validate_all_rdf_gz.sh

#!/bin/bash

source ./scripts/env.sh

if [ $has_rapper_command = "false" ] ; then

 echo "rapper: command not found..."
 echo "Please install Raptor RDF Syntax Library (https://librdf.org/raptor/)."
 exit 1

fi

RDF_DIR=
MIN_DEPTH=2
CHK_SUM_DIR=chk_sum_valid_rdf
DELETE=false

ARGV=`getopt --long -o "d:m:r" "$@"`
eval set -- "$ARGV"
while true ; do
 case "$1" in
 -d)
  RDF_DIR=$2
  shift
 ;;
 -m)
  MIN_DEPTH=$2
  shift
 ;;
 -r)
  DELETE=true
 ;;
 *)
  break
 ;;
 esac
 shift
done

if [ -d $RDF_DIR ] ; then

 total=`find $RDF_DIR -mindepth $MIN_DEPTH -name '*.rdf.gz' | wc -l 2> /dev/null`

 if [ $total != 0 ] ; then

  mkdir -p $CHK_SUM_DIR

  echo RDF syntax validation: *.rdf.gz documents in $RDF_DIR...

  data_set=`basename $RDF_DIR`

  rdf_file_list=`echo check_${data_set,,}_rdf_gz_file_list | tr '-' _`

  find $RDF_DIR -name "*.err" -exec rm {} +

  find $RDF_DIR -mindepth $MIN_DEPTH -name '*.rdf.gz' > $rdf_file_list

  rm -f $RDF_DIR/*.lock
  cat $rdf_file_list | sort -R > $rdf_file_list~

  for proc_id in `seq 1 $MAXPROCS` ; do

   if [ $DELETE = "true" ] ; then
    ./scripts/validate_all_rdf_gz_worker.sh -c $CHK_SUM_DIR -d $RDF_DIR -l $rdf_file_list -n $proc_id"of"$MAXPROCS -t $total -r &
   else
    ./scripts/validate_all_rdf_gz_worker.sh -c $CHK_SUM_DIR -d $RDF_DIR -l $rdf_file_list -n $proc_id"of"$MAXPROCS -t $total &
   fi

  done

  if [ $? != 0 ] ; then

   echo $0 aborted.
   exit 1

  fi

  wait

  echo

  rm -f $rdf_file_list $rdf_file_list~

  red='\e[0;31m'
  normal='\e[0m'

  errs=`find $RDF_DIR -name "*.log" | wc -l 2> /dev/null`

  if [ $errs != 0 ] ; then

   echo -e "${red}$errs errors were detected. Please check the log files for more details.${normal}"
   exit 1

  fi

  echo Done.

 fi

fi