[ -z "${T}" ] && export T=$(date -u +%Y%m%dT%H%M%SZ)
[ -z "${OUTDIR}" ] && export OUTDIR=$(mktemp --tmpdir -d ebsco_export.$T.XXXXXXX)
cd $OUTDIR
+echo Prep $(date -uR)/@($date +%s)
$DIR/fetch-shortcodes.sh
cd $DIR
+echo Exporting $(date -uR)/@($date +%s)
time ./mucn-ebsco-full-export-parallel.sh
cd $OUTDIR
mkdir split
mv *split* split/
-pbzip2 -9nvk -p4 *{marc,log}
-pbzip2 -9nv -p4 split/*{marc,log}
+echo Compressing $(date -uR)/@($date +%s)
+pbzip2 -9nk -p4 *{marc,log}
+pbzip2 -9n -p4 split/*{marc,log}
+echo Stats $(date -uR)/@($date +%s)
$DIR/stats.sh
-cp $DIR/email-template-ebsco.sh $OUTDIR/
+# Look for zeros in the output marc
+echo Sanity $(date -uR)/@($date +%s)
+egrep -vsq '^([[:space:]]*0){2}.*marc$' *stats
+grep_result=$?
+# halt if found
+if [ $rc -ne 0 -o $grep_result -ne 0 ]; then
+ echo "Failed to run export! Human needed! export=$rc grep_sanity=$grep_result" 1>&2
+ cat *stats 1>&2
+ exit 1
+fi
+echo FTP $(date -uR)/@($date +%s)
+# Two passes with mget, so the stats and csv are always there first
+# they are small and serve to show we might be uploading more, and they have
+# checksums so AutoGraphics can check the upload
cat >lftp.cmd <<EOF
open ftp://cat00975a:neJUJ4ez@ftp.epnet.com/
mkdir -p mucn/$T
rels -l
EOF
lftp -f lftp.cmd
+echo Email $(date -uR)/@($date +%s)
+cp $DIR/email-template-ebsco.sh $OUTDIR/
chmod +x email-template-ebsco.sh
./email-template-ebsco.sh "$T" "@$(date +%s)" >email.txt
/usr/lib/sendmail -f rjohnson@sitka.bclibraries.ca <email.txt
[ -z "${T}" ] && export T=$(date -u +%Y%m%dT%H%M%SZ)
[ -z "${OUTDIR}" ] && export OUTDIR=$(mktemp --tmpdir -d outlook_export.$T.XXXXXXX)
cd $OUTDIR
+echo Prep $(date -uR)/@($date +%s)
$DIR/fetch-shortcodes.sh
cd $DIR
export PERLOPT=-X
+echo Exporting $(date -uR)/@($date +%s)
time ./sitka-full-export-parallel.sh
rc=$?
cd $OUTDIR
mkdir split
mv *split* split/
-pbzip2 -9nvk -p4 *{marc,log}
-pbzip2 -9nv -p4 split/*{marc,log}
+echo Compressing $(date -uR)/@($date +%s)
+pbzip2 -9nk -p4 *{marc,log}
+pbzip2 -9n -p4 split/*{marc,log}
+echo Stats $(date -uR)/@($date +%s)
$DIR/stats.sh
+echo Sanity $(date -uR)/@($date +%s)
# Look for zeros in the output marc
egrep -vsq '^([[:space:]]*0){2}.*marc$' *stats
grep_result=$?
cat *stats 1>&2
exit 1
fi
-cp $DIR/email-template-outlook.sh $OUTDIR/
+echo FTP $(date -uR)/@($date +%s)
+# Two passes with mget, so the stats and csv are always there first
+# they are small and serve to show we might be uploading more, and they have
+# checksums so AutoGraphics can check the upload
cat >lftp.cmd <<EOF
open ftp://ftpbcuc:bcv15c@ftp.auto-graphics.com/
mkdir -p sitka/$T
rels -l
EOF
lftp -f lftp.cmd
+echo Email $(date -uR)/@($date +%s)
+cp $DIR/email-template-outlook.sh $OUTDIR/
chmod +x email-template-outlook.sh
./email-template-outlook.sh "$T" "@$(date +%s)" >email.txt
/usr/lib/sendmail -f rjohnson@sitka.bclibraries.ca <email.txt