MARC_EXPORT="${MARC_EXPORT_BIN} ${MARC_PARAMS}"
SPLIT_COUNT=50000
-
[ -z "${T}" ] && T=$(date -u +%Y%m%dT%H%M%SZ)
[ -z "${OUTDIR}" ] && OUTDIR=$(mktemp --tmpdir -d outlook_export.XXXXXXX)
F="$1" SQL="$2"
if [ ! -f ${OUTDIR}/${F}-${T}.id ]; then
echo "Getting IDs"
- $PSQL -c "$SQL" $DATABASE >${OUTDIR}/${F}-${T}.id
+ $PSQL -c "$SQL" $DATABASE | sort | uniq >${OUTDIR}/${F}-${T}.id
fi
if [ ! -f ${OUTDIR}/${F}.id.targets ]; then
echo "Splitting work"
find $(dirname ${OUTPUT_PREFIX}) -name "$(basename ${OUTPUT_PREFIX})*" -exec mv -f \{\} \{\}${OUTPUT_SUFFIX} \;
}
-# full dump for outlook public libraries
-F=sitka_full_outlook SQL="$FULL_QUERY"
-#process_batch "$F" "${SQL}"
-
# media for BC ELN post-secondary libraries
F=bc_eln_media SQL="$POSTSEC_QUERY"
-#process_batch "$F" "${SQL}"
+process_batch "$F" "${SQL}"
# serials for BC ELN post-secondary libraries
F=bc_eln_serials SQL="$POSTSEC_QUERY"
process_batch "$F" "${SQL}"
+
+# full dump for outlook public libraries
+F=sitka_full_outlook SQL="$FULL_QUERY"
+process_batch "$F" "${SQL}"
+