diff --git a/bash/harvest-perf.sh b/bash/harvest-perf.sh index 4f28ea0..5696b9e 100755 --- a/bash/harvest-perf.sh +++ b/bash/harvest-perf.sh @@ -15,8 +15,8 @@ # ISTEX_QUERY="hypertext" # ISTEX_QUERY="changement%20AND%20climat" ISTEX_QUERY="global%20AND%20warming%20AND%20denying" -ISTEX_URI="https://api.istex.fr/document/?q=$ISTEX_QUERY&size=$PAGE_SIZE" -# ISTEX_URI="http://192.168.128.14:53332/document/?q=$ISTEX_QUERY&size=$PAGE_SIZE" +# ISTEX_URI="https://api.istex.fr/document/?q=$ISTEX_QUERY&size=$PAGE_SIZE" +ISTEX_URI="http://192.168.128.14:53332/document/?q=$ISTEX_QUERY&size=$PAGE_SIZE" # Outil JQ permettant de manipuler le JSON en ligne de commande # http://stedolan.github.io/jq/ @@ -62,7 +62,7 @@ URI=$(echo $DOC_METADATA | $JQ ".[$DOC_META_IDX].uri") FILETYPE=$(echo $DOC_METADATA | $JQ ".[$DOC_META_IDX].extension") FILENAME="$DOC_ISTEXID.$FILETYPE" - curl -s $URI > $FILENAME + curl -s $URI > $FILENAME & echo "--> Métadonnées téléchargé : $FILENAME" done @@ -73,7 +73,7 @@ URI=$(echo $DOC_FULLTEXT | $JQ ".[$DOC_FT_IDX].uri") FILETYPE=$(echo $DOC_FULLTEXT | $JQ ".[$DOC_FT_IDX].extension") FILENAME="$DOC_ISTEXID.$FILETYPE" - curl -s $URI > $FILENAME + curl -s $URI > $FILENAME & echo "--> Plein texte téléchargé : $FILENAME" done diff --git a/bash/perf.sh b/bash/perf.sh index e50561c..4ed7e69 100755 --- a/bash/perf.sh +++ b/bash/perf.sh @@ -47,4 +47,4 @@ SIZE_TOTAL=$(du -s "$CORPUS_DIR" | cut -f 1) EXEC_TIME=$(cat "$TIMEFILE") -echo "$SESSION;$NB_PDF;$NB_XML;$NB_JSON;$NB_ZIP;$NB_TEI;$NB_MODS;$NB_TXT;$TOTAL_OBJDOC;$NB_TOTAL;$SIZE_TOTAL;$EXEC_TIME" >> "$RESULT_DIR/collecte.csv" +echo "$SESSION;$NB_PDF;$NB_XML;$NB_JSON;$NB_ZIP;$NB_TEI;$NB_MODS;$NB_TXT;$NB_TOTAL;$SIZE_TOTAL;$EXEC_TIME" >> "$RESULT_DIR/collecte.csv"