diff --git a/indexCorpus.sh b/indexCorpus.sh index faa1aa5..4540b12 100755 --- a/indexCorpus.sh +++ b/indexCorpus.sh @@ -65,7 +65,7 @@ then echo "Split file & Sending to Index" mkdir -p $outCurlFolder"/"$corpusName"/split" - split --lines=$chunksMaxLines $outCurlFolder"/"$corpusName"/"$filePatternReadyForCurl $outCurlFolder"/"$corpusName"/split/split" + split -l $chunksMaxLines $outCurlFolder"/"$corpusName"/"$filePatternReadyForCurl $outCurlFolder"/"$corpusName"/split/split" for chunk in `ls $outCurlFolder"/"$corpusName"/split/"` do echo "indexing "$chunk curl -k --noproxy '*' -XPOST $ELASTIC_URL":"$ELASTIC_PORT"/analyse-"$corpusName"/_bulk?pretty" -H "Content-Type: application/json" --data-binary "@"$outCurlFolder"/"$corpusName"/"$chunk > /dev/null 2>&1