diff --git a/pipeline/01_cc_index/query.sh b/pipeline/01_cc_index/query.sh index c485b48..931d20f 100755 --- a/pipeline/01_cc_index/query.sh +++ b/pipeline/01_cc_index/query.sh @@ -65,7 +65,7 @@ if [ "$LIMIT" -gt 0 ] 2>/dev/null; then fi S3_PATH="s3://commoncrawl/cc-index/table/cc-main/warc/crawl=${CRAWL}/subset=warc/" -LOCAL_INDEX="/tmp/cc-index" +LOCAL_INDEX="$HOME/cc-index" QUERY=" INSTALL postgres;