Comment out twitter-profile for now; see JustAnotherArchivist/snscrap…

…e#991
brasstax · Jun 30, 2023 · 9b14f04 · 9b14f04
1 parent 93f2a10
commit 9b14f04
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scraper/scraper.sh b/scraper/scraper.sh
@@ -32,7 +32,7 @@ while true; do
   for user in "${USERS[@]}"; do
     echo "Scraping $user"
     IFS=' ' mapfile -t tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-search "from:$user include:nativeretweets")
-    IFS=' ' mapfile -t -O "${#tweets[@]}" tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-profile $user)
+#    IFS=' ' mapfile -t -O "${#tweets[@]}" tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-profile $user)
     for tweet in "${tweets[@]}"; do
       username=$(echo $tweet | zq -f zson 'yield user.username' - | sed s/\"//g)
       status_id=$(echo $tweet | zq -f zson 'yield id' -)