From 9b14f049617042d39e71ea49c92c7b2f957e3c3f Mon Sep 17 00:00:00 2001 From: Brass Tax Date: Fri, 30 Jun 2023 00:14:56 -0700 Subject: [PATCH] Comment out twitter-profile for now; see https://github.com/JustAnotherArchivist/snscrape/issues/991 --- scraper/scraper.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scraper/scraper.sh b/scraper/scraper.sh index 1f748c2..4cd1477 100644 --- a/scraper/scraper.sh +++ b/scraper/scraper.sh @@ -32,7 +32,7 @@ while true; do for user in "${USERS[@]}"; do echo "Scraping $user" IFS=' ' mapfile -t tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-search "from:$user include:nativeretweets") - IFS=' ' mapfile -t -O "${#tweets[@]}" tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-profile $user) +# IFS=' ' mapfile -t -O "${#tweets[@]}" tweets < <(snscrape --max-results $SNSCRAPE_MAX_RESULTS --retry 3 --jsonl twitter-profile $user) for tweet in "${tweets[@]}"; do username=$(echo $tweet | zq -f zson 'yield user.username' - | sed s/\"//g) status_id=$(echo $tweet | zq -f zson 'yield id' -)