3 ms·
Stream JSON from Twitter
Using only stunnel, nc, sed, tr
- 1vuio0pswjnm7 4y agoOld version: https://news.ycombinator.com/item?id=32187297 https://news.ycombinator.com/item?id=32187297 Post-Musk Twitter changes broke extraction of rest_id on "verified" accounts, easy fix case $(uname) in :) ;;Linux) export X=$(ss -ptnl|sed -n '/127.104.244.42:1/{s>.*,pid=>>;s>,.*>>p;}') ;;NetBSD) export X=$(ps ax|sed -n '/stunnel -fd 0$/s/ .*//p') esac test ! $X||kill $X stunnel -fd 0 << eof foreground=no [ twitter.com ] accept=127.104.244.42:1 client=yes connect=104.244.42.1:443 options=NO_TICKET options=NO_RENEGOTIATION renegotiation=no sni= sslVersion=TLSv1.3 ;-------------------------------- TWITTER'S GRAPHQL eof test $# = 1||exec echo usage: $0 screen_name CR=$(printf '\r'); ADDCR() { sed "/^------/s/.*//;s/ *//;s/ *$//;s/$/$CR&/" } SCREEN_NAME=$1 COUNT=500 HOST="host: twitter.com" CONNECTION="connection: close" CONTENT_TYPE="content-type: application/json" AUTHORISATION="authorization: Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA" X_GUEST_TOKEN="x-guest-token: " GT=$( ADDCR << eof|nc -vvn 127.104.244.42 1 |sed -n '/gt=/{s/.*gt=//;s/;.*//p;}'; GET /$SCREEN_NAME HTTP/1.1 $HOST $CONNECTION -------------------------------- RUBE eof ) echo "x-guest-token: $GT" >&2; REST_ID=$( x=$(echo x|tr x '\34'); ADDCR << eof|nc -vvn 127.104.244.42 1|sed -n "/\"rest_id\":/s/\"rest_id\":\"/$x/p"|tr '\34' '\12'|sed '1d;s/\".*//' GET /i/api/graphql/mCbpQvZAw6zu_4PvuAUVVQ/UserByScreenName?variables=%7B%22screen_name%22%3A%22$SCREEN_NAME%22%2C%22withSafetyModeUserFields%22%3Atrue%2C%22withSuperFollowsUserFields%22%3Atrue%7D HTTP/1.1 $HOST $CONTENT_TYPE $AUTHORISATION $X_GUEST_TOKEN $GT $CONNECTION -------------------------------- GOLDBERG eof ) echo "rest_id: $REST_ID" >&2; # 3. get usertweets ADDCR << eof|nc -vvn 127.104.244.42 1 GET /i/api/graphql/3ywp9kIIW-VQOssauKmLiQ/UserTweets?variables=%7B%22userId%22%3A%22$REST_ID%22%2C%22count%22%3A$COUNT%2C%22includePromotedContent%22%3Atrue%2C%22withQuickPromoteEligibilityTweetFields%22%3Atrue%2C%22withSuperFollowsUserFields%22%3Atrue%2C%22withDownvotePerspective%22%3Afalse%2C%22withReactionsMetadata%22%3Afalse%2C%22withReactionsPerspective%22%3Afalse%2C%22withSuperFollowsTweetFields%22%3Atrue%2C%22withVoice%22%3Atrue%2C%22withV2Timeline%22%3Atrue%7D&features=%7B%22dont_mention_me_view_api_enabled%22%3Atrue%2C%22interactive_text_enabled%22%3Atrue%2C%22responsive_web_uc_gql_enabled%22%3Afalse%2C%22vibe_tweet_context_enabled%22%3Afalse%2C%22responsive_web_edit_tweet_api_enabled%22%3Afalse%2C%22standardized_nudges_misinfo%22%3Afalse%2C%22responsive_web_enhance_cards_enabled%22%3Afalse%2C%22include_rts%22%3Atrue%7D HTTP/1.1 $HOST $CONTENT_TYPE $AUTHORISATION $X_GUEST_TOKEN $GT $CONNECTION -------------------------------- DEVICE eof case $(uname) in :) ;;Linux) exec kill $(ss -ptnl|sed -n '/127.104.244.42:1/{s>.*,pid=>>;s>,.*>>p;}') ;;NetBSD) exec kill $(ps ax|sed -n '/stunnel -fd 0$/s/ .*//p') esac