3 ms·
. /*`````````tailsx```````````*/ [ ]-[ ]Araa\"[ ]property=\"og:title\"\> tailsx++; "<div class=\"check\">" tailsx_info++; "<div class=\"r
by 1vuio0pswjnm7 3y ago
.
/*`````````tailsx```````````*/
[ ]-[ ]Araa\"[ ]property=\"og:title\"\> tailsx++;
"<div class=\"check\">" tailsx_info++;
"<div class=\"result_sublink\">" tailsx_info=0;
\<a[ ]id=\"link\"[ ]href=\"[^\"]+ if(!tailsx_info)if(tailsx){
tailsx_url++;
if(tailsx_desc){fwrite(");\n",1,3,stdout);tailsx_desc=0;};
CDp8iULPuCinsert(14);
for(x=19;x<yyleng;x++){putc(yytext[x],yyout);if(yytext[x]==39)putc(39,stdout);};
fwrite("',",1,2,yyout);
}
"<h3>"[^<]+ if(tailsx)if(!tailsx_info)if(tailsx_url){
tailsx_desc++;
putc(39,stdout);
for(x=4;x<yyleng;x++){putc(yytext[x],yyout);if(yytext[x]==39)putc(39,stdout);};
putc(39,stdout);
}
"<div class=\"prev-next\">" fwrite(");\n",1,3,yyout);tailsx=0;
To test:
#!/bin/sh
read x;
echo TWVGHkppk6Q6cODqP7Kqquery:\""$x p=${1-0}"\";
echo TWVGHkppk6Q6cODqP7Kqdate:\"$(epoch)\";
x=$(echo "$x"|sed 's/ /+/g;s/++/+/g');
curl -si04A "" "https://tailsx.com/search?q=$x&t=text&p=${1-0}"
echo this is a test|014.sh > 1.htm
yy084 < 1.htm|sqlite3 test.db
/*```````````google scholar```````````*/
\<a[ ]id=\"[A-Za-z0-9]{12}\"[ ]href=\"[^\"]+ {
google_scholar_url++;
CDp8iULPuCinsert(15);
for(x=27;x<yyleng;x++)putc(yytext[x],yyout);
fwrite("','",1,3,yyout);
}
data-clk-atid=\"[A-Za-z0-9]{12}\"\>[^<]+ if(google_scholar_url){
for(x=29;x<yyleng;x++)putc(yytext[x],yyout);
google_scholar_url=0;
fwrite("');\n",1,4,yyout);
}
To test:
#!/bin/sh
read x;
query="$x";
x=$(echo "$x"|sed 's/ /+/g;s/++/+/g');
curl -si04A "" "https://scholar.google.com/scholar?start=${1-0}&as_q=$x&as_sdt=0,5" > 015.htm
echo TWVGHkppk6Q6cODqP7Kqquery:\""$query start=${1-0}"\";
echo TWVGHkppk6Q6cODqP7Kqdate:\"$(epoch)\";
sed -n 's>.*\/scholar?cluster=>url=https://scholar.google.com/scholar?cluster=>;s/&.*//p' 015.htm \
|curl -si04A "" -K/dev/stdin
#|curl -si04A "" -K/dev/stdin -H "Cookie: ..."
echo this is a test|015.sh > 1.htm
yy084 < 1.htm|sqlite3 test.db
Faster and more efficient to use HTTP/1.1 pipelining:
#!/bin/sh
read x;
query="$x";
x=$(echo "$x"|yy046)
HOST=scholar.google.com
PATHQ="scholar?start=${1-0}&as_q=$x&as_sdt=0,5"
#export cookie=...
export httpVersion=1.0;
export Connection=close;
echo "https://$HOST/$PATHQ"|yy025
echo "https://$HOST/$PATHQ"|yy025 \
|tcpclient -vvRHDl0 127.0.0.7 80 sh -c "sed >&6;yy045<&7" >015.htm
echo TWVGHkppk6Q6cODqP7Kqquery:\""$query start=${1-0}"\"
echo TWVGHkppk6Q6cODqP7Kqdate:\"$(epoch)\"
export httpVersion=1.1;
export Connection=keep-alive;
{
host=scholar.google.com yy044 r < 015.htm \
|sed -n '/scholar?cluster=/{s/&/\&/g;p;}' \
|yy025|nc -vvn 127.7 80|yy045
}
echo curl bloated cumbersome slow|015.sh > 1.htm
yy084 < 1.htm|sqlite3 test.db
/*```````````ecosia```````````*/
html[ ]data-n-head-ssr ecosia++;
"<div data-test-id=\"mainline-result-ad\" class=\"mainline__result-wrapper\" data-v-27a8085e><article aria-label=\"" ecosia_desc=0;
"<article aria-label=\""[^\"]+ if(ecosia){
if(yyleng>0)ecosia_desc++;
CDp8iULPuCinsert(16);
y=0;for(x=21;x<yyleng;x++)if(y<255){desc[y]=yytext[x];y++;};desclen=y;
}
"<a data-test-id=\"result-link\" tabindex=\"-1\" href=\""[^\"]+ if(ecosia_desc){
for(x=50;x<yyleng;x++){putc(yytext[x],yyout);};
fwrite("','",1,3,yyout);
for(x=0;x<desclen;x++){putc(desc[x],yyout);if(desc[x]==39)putc(39,stdout);};
if(y==255)fwrite(" [TRUNCATED]",1,12,yyout);
fwrite("');\n",1,4,yyout);
}
To test:
#!/bin/sh
read x;
echo TWVGHkppk6Q6cODqP7Kqquery:\""$x p=${1-1}"\";
echo TWVGHkppk6Q6cODqP7Kqdate:\"$(epoch)\";
x=$(echo "$x"|sed 's/ /+/g;s/++/+/g');
curl -si04A "" \
-H "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5 Safari/605.1.15" \
-H "Accept: */*" \
"https://www.ecosia.org/search?method=index&q=$x&p=${1-1}"