3 ms·
/*`````````f-droid`````````*/ <M10>"<a class=\"package-header\" href=\""[^\"]+ { CDp8iULPuCinsert(10); for(x=32;x<yyleng;x++)putc(yytext[x],yyout)
by 1vuio0pswjnm7 3y ago
/*`````````f-droid`````````*/
<M10>"<a class=\"package-header\" href=\""[^\"]+ {
CDp8iULPuCinsert(10);
for(x=32;x<yyleng;x++)putc(yytext[x],yyout);
fwrite("','",1,3,yyout);
}
<M10>"<span class=\"package-summary\">"[^<]+ {
for(x=30;x<yyleng;x++)putc(yytext[x],yyout);
fwrite("');\n",1,4,yyout);
}
/*`````````github`````````*/
<M5>bBwPjs[ ]search-title\"><a[ ]href=\"[^\"]+ {
CDp8iULPuCinsert(5);
fwrite("https://github.com/",1,19,yyout);
for(x=30;x<yyleng;x++)putc(yytext[x],yyout);
fwrite("','",1,3,yyout);
}
<M5>"</h3><ul class=\"Box-sc-" fwrite("[no description]');\n",1,20,yyout);
<M5>Text-sc-17v1xeu-0[ ]kWPXhV[ ]search-match\"\> jmp M5_DESC;
<M5_DESC>"</span>" fwrite("');\n",1,4,yyout);jmp M5;
<M5_DESC><[^>]+>
<M5_DESC>. {
if(yytext[0]==39)putc(39,yyout);
if(yytext[0]==34)putc(34,yyout);
putc(yytext[0],yyout);
}
/*```````````google``````````*/
<M2>"<div class=\"egMi0 kCrYT\"><a href=\"/url?q="[^"\n\r ]+"&sa=U" {
CDp8iULPuCinsert(2);
for(x=41;x<yyleng-9;x++){
if(yytext[x]==39)putc(39,stdout);
putc(yytext[x],yyout);
}
fwrite("','",1,3,yyout);
}
<M2>"<div class=\"egMi0 kCrYT\"><a href=\""[hf][^"\n\r ]+"&sa="[UX] {
CDp8iULPuCinsert(2);
for(x=34;x<yyleng-9;x++)
{
if(yytext[x]==39)putc(39,stdout);
putc(yytext[x],yyout);
}
fwrite("','",1,3,yyout);
}
<M2>"<div class=\"BNeawe vvjwJb AP7Wnd\">" jmp M2_DESC;
<M2_DESC>\< fwrite("');\n",1,4,yyout);jmp M2;
<M2_DESC>\xE9 putc(101,yyout);
<M2_DESC>[^\xE9<\n\r] if(yytext[0]==39)putc(39,yyout);putc(yytext[0],yyout);
<M2>"<span dir=\"rtl\">"[^\xE9<\n\r]+ jmp M2_DESC;
To test:
#!/bin/sh
test $1||exec sed -n '/^ *;;/p' ${0##*/};
read x;
case $1 in :)
;;2) # google
shift
yy084 2 "$x start=${1-1}"
curl -si40A "" "https://www.google.com/search?q=$x&num=100&filter=0&start=${1-1}&scoring=d"
;;5) # github
shift
yy084 5 "$x p=${1-1}"
x=$(echo "$x"|sed 's/ /+/g;s/++/+/g');
curl -si04A "" "https://github.com/search?q=$x&type=&ref=advsearch&l=&p=${1-1}"
;;10) # f-droid
shift
yy084 10 "$x page=${1-1}"
x=$(echo "$x"|sed 's/ /+/g;s/++/+/g');
curl -si04A "" "https://search.f-droid.org/?q=$x&page=${1-1}"
esac
echo research|1.sh 2 > 2.serp
echo research|1.sh 5 > 5.serp
echo research|1.sh 10 > 10.serp
cat [0-9]*.serp|yy084|sqlite3 test.db