4 ms·
PART 3: WARC <WARC>^WARC-Type:[ ]request { request++; if(v==4)v=0; z=0; if(sqlite3)fwrite("INSERT or IGNORE INTO t1 VALUES(",1,32,stdou
by 1vuio0pswjnm7 3y ago
PART 3: WARC
<WARC>^WARC-Type:[ ]request {
request++;
if(v==4)v=0;
z=0;
if(sqlite3)fwrite("INSERT or IGNORE INTO t1 VALUES(",1,32,stdout);
if(sqlite3)x=0;
}
<WARC>^WARC-Type:[ ]response response++;
<WARC>^WARC-IP-Address:[ ][0-9.]+ if(request){
v=2;
if(!map)if(!dnsd)if(!nsd)if(!tinydns)if(!sqlite3)
for(x=17;x<yyleng;x++)putc(yytext[x],yyout);
if(hosts)putc(32,yyout);
if(!hosts)
{
y=0;for(x=17;x<yyleng;x++)
if(y<255){addr[y]=yytext[x];y++;};addrlen=y;
}
}
<WARC>^"WARC-Date: "[-ZT:0-9]{20} if(request){
if((map)|(sqlite3)){y=0;for(x=11;x<yyleng;x++)
if(y<21){date[y]=yytext[x];y++;};datelen=y;}
if(sqlite3)strptime(date,"%Y-%m-%dT%TZ",&tm);
if(sqlite3)printf("%ld,'",mktime(&tm));
}
<WARC>^WARC-Target-URI:[ ](https|http):\/\/[^/\n\r]+ if(request){
request--;
if(tinydns)putc(61,yyout);
if(yytext[21]==115)w=25;
if(yytext[21]==58)w=24;
if(!sqlite3)
for(x=w;x<yyleng;x++)putc(yytext[x],yyout);
y=0;for(x=w;x<yyleng;x++)if(y<255){name[y]=yytext[x];y++;};
namelen=y;
if(nsd)fwrite(". 1 IN A ",1,9,yyout);
if((nsd)||(sqlite3))fwrite(addr,1,addrlen,yyout);
if(sqlite3)putc(32,yyout);
if(sqlite3)fwrite(name,1,namelen,yyout);
if(sqlite3)fwrite("',",1,2,yyout);
if(tinydns)putc(58,yyout);
if(tinydns)fwrite(addr,1,addrlen,yyout);
if(tinydns)fwrite(":1\n",1,3,yyout);
if((map)||(dnsd))putc(32,yyout);
if((map)||(dnsd))fwrite(addr,1,addrlen,yyout);
if(map)fwrite(" # ",1,3,yyout);
if(map)strptime(date,"%Y-%m-%dT%TZ",&tm);
if(map)printf("%ld",mktime(&tm));
if(!sqlite3)if(!tinydns)putc(10,yyout);
}
<WARC>^GET[ ]\/robots.txt[ ] v=4;
<WARC>[sS][iI][tT][eE][mM][aA][pP].*\.[xX][mM][lL][\r\n] if(response)if(v==4){
response--;
z++;
if(sqlite3)fwrite(_Y_(2),1,103,yyout);
}
<WARC>^WARC\/1. if(response){
response--;
if(v==4)if(sqlite3)fwrite(_Y_(1),1,103,yyout);
if(v!=4)if(v)if(sqlite3)fwrite("0);\n",1,4,yyout);
}