#!/usr/bin/perl

use Socket;

$datafile = "./dat3.txt";
$| = 1;

open (FILE,"$datafile");
@DATA = <FILE>;
close (FILE);

 foreach $line (@DATA) {
  $line =~ s/\n//g;
  $line =~ s///g;
  $line =~ s/\t+/\t/g;
  ($name,$dat_name) = split (/\t/,$line);
  if ("$name" eq ""){next;}
  print "Target : $name\t";
  ($hostname,$filename) = split (/\//,$dat_name,2);
  $filename = "/" . $filename;sleep(20);
  $addr = (gethostbyname("$hostname"))[4];
  $socket_name = pack("S n a4 x8", 2, 80, $addr);
  socket(S, 2, 1, 0);
  connect(S, $socket_name);
  binmode(S);
  select(S);
  $|=1;
  select(stdout);
 print S "GET ".$filename." HTTP/1.1\nHost: ".$hostname."\n";
 print S "Connection: close \nUser-Agent: Monazilla/1.00 (2ch_dat_to_text_converter/1.0)\nAccept: */* \nAccept-Language: ja\n\n";
 open(FILE,">$name");
 print FILE "$name\n";
 $res_count = 0;
 while (<S>) {
   if ($_ !~ /<>/) {next;}
   $res_count++;
   @kiji = split(/<>/,$_);
   $kiji[0] =~ s/<b>//g;
   $kiji[0] =~ s/<\/b>//g;
   $kiji[3] =~ s/<a href=.*>//g;
   $kiji[3] =~ s/<\/a>//g;
   $kiji[3] =~ s/&gt;/>/g;
   $kiji[3] =~ s/&lt;/</g;
   $kiji[3] =~ s/&nbsp;/\�@/g;
   $kiji[3] =~ s/&thinsp;/\ /g;
   $kiji[3] =~ s/^ //g;
   $kiji[3] =~ s/<br> /\n/g;
   $kiji[3] =~ s/\n\n/\n/g;
   $zcnt = $res_count;
   $zcnt =~ s/1/�P/g;$zcnt =~ s/2/�Q/g;$zcnt =~ s/3/�R/g;$zcnt =~ s/4/�S/g;
   $zcnt =~ s/5/�T/g;$zcnt =~ s/6/�U/g;$zcnt =~ s/7/�V/g;$zcnt =~ s/8/�W/g;
   $zcnt =~ s/9/�X/g;$zcnt =~ s/0/�O/g;


   print FILE $res_count . ":" . "����" . $zcnt . "\n";
   print FILE " " . $kiji[0] . "\n";
   if ("$kiji[1]" ne ""){
    print FILE " ML:" . $kiji[1] . "\n";}
   print FILE " " . $kiji[2] . "\n";
   print FILE $kiji[3];
   print FILE "\n----------\n";
  }
 close(FILE);
 close(S);
 print "done.\n";
 }