$p01nt
10.03.2009, 17:36
Итак, хочу сделать парсер id юзеров с сайта hi5, получается сделать поиск, но только по первой странице, на вторую кликнуть не могу и дальше тоже не пускает, уже весь измучился :(
Кто поможет - получит кучу плюсов :)
use warnings;
use strict;
use HTTP::Cookies;
use LWP::UserAgent;
my $browser = LWP::UserAgent->new();
my $cookies = HTTP::Cookies->new();
$browser->cookie_jar($cookies);
open(ID,">>id.txt");
my $url='http://hi5.com/friend/processSearch.do?searchNew=1&fromPage=%2Ffriend%2FWEB-INF%2Fsearch%2FsearchTotal.jsp&fromEmail=0&oldSearchString=&email=&name=&ageFrom=30&ageTo=50&gender=0&loveStatus=1069&goals=&country=1018&zip=&city=&miles=5&miles=0';
my $url2='http://hi5.com/friend/processSearch.do?searchText=&searchType=advanced&offset=10&qx=People+Search+';
my $response=$browser->get($url);
$browser->default_header('Referer'=>'http://hi5.com/friend/processSearch.do?searchNew=1&fromPage=%2Ffriend%2FWEB-INF%2Fsearch%2FsearchTotal.jsp&fromEmail=0&oldSearchString=&email=&name=&ageFrom=30&ageTo=50&gender=0&loveStatus=1069&goals=&country=1018&zip=&city=&miles=5&miles=0');
$response=$browser->get($url2)->as_string;
open(GOPOD,">gso.html"); print GOPOD $response;
Кто поможет - получит кучу плюсов :)
use warnings;
use strict;
use HTTP::Cookies;
use LWP::UserAgent;
my $browser = LWP::UserAgent->new();
my $cookies = HTTP::Cookies->new();
$browser->cookie_jar($cookies);
open(ID,">>id.txt");
my $url='http://hi5.com/friend/processSearch.do?searchNew=1&fromPage=%2Ffriend%2FWEB-INF%2Fsearch%2FsearchTotal.jsp&fromEmail=0&oldSearchString=&email=&name=&ageFrom=30&ageTo=50&gender=0&loveStatus=1069&goals=&country=1018&zip=&city=&miles=5&miles=0';
my $url2='http://hi5.com/friend/processSearch.do?searchText=&searchType=advanced&offset=10&qx=People+Search+';
my $response=$browser->get($url);
$browser->default_header('Referer'=>'http://hi5.com/friend/processSearch.do?searchNew=1&fromPage=%2Ffriend%2FWEB-INF%2Fsearch%2FsearchTotal.jsp&fromEmail=0&oldSearchString=&email=&name=&ageFrom=30&ageTo=50&gender=0&loveStatus=1069&goals=&country=1018&zip=&city=&miles=5&miles=0');
$response=$browser->get($url2)->as_string;
open(GOPOD,">gso.html"); print GOPOD $response;