Perlã®LWP::UserAgentを使用ã—ã¦ã€Yahooオークション商å“詳細画é¢ã®HTMLã‚’å–å¾—ã—ã¦ã„ã¾ã—ãŸã€‚
ã§ã™ãŒã€ã‚ã‚‹æ—¥ã‹ã‚‰æ£ã—ãå…¨ã¦ã‚’å–å¾—ã™ã‚‹ã“ã¨ãŒã§ããšã€é€”ä¸ã§é€”切れã¦ã—ã¾ã†ã¨ã„ã†ç¾è±¡ãŒç™ºç”Ÿã—ã¾ã—ãŸã€‚
ãã®å¯¾å¿œã—ãŸå†…容を掲載ã—ã¾ã™ã€‚
元々ã®ãƒ—ãƒã‚°ãƒ©ãƒ ã¯ä»¥ä¸‹ã®ã‚ˆã†ã«ãªã£ã¦ã„ã¾ã—ãŸã€‚
use LWP::UserAgent;
print "Content-Type: text/html\n\n";
my $ua = LWP::UserAgent->new;
$ua->agent('Mozilla');
my $res = $ua->get("YAHOO商å“詳細画é¢ã®URL");
my $content = $res->content;
print $content;
exit;
6.05ã§ãƒ¡ã‚¿ã‚¿ã‚°ã«twitter:cardã®ã‚ˆã†ãªè¨å®šãŒã‚ã‚‹ã¨Illegalã¨ã—ã¦æ‰±ã‚れるよã†ã§ã™ã€‚
商å“詳細画é¢ã‚’確èªã™ã‚‹ã¨ç¢ºã‹ã«ä¸Šè¨˜ã®twitterå‘ã‘ã®ã‚¿ã‚°ãŒè¨å®šã•ã‚Œã¦ã„ã¾ã—ãŸã€‚
ã¾ãšã¯ã€ä»¥ä¸‹ã®ã‚ˆã†ã«ã—ã¦ãƒãƒ¼ã‚¸ãƒ§ãƒ³ã‚’確èªã—ã¾ã™ã€‚
use LWP::UserAgent;
use Data::Dumper;
print "Content-Type: text/html\n\n";
my $ua = LWP::UserAgent->new;
print Dumper $ua;
$ua->agent('Mozilla');
my $res = $ua->get("YAHOO商å“詳細画é¢ã®URL");
my $content = $res->content;
print $content;
exit;
以下ãŒçµæžœã§ã™ã€‚
$VAR1 = bless( { 'max_redirect' => 7, 'ssl_opts' => { 'verify_hostname' => 0 }, 'protocols_forbidden' => undef, 'show_progress' => undef, 'handlers' => { 'response_header' => bless( [ { 'owner' => 'LWP::UserAgent::parse_head', 'callback' => sub { "DUMMY" }, 'm_media_type' => 'html', 'line' => '/usr/local/share/perl5/LWP/UserAgent.pm:683' } ], 'HTTP::Config' ) }, 'no_proxy' => [], 'protocols_allowed' => undef, 'local_address' => undef, 'use_eval' => 1, 'requests_redirectable' => [ 'GET', 'HEAD' ], 'timeout' => 180, 'def_headers' => bless( { 'user-agent' => 'libwww-perl/6.05' }, 'HTTP::Headers' ), 'proxy' => {}, 'max_size' => undef }, 'LWP::UserAgent' );
ãƒãƒ¼ã‚¸ãƒ§ãƒ³ãŒ6.05ã§ã™ã€‚
headerã®X-Diedを見るã“ã¨ã§ã€ä¾‹å¤–メッセージを知るã“ã¨ãŒã§ãã¾ã™ã€‚
use LWP::UserAgent;
use Data::Dumper;
print "Content-Type: text/html\n\n";
my $ua = LWP::UserAgent->new;
$ua->agent('Mozilla');
my $res = $ua->get("YAHOO商å“詳細画é¢ã®URL");
my $content = $res->content;
print Dumper $res->header('X-Died');
print $content;
exit;
以下ãŒçµæžœã§ã™ã€‚
$VAR1 = 'Illegal field name \'X-Meta-Twitter:card\' at /usr/local/lib64/perl5/HTML/HeadParser.pm line 207.';
ã‚„ã¯ã‚Šã€Illegalã¨ã—ã¦æ‰±ã‚ã‚Œã¦ã„ã¾ã™ã€‚
調ã¹ãŸã¨ãŠã‚Šã€ãƒ€ã‚¦ãƒ³ã‚°ãƒ¬ãƒ¼ãƒ‰ã—ã¦ã¿ã¾ã™ã€‚
libwww-perl-6.04ã‹ã‚‰6.04ã®ãƒ¢ã‚¸ãƒ¥ãƒ¼ãƒ«ã‚’ダウンãƒãƒ¼ãƒ‰ã—ã¦ã‚µãƒ¼ãƒãƒ¼ã«ã‚¢ãƒƒãƒ—ã—ã€ä»¥ä¸‹ã®ã‚ˆã†ã«èªè¾¼ã¿ã¾ã™ã€‚
use LWP::UserAgent 6.04;
上記ã®ã‚ˆã†ã«è¨å®šã™ã‚‹ã“ã¨ã§ä»Šå›žã¯è§£æ±ºã—ã¾ã—ãŸã€‚
ãƒãƒ¼ã‚¸ãƒ§ãƒ³ã‚¢ãƒƒãƒ—ã—ã¦ã§ããªããªã‚‹å‡¦ç†ãŒã‚ã‚‹ã¨ã‚„ã£ã±ã‚Šå›°ã‚Šã¾ã™ã。。。