perl 解析html， 自己写的几个比较常用方法
perl解析html， 比较常用的模块是 HTML::TreeBuilder，该模块将html字符转化dom树，方便操作一个dom元素对应 一个HTML::Element对象，dom的
属性方法都定义在该类中，以下是代码
# 一个dom元素，比较重要的属性，方法
# attr: $e->attr('id') 返回标签的某个属性值
# text: $e->as_text 返回标签包裹的内容，如<a>click me</a> 返回的是 click me
# html: $e->as_HTML 返回该元素的html文本
# tagname: $e->tag() , 返回标签名，如a，div， 小写形式
# parent node: $e->parent ， 返回父节点
# children node: $e->content_list() ,返回所有子节点，只是直接子节点
use HTML::TreeBuilder;
@d=<DATA>;
$html = join "",@d;
#print get_elements_by_attr_regex($html, 'id', qr/^\d+$/)->as_HTML;
# @elist = get_elements($html,'table','id',qr/\d+/);
# print $elist->as_HTML;
$table = get_element_by_id($html, 'table1');
@children = $table->content_list();
foreach $child (@children){
print "child tag:",$child->tag(), "\n";
}
#function defined........................
#$html: a html content
#$attr: attribute name
#$attr_regex: a pattern of attr value
sub get_elements_by_attr_regex{
my ($html, $attr, $attr_regex) = @_;
my $tree = new HTML::TreeBuilder;
$tree->parse_content($html);
my @list = $tree->look_down($attr, $attr_regex);
return @list;
}
#$html: a html content
#$idvalue: id value
#
sub get_element_by_id{
my ($html, $idvalue) =@_;
my $tree = new HTML::TreeBuilder;
$tree->parse_content($html);
my @list = $tree->look_down('id',$idvalue);
die "not unique element by id:$idvalue" if scalar(@list) != 1;
return $list;
}
#$html: a html content
#$tagname: tag name
#
sub get_elements_by_tag_name{
my ($html, $tagname) =@_;
my $tree = new HTML::TreeBuilder;
$tree->parse_content($html);
return $tree->find_by_tag_name($tagname);
}
#$html: a html string
#$tag:tag name
#$attr: attr name
#$attr_regex: attr value pattern
sub get_elements{
my ($html, $tag, $attr, $attr_regex) = @_;
my @list = get_elements_by_attr_regex($html, $attr, $attr_regex);
$tag = lc $tag;
@list = grep $_->tag() eq $tag, @list;
return @list;
}
__DATA__
<tableid="table1" border="1" cellspacing="0" cellpadding="6">
<tr><td><a href="x">x text</a></td><td><a href="y">y</a></td></tr>
<tr><td id='1s'>1</td><td >2</td></tr>
</table>
页:
[1]