go语言使用xpath

1.导包

gopm get -g -v github.com/lestrrat-go/libxml2

2.使用示例

func ExampleHTML() { res, err := http.Get("http://golang.org") if err != nil { panic("failed to get golang.org: " + err.Error()) } doc, err := libxml2.ParseHTMLReader(res.Body) if err != nil { panic("failed to parse HTML: " + err.Error()) } defer doc.Free() doc.Walk(func(n types.Node) error { log.Printf(n.NodeName()) return nil }) nodes := xpath.NodeList(doc.Find(`//div[@id="menu"]/a`)) for i := 0; i < len(nodes); i++ { log.Printf("Found node: %s", nodes[i].NodeName()) } }

//bytes[]转io.Reader()的例子

package parser import ( "bytes" "fmt" "github.com/lestrrat-go/libxml2" "goproject/crawler/Fetcher" "testing" ) func TestParseCityList(t *testing.T) { contents, err := Fetcher.Fetch("http://www.zhenai.com/zhenghun") if err != nil { panic(err) } //bytes[]转io.Reader() doc, err := libxml2.ParseHTMLReader(bytes.NewReader(contents)) defer doc.Free() nodes, err := doc.Find("//dl[@class='city-list clearfix']/dd/a") fmt.Println(nodes.NodeList()[0].TextContent(), err) }

转载于:https://www.cnblogs.com/c-x-a/p/10787962.html