Selenium と google-chrome でページを取得して保存 (Golang)

chrome_save.go

// ---------------------------------------------------------------
//
//  chrome_save.go
//
//                  Sep/26/2018
// ---------------------------------------------------------------
package main

import (
    "github.com/sclevine/agouti"
    "fmt"
    "os"
    "log"
    "io/ioutil"
        "time"
)

// ---------------------------------------------------------------
func main() {
    fmt.Fprintf (os.Stderr,"*** 開始 ***\n")

    url := "https://ekzemplaro.org/storytelling"
    driver := agouti.ChromeDriver()

    err := driver.Start() 
    if err != nil {
        log.Printf("Failed to start driver: %v", err)
    }

    page, err := driver.NewPage(agouti.Browser("chrome"))
    if err != nil {
        log.Printf("Failed to open page: %v", err)
    }

    err = page.Navigate(url)
    if err != nil {
        log.Printf("Failed to navigate: %v", err)
    }

    fmt.Printf(page.Title())
    fmt.Printf("\n")
    fmt.Printf(page.URL())
    fmt.Printf("\n")

    page.Screenshot("tmp001.jpg")

        time.Sleep(100 * time.Millisecond)

    html, err := page.HTML()
    fmt.Printf (html)
    fmt.Printf("\n")

    out_filename := "tmp001.html"
    ioutil.WriteFile (out_filename,[]byte(html),0666)

        defer driver.Stop()

    fmt.Fprintf (os.Stderr,"*** 終了 ***\n")
}

// ---------------------------------------------------------------

Makefile

chrome_save: chrome_save.go
    go build chrome_save.go
clean:
    rm -f chrome_save

コンパイル

$ make
go build chrome_save.go

実行方法

export PATH=/opt/chromedriver:$PATH
./chrome_save