57 lines
855 B
Go
57 lines
855 B
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
|
|
"github.com/jaytaylor/html2text"
|
|
"golang.org/x/net/html/charset"
|
|
kingpin "gopkg.in/alecthomas/kingpin.v2"
|
|
)
|
|
|
|
var (
|
|
url = kingpin.Flag("url", "Url").String()
|
|
)
|
|
|
|
func main() {
|
|
|
|
kingpin.Parse()
|
|
|
|
client := &http.Client{}
|
|
|
|
req, err := http.NewRequest("GET", *url, nil)
|
|
if err != nil {
|
|
log.Fatalln(err)
|
|
}
|
|
|
|
req.Header.Set("User-Agent", "Wi 0.0")
|
|
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
log.Fatalln(err)
|
|
}
|
|
|
|
defer resp.Body.Close()
|
|
|
|
utf8, err := charset.NewReader(resp.Body, resp.Header.Get("Content-Type"))
|
|
if err != nil {
|
|
fmt.Println("Encoding error:", err)
|
|
return
|
|
}
|
|
|
|
body, err := ioutil.ReadAll(utf8)
|
|
if err != nil {
|
|
fmt.Println("IO error:", err)
|
|
return
|
|
}
|
|
|
|
text, err := html2text.FromString(string(body))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
fmt.Println(text)
|
|
}
|