Add base implementation

main.go

@@ -0,0 +1,56 @@
+package main
+
+import (
+	"fmt"
+	"io/ioutil"
+	"log"
+	"net/http"
+
+	"github.com/jaytaylor/html2text"
+	"golang.org/x/net/html/charset"
+	kingpin "gopkg.in/alecthomas/kingpin.v2"
+)
+
+var (
+	url = kingpin.Flag("url", "Url").String()
+)
+
+func main() {
+
+	kingpin.Parse()
+
+	client := &http.Client{}
+
+	req, err := http.NewRequest("GET", *url, nil)
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	req.Header.Set("User-Agent", "Wi 0.0")
+
+	resp, err := client.Do(req)
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	defer resp.Body.Close()
+
+	utf8, err := charset.NewReader(resp.Body, resp.Header.Get("Content-Type"))
+	if err != nil {
+		fmt.Println("Encoding error:", err)
+		return
+	}
+
+	body, err := ioutil.ReadAll(utf8)
+	if err != nil {
+		fmt.Println("IO error:", err)
+		return
+	}
+
+	text, err := html2text.FromString(string(body))
+	if err != nil {
+		panic(err)
+	}
+
+	fmt.Println(text)
+}