package main

import (
	"encoding/csv"
	"fmt"
	"io"
	"log"
	"os"

	"github.com/gocolly/colly"
)

func scrap() {

	fName := "data1.csv"
	file, err := os.Create(fName)
	if err != nil {
		log.Fatalf("Could not create file, err :%q", err)
		return
	}
	defer file.Close()
	writer := csv.NewWriter(file)
	defer writer.Flush()

	c := colly.NewCollector()
	c.OnError(func(r *colly.Response, err error) {
		fmt.Println("Error:", err.Error())
	})
	c.OnResponse(func(r *colly.Response) {
		fmt.Println("visited", r.Request.URL)
	})
	c.OnHTML("div.table-row", func(e *colly.HTMLElement) {
		writer.Write([]string{
			e.ChildText("div.table-cell.t-name"),
			e.ChildText("div.table-cell.active.t-nw"),
			e.ChildText("div.table-cell.t-country"),
			e.ChildText("div.table-cell.t-industry"),
		})
		fmt.Println(e.Text)
	})

	c.OnScraped(func(r *colly.Response) {
		fmt.Println("Finished", r.Request.URL)
	})

	c.Visit("https://www.bloomberg.com/billionaires/")
}

func main() {
	scrap()
	csvfile1, err := os.Open("data1.csv")
	if err != nil {
		fmt.Println(err)
		return
	}
	defer csvfile1.Close()
	reader := csv.NewReader(csvfile1)
	csvfile2, err := os.Create("data.csv")
	if err != nil {
		fmt.Println(err)
		return
	}
	writer := csv.NewWriter(csvfile2)

	for i := 0; i < 10; i++ {
		record, err := reader.Read()
		if err != nil {
			if err == io.EOF {
				break
			}
			fmt.Println(err)
			return
		}
		err = writer.Write(record)
		if err != nil {
			fmt.Println(err)
			return
		}
	}
	writer.Flush()
	err = csvfile2.Close()
	if err != nil {
		fmt.Println(err)
		return
	}
	e := os.Remove("data1.csv")
	if e != nil {
		log.Fatal(e)
	}
}

func visit(path string, fi os.FileInfo, err error) error {

	if err != nil {
		return err
	}

	matched, _ := filepath.Match("*.txt", fi.Name())

	if matched {
		read, err := ioutil.ReadFile("out.txt")
		if err != nil {
			panic(err)
		}

		fmt.Println(path)

		newContents := strings.Replace(string(read), "Country/Territory", "Country", -1)

		fmt.Println(newContents)

		err = ioutil.WriteFile(path, []byte(newContents), 0)
		if err != nil {
			panic(err)
		}

	}

	return nil
}

        port := flag.String("p", "8100", "port to serve on")
	directory := flag.String("d", ".", "the directory of static file to host")
	flag.Parse()

	http.Handle("/", http.FileServer(http.Dir(*directory)))

	log.Printf("Serving %s on HTTP port: %s\n", *directory, *port)
	log.Fatal(http.ListenAndServe(":"+*port, nil))

package main

import (
	"encoding/csv"
	"os"

	"github.com/PuerkitoBio/goquery"
	"github.com/geziyor/geziyor"
	"github.com/geziyor/geziyor/client"
)

func main() {

	file, _ := os.Create("data.csv")
	writer := csv.NewWriter(file)
	head := []string{"Country", "Networth", "Age", "Source"}
	writer.Write(head)
	count := 0
	geziyor.NewGeziyor(&geziyor.Options{
		StartRequestsFunc: func(g *geziyor.Geziyor) {
			g.GetRendered("https://www.forbes.com/real-time-billionaires/#50cd30c23d78", g.Opt.ParseFunc)
		},
		ParseFunc: func(g *geziyor.Geziyor, r *client.Response) {
			r.HTMLDoc.Find("tr.base.ng-scope").Each(func(_ int, s *goquery.Selection) {
				Country := s.Find("td.Country\\/Territory").Text()
				Networth := s.Find("td.Net.Worth").Text()
				Age := s.Find("td.age").Text()
				Source := s.Find("td.source").Text()
				posts := []string{Country, Networth, Age, Source}
				writer.Write(posts)
				count += 1
				if count <= 10 {
					writer.Flush()
				}
			})

		},
	}).Start()
}