saving results to postgresql db

README.md

@@ -7,8 +7,7 @@ Go script to scrape a popular Spanish website for flat renting. It will send an
 ```
 ### RoadMap
 
-- [ ] Save to csv
-- [ ] Save to DB
+- [X] Save to DB
 - [X] Searching across different areas
 - [X] Concurrent search 
 - [X] Filter with more options

db/database_handler.go

@@ -0,0 +1,33 @@
+package database_handler
+
+import (
+	"database/sql"
+	_ "github.com/lib/pq"
+	"flat-scraper/flat"
+	"time"
+	"fmt"
+	"log"
+)
+
+func FlatInsert(flats []flat.Flat) {
+	db, err := sql.Open("postgres", "user=postgres password='postgres' dbname=flats")
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	err = db.Ping()
+	if err != nil {
+	  log.Fatal("Error: Could not establish a connection with the database")
+	}
+
+	fmt.Printf("Connected to DB \n")
+
+	t := time.Now()
+	t_str := fmt.Sprintf("%d-%02d-%02d",t.Year(), t.Month(), t.Day())
+	for _,v := range flats {
+		query := fmt.Sprintf("INSERT INTO flats(id,name,price,rooms,size,store,elevator,link,area,date_published)" +
+			" VALUES (%d,'%s',%d,%d,%d,%d,%t,'%s','%s','%s');", v.Id, v.Name, v.Price, v.Rooms, v.Size, v.Store, 
+			v.Elevator, v.Link, v.Area, t_str)
+		db.QueryRow(query)
+	}
+}

main.go

@@ -7,6 +7,7 @@ import (
   "strconv"
   "flat-scraper/flat"
   "flat-scraper/utils"
+  "flat-scraper/db"
   "fmt"
   "sync"
   "bytes"
@@ -23,7 +24,6 @@ func FlatScraper(c utils.Configuration) []flat.Flat {
   for _, area := range c.Areas {
     go func(area string) {
       fmt.Println(area+" starts")
-      //defer wg.Done()
       var resultList []flat.Flat
       doc, err := goquery.NewDocument("https://www.idealista.com/alquiler-viviendas/madrid/"+area+"/con-pisos,estado_buen-estado,amueblado_amueblados/") 
       if err != nil {
@@ -95,6 +95,8 @@ func main() {
   resultList := FlatScraper(config)
   filteredList := Filter(resultList, config)
 
+  database_handler.FlatInsert(resultList)
+
   filteredLength := strconv.Itoa(len(filteredList))
   var buffer bytes.Buffer
   for _,v := range filteredList {

sql/create_table.sql

@@ -0,0 +1,12 @@
+CREATE TABLE flats (
+	id				integer CONSTRAINT firstkey PRIMARY KEY,
+	name 			varchar(150) NOT NULL,
+	price 			integer NOT NULL,
+	rooms 			integer NOT NULL,
+	size 			integer NOT NULL,
+	store 			integer NOT NULL,
+	elevator 		boolean NOT NULL,
+	link 			varchar NOT NULL,
+	area 			varchar(50) NOT NULL,
+	date_published	date NOT NULL
+);