genius.js

import fetch from 'node-fetch';
import http from 'http'
import cheerio from 'cheerio';
import fs, {
  existsSync
} from 'fs';

const PORT = 3000;
const token = "oevAmuh71xZFg1T9WhQfdPPXl4WcbIg1zW52b-NSMF68dO1rliZx8zRdXZUK1yxQ";
const exportFile = "exported.json"

const readSongFile = (filePath) => {
  fs.stat(filePath, (err, stat) => {
    if (err && err.code === 'ENOENT') {
      throw ('Could not find songs .txt file.')
    }
  })
  const storedtext = fs.readFileSync(filePath).toString();
  if (storedtext.length == 0) {
    throw ('Songs .txt is empty')
  }

  return storedtext
}

const server = http.createServer((req, res) => {
  res.statusCode = 200;
  res.setHeader('Content-Type', 'text/plain');
  res.end('Hello World');

});

server.listen(PORT, () => {
  console.log('Server running at PORT:' + PORT);
})

const get_data = async (url) => {
  const response = await fetch(url);
  const data = response.text()
  return data;
}

const get_results = async (query) => {
  let rj = null
  const uri = encodeURI(query.trim())
  await fetch("https://api.genius.com/search?q=" + uri + "&access_token=" + token)
    .then((res) => res.json().then((rjson) => {
      rj = rjson
    }));
  return rj
}

const get_hit_paths = (rj) => {
  return rj.response.hits.map((el) => {
    return el.result.path
  })
}

const scrapper = async (url) => {
  const data = await get_data(url);
  const $ = cheerio.load(data);
  const lyrics = $("p").text()
  return new Object({
    'url': url,
    'lyrics': lyrics
  });
}

const exportToJSON = (jsonFile) => {
  try {
    if (!existsSync(exportFile))
      throw new Error('Did not find export File. Creating one now.')
  } catch (err) {
    console.log(err)
  }
  try {
    fs.writeFileSync(exportFile, "", "utf-8")
  } catch (err) {
    console.log(err)
  }

  fs.appendFileSync(exportFile, JSON.stringify(jsonFile), "utf-8")
}

const initiateTask = async () => {

  try {
    let tracks = readSongFile('songs.txt').split("\n");
    let scrappedLyrics = {
      'songs': []
    }

    let tracks_json = tracks.map((track) => {
      let [song, artist] = track.split(",")
      return new Object({
        'song': song,
        'artist': artist
      })
    })
    for (let t in tracks_json) {
      let hits = await get_results(tracks_json[t].song + " " + tracks_json[t].artist);
      let paths = get_hit_paths(hits);
      for (let p in paths) {
        let song_url = "http://genius.com" + paths[p];
        const lyricObj = await scrapper(song_url)
        scrappedLyrics.songs.push(lyricObj)
      }
    }
    exportToJSON(scrappedLyrics);
    console.log('Task Finished');
  } catch (err) {
    console.log('Could not complete task. Reason: ' + err)
  }


}


initiateTask()