tojson added

Author: coderosh

index.js

@@ -0,0 +1,49 @@
+const cheerio = require('cheerio')
+const fetch = require('node-fetch')
+
+const toJson = require('./utils/tojson')
+
+const defaultOptions = {
+  url: undefined,
+  html: undefined,
+  selector: 'table'
+}
+
+const html = async (options, headers) => {
+  const { url, html, selector } = { ...defaultOptions, ...options }
+
+  let data
+
+  if (url) {
+    const response = await fetch(url)
+    data = await response.text()
+  } else if (html) {
+    data = html
+  }
+
+  const $ = cheerio.load(data)
+
+  let body = toJson($, 'table', headers)
+
+  console.log(body)
+}
+
+html(
+  {
+    html: `
+<table style="width:100%">
+  <tr>
+    <td>Jill</td>
+    <td>Smith</td>
+    <td>50</td>
+  </tr>
+  <tr>
+    <td>Eve</td>
+    <td>Jackson</td>
+    <td>94</td>
+  </tr>
+</table>
+`
+  },
+  ['Name', 'LastName', 'Age']
+)

utils/map.js

@@ -0,0 +1,15 @@
+const map = (arr1, arr2) => {
+  if (arr1.length === 0) {
+    return arr2
+  }
+
+  return [...arr1].map((_, i) => {
+    if (!arr2[i]) {
+      return arr1[i]
+    }
+
+    return arr2[i]
+  })
+}
+
+module.exports = map

utils/tojson.js

@@ -0,0 +1,56 @@
+const map = require('./map')
+const toJson = ($, tableSelector, _header) => {
+  const body = []
+  let header = []
+
+  // Add headers from table to header array
+  $(`${tableSelector} th`).each((_, el) => {
+    header.push(
+      $(el)
+        .text()
+        .trim()
+    )
+  })
+
+  //  Compare table header to header given
+  if (_header) {
+    header = map(header, _header)
+  }
+
+  if (header.length === 0) {
+    throw new Error(
+      'The table do not have any headers (<th></th>), please provide header tag as a second arguement'
+    )
+  }
+
+  let d = {},
+    j = 0
+
+  // For tds in table
+  $(`${tableSelector} td`).each((_, el) => {
+    let val = $(el)
+      .text()
+      .trim()
+
+    if (!isNaN(parseFloat(val))) {
+      val = parseFloat(val)
+    }
+
+    if (val == '') {
+      val = 0
+    }
+    d[`${header[j]}`] = val
+
+    if (j == header.length - 1) {
+      body.push(d)
+      j = 0
+      d = {}
+    } else {
+      j++
+    }
+  })
+
+  return body
+}
+
+module.exports = toJson