convert and merge missing data

README.md

@@ -4,3 +4,4 @@ for entertainment and educational purposes only.
 
 For running on Vercel, note that it uses the vercel version of node which won't run anywhere else
 
+bitfinex daily close data: https://www.investing.com/crypto/bitcoin/btc-usd-historical-data

archive/BTC_USD_Bitfinex_HistoricalData.csv

@@ -0,0 +1,48 @@
+Date,Price,Open,High,Low,Vol,Change
+"Oct 06, 2021","55,331.0","51,508.0","55,724.0","50,448.0","10.52K","7.42%"
+"Oct 05, 2021","51,508.0","49,232.0","51,891.1","49,065.0","6.68K","4.58%"
+"Oct 04, 2021","49,252.0","48,243.0","49,503.0","46,951.0","6.19K","2.09%"
+"Oct 03, 2021","48,243.0","47,675.0","49,187.0","47,124.0","3.60K","1.19%"
+"Oct 02, 2021","47,675.0","48,151.0","48,330.0","47,459.0","2.06K","-1.00%"
+"Oct 01, 2021","48,157.0","43,830.0","48,454.0","43,311.0","8.32K","9.87%"
+"Sep 30, 2021","43,830.0","41,551.0","44,107.0","41,432.0","5.11K","5.48%"
+"Sep 29, 2021","41,551.0","41,064.0","42,591.0","40,811.0","4.39K","1.19%"
+"Sep 28, 2021","41,064.0","42,191.0","42,777.0","40,928.0","6.16K","-2.67%"
+"Sep 27, 2021","42,191.0","43,220.5","44,354.0","42,144.0","4.26K","-2.29%"
+"Sep 26, 2021","43,180.0","42,711.0","43,931.0","40,830.0","5.47K","1.10%"
+"Sep 25, 2021","42,711.0","42,854.0","42,977.0","41,731.0","2.96K","-0.39%"
+"Sep 24, 2021","42,878.0","44,882.0","45,140.0","40,779.0","11.76K","-4.47%"
+"Sep 23, 2021","44,882.0","43,582.6","44,986.0","43,121.0","5.29K","2.98%"
+"Sep 22, 2021","43,582.6","40,632.5","43,998.0","40,607.0","8.43K","7.18%"
+"Sep 21, 2021","40,664.0","43,002.0","43,622.3","39,678.0","14.96K","-5.44%"
+"Sep 20, 2021","43,002.0","47,239.0","47,323.0","42,577.0","12.63K","-8.97%"
+"Sep 19, 2021","47,239.0","48,309.0","48,370.0","46,837.0","2.28K","-2.21%"
+"Sep 18, 2021","48,309.0","47,296.0","48,794.0","47,070.0","2.05K","2.15%"
+"Sep 17, 2021","47,292.0","47,786.0","48,183.0","46,782.0","2.49K","-1.03%"
+"Sep 16, 2021","47,786.0","48,136.0","48,518.0","47,080.0","3.61K","-0.73%"
+"Sep 15, 2021","48,136.0","47,078.0","48,440.0","46,738.0","3.98K","2.25%"
+"Sep 14, 2021","47,078.0","44,960.0","47,235.0","44,726.0","3.52K","4.71%"
+"Sep 13, 2021","44,960.0","46,069.0","46,823.0","43,514.0","8.77K","-2.41%"
+"Sep 12, 2021","46,069.0","45,169.0","46,391.0","44,780.1","3.39K","1.99%"
+"Sep 11, 2021","45,169.0","44,852.0","45,990.0","44,750.0","2.54K","0.71%"
+"Sep 10, 2021","44,852.0","46,389.0","47,036.0","44,265.1","5.18K","-3.31%"
+"Sep 09, 2021","46,389.0","46,088.0","47,397.0","45,591.0","3.85K","0.65%"
+"Sep 08, 2021","46,088.0","46,778.0","47,342.4","44,509.9","7.55K","-1.48%"
+"Sep 07, 2021","46,778.0","52,676.0","52,888.0","43,347.0","16.70K","-11.20%"
+"Sep 06, 2021","52,676.0","51,762.0","52,709.0","51,062.0","4.84K","1.77%"
+"Sep 05, 2021","51,762.0","49,899.0","51,900.0","49,500.0","5.54K","3.73%"
+"Sep 04, 2021","49,899.0","50,000.0","50,529.0","49,418.0","2.37K","-0.20%"
+"Sep 03, 2021","50,000.0","49,291.0","51,032.0","48,362.0","7.33K","1.44%"
+"Sep 02, 2021","49,291.0","48,844.0","50,365.0","48,633.0","4.95K","0.92%"
+"Sep 01, 2021","48,844.0","47,157.0","49,102.0","46,600.0","5.71K","3.58%"
+"Aug 31, 2021","47,157.0","47,008.0","48,241.0","46,725.0","4.30K","0.32%"
+"Aug 30, 2021","47,008.0","48,800.0","48,915.7","46,904.0","4.12K","-3.67%"
+"Aug 29, 2021","48,800.0","48,914.0","49,650.0","47,844.0","4.05K","-0.23%"
+"Aug 28, 2021","48,914.0","49,076.1","49,310.0","48,400.0","2.30K","-0.33%"
+"Aug 27, 2021","49,076.1","46,832.0","49,159.0","46,364.9","5.80K","4.79%"
+"Aug 26, 2021","46,832.0","48,989.0","49,385.0","46,370.7","6.48K","-4.40%"
+"Aug 25, 2021","48,989.0","47,714.0","49,244.0","47,158.0","4.12K","2.67%"
+"Aug 24, 2021","47,714.0","49,539.0","49,857.0","47,604.0","4.77K","-3.68%"
+"Aug 23, 2021","49,539.0","49,264.0","50,506.3","49,055.0","5.42K","0.56%"
+"Aug 22, 2021","49,264.0","48,868.0","49,487.0","48,121.0","2.75K","0.81%"
+"Aug 21, 2021","48,868.0","49,332.0","49,784.0","48,290.0","3.92K","-0.94%"

archive/new_history

@@ -0,0 +1 @@
+[{"btcusd_rate":"55331.00","date":"2021-10-06","usdsat_rate":1807},{"btcusd_rate":"51508.00","date":"2021-10-05","usdsat_rate":1941},{"btcusd_rate":"49252.00","date":"2021-10-04","usdsat_rate":2030},{"btcusd_rate":"48243.00","date":"2021-10-03","usdsat_rate":2073},{"btcusd_rate":"47675.00","date":"2021-10-02","usdsat_rate":2098},{"btcusd_rate":"48157.00","date":"2021-10-01","usdsat_rate":2077},{"btcusd_rate":"43830.00","date":"2021-09-30","usdsat_rate":2282},{"btcusd_rate":"41551.00","date":"2021-09-29","usdsat_rate":2407},{"btcusd_rate":"41064.00","date":"2021-09-28","usdsat_rate":2435},{"btcusd_rate":"42191.00","date":"2021-09-27","usdsat_rate":2370},{"btcusd_rate":"43180.00","date":"2021-09-26","usdsat_rate":2316},{"btcusd_rate":"42711.00","date":"2021-09-25","usdsat_rate":2341},{"btcusd_rate":"42878.00","date":"2021-09-24","usdsat_rate":2332},{"btcusd_rate":"44882.00","date":"2021-09-23","usdsat_rate":2228},{"btcusd_rate":"43582.60","date":"2021-09-22","usdsat_rate":2294},{"btcusd_rate":"40664.00","date":"2021-09-21","usdsat_rate":2459},{"btcusd_rate":"43002.00","date":"2021-09-20","usdsat_rate":2325},{"btcusd_rate":"47239.00","date":"2021-09-19","usdsat_rate":2117},{"btcusd_rate":"48309.00","date":"2021-09-18","usdsat_rate":2070},{"btcusd_rate":"47292.00","date":"2021-09-17","usdsat_rate":2115},{"btcusd_rate":"47786.00","date":"2021-09-16","usdsat_rate":2093},{"btcusd_rate":"48136.00","date":"2021-09-15","usdsat_rate":2077},{"btcusd_rate":"47078.00","date":"2021-09-14","usdsat_rate":2124},{"btcusd_rate":"44960.00","date":"2021-09-13","usdsat_rate":2224},{"btcusd_rate":"46069.00","date":"2021-09-12","usdsat_rate":2171},{"btcusd_rate":"45169.00","date":"2021-09-11","usdsat_rate":2214},{"btcusd_rate":"44852.00","date":"2021-09-10","usdsat_rate":2230},{"btcusd_rate":"46389.00","date":"2021-09-09","usdsat_rate":2156},{"btcusd_rate":"46088.00","date":"2021-09-08","usdsat_rate":2170},{"btcusd_rate":"46778.00","date":"2021-09-07","usdsat_rate":2138},{"btcusd_rate":"52676.00","date":"2021-09-06","usdsat_rate":1898},{"btcusd_rate":"51762.00","date":"2021-09-05","usdsat_rate":1932},{"btcusd_rate":"49899.00","date":"2021-09-04","usdsat_rate":2004},{"btcusd_rate":"50000.00","date":"2021-09-03","usdsat_rate":2000},{"btcusd_rate":"49291.00","date":"2021-09-02","usdsat_rate":2029},{"btcusd_rate":"48844.00","date":"2021-09-01","usdsat_rate":2047},{"btcusd_rate":"47157.00","date":"2021-08-31","usdsat_rate":2121},{"btcusd_rate":"47008.00","date":"2021-08-30","usdsat_rate":2127},{"btcusd_rate":"48800.00","date":"2021-08-29","usdsat_rate":2049},{"btcusd_rate":"48914.00","date":"2021-08-28","usdsat_rate":2044},{"btcusd_rate":"49076.10","date":"2021-08-27","usdsat_rate":2038},{"btcusd_rate":"46832.00","date":"2021-08-26","usdsat_rate":2135},{"btcusd_rate":"48989.00","date":"2021-08-25","usdsat_rate":2041},{"btcusd_rate":"47714.00","date":"2021-08-24","usdsat_rate":2096},{"btcusd_rate":"49539.00","date":"2021-08-23","usdsat_rate":2019},{"btcusd_rate":"49264.00","date":"2021-08-22","usdsat_rate":2030},{"btcusd_rate":"48868.00","date":"2021-08-21","usdsat_rate":2046}]

convert_btcticker.js

@@ -0,0 +1,67 @@
+const csv = require('csv-parser');
+const fs = require('fs');
+
+// this script is to convert the downloaded data 
+// 1. get data from site
+// bitfinex daily close data: https://www.investing.com/crypto/bitcoin/btc-usd-historical-data
+// 2. save as BTC_USD_Bitfinex_HistoricalData.csv
+// 3. convert to the format of historical. using convertformat()
+// check result. 
+
+// 4. pipe result to new_history, concatenate to historical,
+// use mergefiles(), check result
+
+// new file is named historical_merged. copy over the public/static/historical
+// convert historical to hkd_historical using other script
+
+
+function convertformat() {
+    const filepath = "./archive/BTC_USD_Bitfinex_HistoricalData.csv"
+    let data = []
+
+    fs.createReadStream(filepath, 'utf-8', { headers: true })
+        .on('error', () => {
+            // handle error
+        })
+        .pipe(csv())
+        .on('data', (row) => {
+            //       console.log(row);
+            var keys = Object.keys(row)
+            var price = row["Price"].replace(',', '')
+            let entry = {
+                "btcusd_rate": parseFloat(price).toFixed(2),
+                "date": new Date(row[keys[0]]).toISOString().split('T')[0],
+                "usdsat_rate": parseInt((100000000 / parseFloat(price)).toFixed(0))
+            }
+            data.push(entry)
+        })
+        .on('end', () => {
+            // console.log(data)
+            var new_json = JSON.stringify(data)
+            console.log(new_json)
+                // append this to the historical data file. 
+            fs.writeFileSync("./archive/new_history", new_json)
+                // write to regular csv file: 
+                // csvWriter.writeRecords(data).then(() => console.log('CSV file written'))
+        })
+}
+
+function mergefiles() {
+    // merge two files together
+    const newhistory = fs.readFileSync('./archive/new_history', { encoding: 'utf8' })
+    let newh = JSON.parse(newhistory).reverse()
+        //console.log(newh)
+    const historical = "./public/static/historical"
+    const histcontent = fs.readFileSync(historical, { encoding: 'utf8' })
+    let hist = JSON.parse(histcontent)
+
+    const result = JSON.stringify(hist.concat(newh))
+    console.log(result)
+    fs.writeFileSync("./archive/historical_merged", result)
+}
+
+
+convertformat()
+    // run 1st before 2nd command
+
+// mergefiles()

package-lock.json

@@ -10,15 +10,50 @@
             "license": "ISC",
             "dependencies": {
                 "axios": "^0.22.0",
+                "csv-parser": "^3.0.0",
+                "csv-writer": "^1.6.0",
                 "express": "^4.17.1",
                 "express-handlebars": "^5.3.4",
                 "express-session": "^1.17.2",
+                "fast-csv": "^4.3.6",
                 "morgan": "1.9.1"
             },
             "engines": {
                 "node": "14.x"
             }
         },
+        "node_modules/@fast-csv/format": {
+            "version": "4.3.5",
+            "resolved": "https://registry.npmjs.org/@fast-csv/format/-/format-4.3.5.tgz",
+            "integrity": "sha512-8iRn6QF3I8Ak78lNAa+Gdl5MJJBM5vRHivFtMRUWINdevNo00K7OXxS2PshawLKTejVwieIlPmK5YlLu6w4u8A==",
+            "dependencies": {
+                "@types/node": "^14.0.1",
+                "lodash.escaperegexp": "^4.1.2",
+                "lodash.isboolean": "^3.0.3",
+                "lodash.isequal": "^4.5.0",
+                "lodash.isfunction": "^3.0.9",
+                "lodash.isnil": "^4.0.0"
+            }
+        },
+        "node_modules/@fast-csv/parse": {
+            "version": "4.3.6",
+            "resolved": "https://registry.npmjs.org/@fast-csv/parse/-/parse-4.3.6.tgz",
+            "integrity": "sha512-uRsLYksqpbDmWaSmzvJcuApSEe38+6NQZBUsuAyMZKqHxH0g1wcJgsKUvN3WC8tewaqFjBMMGrkHmC+T7k8LvA==",
+            "dependencies": {
+                "@types/node": "^14.0.1",
+                "lodash.escaperegexp": "^4.1.2",
+                "lodash.groupby": "^4.6.0",
+                "lodash.isfunction": "^3.0.9",
+                "lodash.isnil": "^4.0.0",
+                "lodash.isundefined": "^3.0.1",
+                "lodash.uniq": "^4.5.0"
+            }
+        },
+        "node_modules/@types/node": {
+            "version": "14.17.21",
+            "resolved": "https://registry.npmjs.org/@types/node/-/node-14.17.21.tgz",
+            "integrity": "sha512-zv8ukKci1mrILYiQOwGSV4FpkZhyxQtuFWGya2GujWg+zVAeRQ4qbaMmWp9vb9889CFA8JECH7lkwCL6Ygg8kA=="
+        },
         "node_modules/accepts": {
             "version": "1.3.7",
             "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.7.tgz",
@@ -134,6 +169,25 @@
             "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
             "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw="
         },
+        "node_modules/csv-parser": {
+            "version": "3.0.0",
+            "resolved": "https://registry.npmjs.org/csv-parser/-/csv-parser-3.0.0.tgz",
+            "integrity": "sha512-s6OYSXAK3IdKqYO33y09jhypG/bSDHPuyCme/IdEHfWpLf/jKcpitVFyOC6UemgGk8v7Q5u2XE0vvwmanxhGlQ==",
+            "dependencies": {
+                "minimist": "^1.2.0"
+            },
+            "bin": {
+                "csv-parser": "bin/csv-parser"
+            },
+            "engines": {
+                "node": ">= 10"
+            }
+        },
+        "node_modules/csv-writer": {
+            "version": "1.6.0",
+            "resolved": "https://registry.npmjs.org/csv-writer/-/csv-writer-1.6.0.tgz",
+            "integrity": "sha512-NOx7YDFWEsM/fTRAJjRpPp8t+MKRVvniAg9wQlUKx20MFrPs73WLJhFf5iteqrxNYnsy924K3Iroh3yNHeYd2g=="
+        },
         "node_modules/debug": {
             "version": "2.6.9",
             "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
@@ -287,6 +341,18 @@
                 }
             ]
         },
+        "node_modules/fast-csv": {
+            "version": "4.3.6",
+            "resolved": "https://registry.npmjs.org/fast-csv/-/fast-csv-4.3.6.tgz",
+            "integrity": "sha512-2RNSpuwwsJGP0frGsOmTb9oUF+VkFSM4SyLTDgwf2ciHWTarN0lQTC+F2f/t5J9QjW+c65VFIAAu85GsvMIusw==",
+            "dependencies": {
+                "@fast-csv/format": "4.3.5",
+                "@fast-csv/parse": "4.3.6"
+            },
+            "engines": {
+                "node": ">=10.0.0"
+            }
+        },
         "node_modules/finalhandler": {
             "version": "1.1.2",
             "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.1.2.tgz",
@@ -436,6 +502,46 @@
                 "node": ">= 0.10"
             }
         },
+        "node_modules/lodash.escaperegexp": {
+            "version": "4.1.2",
+            "resolved": "https://registry.npmjs.org/lodash.escaperegexp/-/lodash.escaperegexp-4.1.2.tgz",
+            "integrity": "sha1-ZHYsSGGAglGKw99Mz11YhtriA0c="
+        },
+        "node_modules/lodash.groupby": {
+            "version": "4.6.0",
+            "resolved": "https://registry.npmjs.org/lodash.groupby/-/lodash.groupby-4.6.0.tgz",
+            "integrity": "sha1-Cwih3PaDl8OXhVwyOXg4Mt90A9E="
+        },
+        "node_modules/lodash.isboolean": {
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
+            "integrity": "sha1-bC4XHbKiV82WgC/UOwGyDV9YcPY="
+        },
+        "node_modules/lodash.isequal": {
+            "version": "4.5.0",
+            "resolved": "https://registry.npmjs.org/lodash.isequal/-/lodash.isequal-4.5.0.tgz",
+            "integrity": "sha1-QVxEePK8wwEgwizhDtMib30+GOA="
+        },
+        "node_modules/lodash.isfunction": {
+            "version": "3.0.9",
+            "resolved": "https://registry.npmjs.org/lodash.isfunction/-/lodash.isfunction-3.0.9.tgz",
+            "integrity": "sha512-AirXNj15uRIMMPihnkInB4i3NHeb4iBtNg9WRWuK2o31S+ePwwNmDPaTL3o7dTJ+VXNZim7rFs4rxN4YU1oUJw=="
+        },
+        "node_modules/lodash.isnil": {
+            "version": "4.0.0",
+            "resolved": "https://registry.npmjs.org/lodash.isnil/-/lodash.isnil-4.0.0.tgz",
+            "integrity": "sha1-SeKM1VkBNFjIFMVHnTxmOiG/qmw="
+        },
+        "node_modules/lodash.isundefined": {
+            "version": "3.0.1",
+            "resolved": "https://registry.npmjs.org/lodash.isundefined/-/lodash.isundefined-3.0.1.tgz",
+            "integrity": "sha1-I+89lTVWUgOmbO/VuDD4SJEa+0g="
+        },
+        "node_modules/lodash.uniq": {
+            "version": "4.5.0",
+            "resolved": "https://registry.npmjs.org/lodash.uniq/-/lodash.uniq-4.5.0.tgz",
+            "integrity": "sha1-0CJTc662Uq3BvILklFM5qEJ1R3M="
+        },
         "node_modules/media-typer": {
             "version": "0.3.0",
             "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz",
@@ -786,6 +892,38 @@
         }
     },
     "dependencies": {
+        "@fast-csv/format": {
+            "version": "4.3.5",
+            "resolved": "https://registry.npmjs.org/@fast-csv/format/-/format-4.3.5.tgz",
+            "integrity": "sha512-8iRn6QF3I8Ak78lNAa+Gdl5MJJBM5vRHivFtMRUWINdevNo00K7OXxS2PshawLKTejVwieIlPmK5YlLu6w4u8A==",
+            "requires": {
+                "@types/node": "^14.0.1",
+                "lodash.escaperegexp": "^4.1.2",
+                "lodash.isboolean": "^3.0.3",
+                "lodash.isequal": "^4.5.0",
+                "lodash.isfunction": "^3.0.9",
+                "lodash.isnil": "^4.0.0"
+            }
+        },
+        "@fast-csv/parse": {
+            "version": "4.3.6",
+            "resolved": "https://registry.npmjs.org/@fast-csv/parse/-/parse-4.3.6.tgz",
+            "integrity": "sha512-uRsLYksqpbDmWaSmzvJcuApSEe38+6NQZBUsuAyMZKqHxH0g1wcJgsKUvN3WC8tewaqFjBMMGrkHmC+T7k8LvA==",
+            "requires": {
+                "@types/node": "^14.0.1",
+                "lodash.escaperegexp": "^4.1.2",
+                "lodash.groupby": "^4.6.0",
+                "lodash.isfunction": "^3.0.9",
+                "lodash.isnil": "^4.0.0",
+                "lodash.isundefined": "^3.0.1",
+                "lodash.uniq": "^4.5.0"
+            }
+        },
+        "@types/node": {
+            "version": "14.17.21",
+            "resolved": "https://registry.npmjs.org/@types/node/-/node-14.17.21.tgz",
+            "integrity": "sha512-zv8ukKci1mrILYiQOwGSV4FpkZhyxQtuFWGya2GujWg+zVAeRQ4qbaMmWp9vb9889CFA8JECH7lkwCL6Ygg8kA=="
+        },
         "accepts": {
             "version": "1.3.7",
             "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.7.tgz",
@@ -880,6 +1018,19 @@
             "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
             "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw="
         },
+        "csv-parser": {
+            "version": "3.0.0",
+            "resolved": "https://registry.npmjs.org/csv-parser/-/csv-parser-3.0.0.tgz",
+            "integrity": "sha512-s6OYSXAK3IdKqYO33y09jhypG/bSDHPuyCme/IdEHfWpLf/jKcpitVFyOC6UemgGk8v7Q5u2XE0vvwmanxhGlQ==",
+            "requires": {
+                "minimist": "^1.2.0"
+            }
+        },
+        "csv-writer": {
+            "version": "1.6.0",
+            "resolved": "https://registry.npmjs.org/csv-writer/-/csv-writer-1.6.0.tgz",
+            "integrity": "sha512-NOx7YDFWEsM/fTRAJjRpPp8t+MKRVvniAg9wQlUKx20MFrPs73WLJhFf5iteqrxNYnsy924K3Iroh3yNHeYd2g=="
+        },
         "debug": {
             "version": "2.6.9",
             "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
@@ -997,6 +1148,15 @@
                 }
             }
         },
+        "fast-csv": {
+            "version": "4.3.6",
+            "resolved": "https://registry.npmjs.org/fast-csv/-/fast-csv-4.3.6.tgz",
+            "integrity": "sha512-2RNSpuwwsJGP0frGsOmTb9oUF+VkFSM4SyLTDgwf2ciHWTarN0lQTC+F2f/t5J9QjW+c65VFIAAu85GsvMIusw==",
+            "requires": {
+                "@fast-csv/format": "4.3.5",
+                "@fast-csv/parse": "4.3.6"
+            }
+        },
         "finalhandler": {
             "version": "1.1.2",
             "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.1.2.tgz",
@@ -1100,6 +1260,46 @@
             "resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.9.1.tgz",
             "integrity": "sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g=="
         },
+        "lodash.escaperegexp": {
+            "version": "4.1.2",
+            "resolved": "https://registry.npmjs.org/lodash.escaperegexp/-/lodash.escaperegexp-4.1.2.tgz",
+            "integrity": "sha1-ZHYsSGGAglGKw99Mz11YhtriA0c="
+        },
+        "lodash.groupby": {
+            "version": "4.6.0",
+            "resolved": "https://registry.npmjs.org/lodash.groupby/-/lodash.groupby-4.6.0.tgz",
+            "integrity": "sha1-Cwih3PaDl8OXhVwyOXg4Mt90A9E="
+        },
+        "lodash.isboolean": {
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
+            "integrity": "sha1-bC4XHbKiV82WgC/UOwGyDV9YcPY="
+        },
+        "lodash.isequal": {
+            "version": "4.5.0",
+            "resolved": "https://registry.npmjs.org/lodash.isequal/-/lodash.isequal-4.5.0.tgz",
+            "integrity": "sha1-QVxEePK8wwEgwizhDtMib30+GOA="
+        },
+        "lodash.isfunction": {
+            "version": "3.0.9",
+            "resolved": "https://registry.npmjs.org/lodash.isfunction/-/lodash.isfunction-3.0.9.tgz",
+            "integrity": "sha512-AirXNj15uRIMMPihnkInB4i3NHeb4iBtNg9WRWuK2o31S+ePwwNmDPaTL3o7dTJ+VXNZim7rFs4rxN4YU1oUJw=="
+        },
+        "lodash.isnil": {
+            "version": "4.0.0",
+            "resolved": "https://registry.npmjs.org/lodash.isnil/-/lodash.isnil-4.0.0.tgz",
+            "integrity": "sha1-SeKM1VkBNFjIFMVHnTxmOiG/qmw="
+        },
+        "lodash.isundefined": {
+            "version": "3.0.1",
+            "resolved": "https://registry.npmjs.org/lodash.isundefined/-/lodash.isundefined-3.0.1.tgz",
+            "integrity": "sha1-I+89lTVWUgOmbO/VuDD4SJEa+0g="
+        },
+        "lodash.uniq": {
+            "version": "4.5.0",
+            "resolved": "https://registry.npmjs.org/lodash.uniq/-/lodash.uniq-4.5.0.tgz",
+            "integrity": "sha1-0CJTc662Uq3BvILklFM5qEJ1R3M="
+        },
         "media-typer": {
             "version": "0.3.0",
             "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz",

package.json

@@ -22,9 +22,12 @@
     "homepage": "https://github.com/bitkarrot/satshkd-vercel#readme",
     "dependencies": {
         "axios": "^0.22.0",
+        "csv-parser": "^3.0.0",
+        "csv-writer": "^1.6.0",
         "express": "^4.17.1",
         "express-handlebars": "^5.3.4",
         "express-session": "^1.17.2",
+        "fast-csv": "^4.3.6",
         "morgan": "1.9.1"
     }
 }