Update price-history.min.js

routes/price-history.min.js

@@ -1 +1 @@
-const express=require("express"),router=express.Router(),cron=require("node-cron"),PriceHistory=require("../models/price-history");function loadHistoricToDb(){const now=parseInt(Date.now()/1e3);Promise.all([fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-USD?period1=1410912000&period2=${now}&interval=1d&events=history&includeAdjustedClose=true`).then((res=>res.text())),fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-INR?period1=1410912000&period2=${now}&interval=1d&events=history&includeAdjustedClose=true`).then((res=>res.text()))]).then((async([usd,inr])=>{const usdData=usd.split("\n").slice(1),inrData=inr.split("\n").slice(1),priceHistoryData=[];for(let i=0;i<usdData.length;i++){const[date,open,high,low,close,adjClose,volume]=usdData[i].split(","),[date2,open2,high2,low2,close2,adjClose2,volume2]=inrData[i].split(",");priceHistoryData.push({date:new Date(date).getTime(),asset:"btc",usd:parseFloat(parseFloat(close).toFixed(2)),inr:parseFloat(parseFloat(close2).toFixed(2))})}await PriceHistory.deleteMany({asset:"btc"}),await PriceHistory.insertMany(priceHistoryData)})).catch((err=>{console.log(err)}))}loadHistoricToDb(),router.get("/",(async(req,res)=>{console.log("price-history");try{let{from:from,to:to,on:on,limit:limit=100,asset:asset="btc",currency:currency,sort:sort,dates:dates}=req.query;const searchParams={asset:asset};if(from&&to&&(from=new Date(from).getTime(),to=new Date(to).getTime(),from>to)){const temp=from;from=to,to=temp}if(from&&(searchParams.date={$gte:new Date(from).getTime()}),to&&(searchParams.date={...searchParams.date,$lte:new Date(to).getTime()}),dates){const datesArray=dates.split(",");searchParams.date={$in:datesArray.map((date=>new Date(date).getTime()))}}if(on&&(searchParams.date={$eq:new Date(on).getTime()}),currency&&(searchParams[currency]={$exists:!0}),sort){if(!["asc","desc","ascending","descending","1","-1"].includes(sort))return res.status(400).json({error:"Invalid sort. Valid values are asc | desc | ascending | descending | 1 | -1"});sort={date:"asc"===sort||"ascending"===sort||"1"===sort?1:-1}}else sort={date:-1};const dataFormat={_id:0,__v:0,asset:0};"inr"===currency&&(dataFormat.usd=0),"usd"===currency&&(dataFormat.inr=0);const priceHistory=await PriceHistory.find(searchParams,dataFormat).sort(sort).limit("all"===limit?0:parseInt(limit)).lean();res.json(priceHistory)}catch(err){console.log(err),res.status(500).json({error:err})}})),cron.schedule("0 */4 * * *",(async()=>{try{const[usd,inr]=await Promise.all([fetch("https://query1.finance.yahoo.com/v7/finance/download/BTC-USD").then((res=>res.text())),fetch("https://query1.finance.yahoo.com/v7/finance/download/BTC-INR").then((res=>res.text()))]),usdData=usd.split("\n").slice(1),inrData=inr.split("\n").slice(1);for(let i=0;i<usdData.length;i++){const[date,open,high,low,close,adjClose,volume]=usdData[i].split(","),[date2,open2,high2,low2,close2,adjClose2,volume2]=inrData[i].split(","),priceHistoryData={date:new Date(date).getTime(),asset:"btc",usd:parseFloat(parseFloat(close).toFixed(2)),inr:parseFloat(parseFloat(close2).toFixed(2))};await PriceHistory.findOneAndUpdate({date:priceHistoryData.date,asset:priceHistoryData.asset},priceHistoryData,{upsert:!0})}}catch(err){console.log(err)}})),module.exports=router;
+const express=require('express'),router=express.Router(),cron=require('node-cron'),fs=require('fs'),path=require('path'),csv=require('csv-parser'),PriceHistory=require('../models/price-history'),CSV_FILE_PATH='/home/production/deployed/utility-api/btc_price_history_full.csv';function readCsvFile(){return new Promise((e,r)=>{const t=[];fs.createReadStream(CSV_FILE_PATH).pipe(csv()).on('data',e=>t.push(e)).on('end',()=>e(t)).on('error',e=>r(e))})}async function loadHistoricToDb(){const e=parseInt(Date.now()/1e3);try{const[r,t]=await Promise.all([fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-USD?period1=1410912000&period2=${e}&interval=1d&events=history&includeAdjustedClose=true`).then(e=>e.text()),fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-INR?period1=1410912000&period2=${e}&interval=1d&events=history&includeAdjustedClose=true`).then(e=>e.text())]);const a=r.split("").slice(1),i=t.split("").slice(1),n=[];for(let e=0;e<a.length;e++){const[r,t,l,o,c,s,p]=a[e].split(","),[u,d,f,g,m,v,h]=i[e].split(",");n.push({updateOne:{filter:{date:new Date(r).getTime(),asset:"btc"},update:{$set:{usd:parseFloat(parseFloat(c).toFixed(2)),inr:parseFloat(parseFloat(m).toFixed(2))}},upsert:!0}})}await PriceHistory.bulkWrite(n),console.log("Data upserted successfully from API.")}catch(r){console.error("Failed to fetch data. Falling back to CSV file:",r);try{const e=await readCsvFile(),r=e.map(e=>({updateOne:{filter:{date:new Date(e.date).getTime(),asset:"btc"},update:{$set:{usd:parseFloat(e.usd),inr:parseFloat(e.inr)}},upsert:!0}}));await PriceHistory.bulkWrite(r),console.log("Data upserted successfully from CSV.")}catch(e){console.error("Error reading CSV file:",e)}}}loadHistoricToDb(),router.get("/",async(e,r)=>{console.log("price-history");try{let{from:t,to:a,on:i,limit:n=100,asset:l="btc",currency:o,sort:c,dates:s}=e.query;const p={asset:l};if(t&&a){if(t=new Date(t).getTime(),a=new Date(a).getTime(),t>a){const e=t;t=a,a=e}}t&&(p.date={$gte:new Date(t).getTime()}),a&&(p.date={...p.date,$lte:new Date(a).getTime()}),s&&(p.date={$in:s.split(",").map(e=>new Date(e).getTime())}),i&&(p.date={$eq:new Date(i).getTime()}),o&&(p[o]={$exists:!0}),c=["asc","desc","ascending","descending","1","-1"].includes(c)?{date:"asc"===c||"ascending"===c||"1"===c?1:-1}:{date:-1};const u={_id:0,__v:0,asset:0};"inr"===o&&(u.usd=0),"usd"===o&&(u.inr=0);const d=await PriceHistory.find(p,u).sort(c).limit("all"===n?0:parseInt(n)).lean();r.json(d)}catch(e){console.log(e),r.status(500).json({error:e})}}),cron.schedule("0 */4 * * *",async()=>{await loadHistoricToDb()}),module.exports=router;