require('dotenv').config();
const express = require('express');
const mongoose = require('mongoose');
const cors = require('cors');
const cron = require('node-cron');
const rateLimit = require('express-rate-limit');
const app = express();
const PORT = 3000 || process.env.PORT;
const HOST = '0.0.0.0' || process.env.HOST;
app.use(express.json());
app.use(cors());
// rate limiter
const limiter = rateLimit({
windowMs: 1 * 60 * 1000, // 1 minute
max: 20 // limit each IP to requests per windowMs
});
app.use(limiter);
// connect to MongoDB
mongoose.connect('mongodb://localhost/price-history');
const db = mongoose.connection;
db.on('error', console.error.bind(console, 'connection error:'));
db.once('open', () => {
console.log('Connected to MongoDB');
});
app.get("/", (req, res) => {
res.send(`
RanchiMall Price History API
Welcome to the RanchiMall Price History API!
Available endpoints:
Query parameters:
| Parameter |
Required |
Default |
format | values |
| from |
No |
None |
DD-MM-YYYY |
| to |
No |
None |
DD-MM-YYYY |
| on |
No |
None |
DD-MM-YYYY |
| limit |
No |
100 |
all | number |
| asset |
No |
btc |
btc |
| currency |
No |
usd |
usd, inr |
Example:
-
/price-history?from=01-01-2020&to=01-01-2021&asset=btc¤cy=usd
`);
})
const PriceHistory = require('./models/price-history');
function loadHistoricToDb() {
const now = parseInt(Date.now() / 1000);
Promise.all([
fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-USD?period1=1410912000&period2=${now}&interval=1d&events=history&includeAdjustedClose=true`).then((res) => res.text()),
fetch(`https://query1.finance.yahoo.com/v7/finance/download/BTC-INR?period1=1410912000&period2=${now}&interval=1d&events=history&includeAdjustedClose=true`).then((res) => res.text()),
])
.then(async ([usd, inr]) => {
const usdData = usd.split("\n").slice(1);
const inrData = inr.split("\n").slice(1);
const priceHistoryData = [];
for (let i = 0; i < usdData.length; i++) {
const [date, open, high, low, close, adjClose, volume] = usdData[i].split(",");
const [date2, open2, high2, low2, close2, adjClose2, volume2] = inrData[i].split(",");
priceHistoryData.push({
date: new Date(date).getTime(),
asset: "btc",
usd: parseFloat(parseFloat(close).toFixed(2)),
inr: parseFloat(parseFloat(close2).toFixed(2)),
});
}
await PriceHistory.insertMany(priceHistoryData);
})
.catch((err) => {
console.log(err);
})
}
// run loadHistoricToDb() only once when the server starts and no data is present in the database
PriceHistory.countDocuments({}, (err, count) => {
if (err) {
console.log(err);
}
if (count === 0) {
loadHistoricToDb();
}
})
app.get("/price-history", async (req, res) => {
try {
const { from, to, on, limit = 100, asset = 'btc', currency = 'usd' } = req.query;
const searchParams = {
asset,
[currency]: { $exists: true }
}
if (from) {
searchParams.date = { $gte: new Date(from).getTime() };
}
if (to) {
searchParams.date = { ...searchParams.date, $lte: new Date(to).getTime() };
}
if (on) {
searchParams.date = { $eq: new Date(on).getTime() };
}
const priceHistory = await PriceHistory.find(searchParams, { _id: 0, __v: 0 })
.sort({ date: -1 })
.limit(limit === 'all' ? 0 : parseInt(limit));
res.json(priceHistory);
} catch (err) {
console.log(err);
res.status(500).json({ error: err });
}
})
app.post("/price-history", async (req, res) => {
try {
const { dates } = req.body;
if (!dates) {
return res.status(400).json({ error: 'dates is required' });
}
if (!Array.isArray(dates)) {
return res.status(400).json({ error: 'dates must be an array' });
}
const priceHistory = await PriceHistory.find({ date: { $in: dates } }, { _id: 0, __v: 0 });
res.json(priceHistory);
} catch (err) {
console.log(err);
res.status(500).json({ error: err });
}
})
app.listen(PORT, HOST, () => {
console.log(`Listening on ${HOST}:${PORT}`);
});
cron.schedule('0 12 * * *', async () => {
try {
// will return a csv file
const [usd, inr] = await Promise.all([
fetch("https://query1.finance.yahoo.com/v7/finance/download/BTC-USD").
then((res) => res.text()),
fetch("https://query1.finance.yahoo.com/v7/finance/download/BTC-INR").
then((res) => res.text())
]);
const usdData = usd.split("\n").slice(1);
const inrData = inr.split("\n").slice(1);
for (let i = 0; i < usdData.length; i++) {
const [date, open, high, low, close, adjClose, volume] = usdData[i].split(",");
const [date2, open2, high2, low2, close2, adjClose2, volume2] = inrData[i].split(",");
const priceHistoryData = {
date: new Date(date).getTime(),
asset: "btc",
usd: parseFloat(parseFloat(close).toFixed(2)),
inr: parseFloat(parseFloat(close2).toFixed(2)),
};
await PriceHistory.findOneAndUpdate(
{ date: priceHistoryData.date, asset: priceHistoryData.asset },
priceHistoryData,
{ upsert: true }
);
}
} catch (err) {
console.log(err);
}
})