reverting back
This commit is contained in:
MuslemRahimi
parent
a33d0fd8b6
commit
13201259cf
411
fastify/app.js
411
fastify/app.js
@ -1,28 +1,40 @@
|
||||
const fastify = require("fastify")({ logger: true });
|
||||
const cors = require("@fastify/cors");
|
||||
const WebSocket = require("ws");
|
||||
const path = require("path");
|
||||
const fs = require("fs");
|
||||
const PocketBase = require("pocketbase/cjs");
|
||||
const { serialize } = require("object-to-formdata");
|
||||
const got = require("got");
|
||||
const cheerio = require("cheerio");
|
||||
const sharp = require("sharp");
|
||||
const axios = require("axios");
|
||||
|
||||
let serverRunning = false;
|
||||
const activeConnections = new Set();
|
||||
|
||||
// Load API KEYS
|
||||
const fastify = require("fastify")({});
|
||||
const cors = require("@fastify/cors");
|
||||
|
||||
//Load API KEYS
|
||||
require("dotenv").config({ path: "../app/.env" });
|
||||
const fmpAPIKey = process.env.FMP_API_KEY;
|
||||
//const mixpanelAPIKey = process.env.MIXPANEL_API_KEY;
|
||||
const twitchAPIKey = process.env.TWITCH_API_KEY;
|
||||
const twitchSecretKey = process.env.TWITCH_SECRET_KEY;
|
||||
|
||||
//const Mixpanel = require('mixpanel');
|
||||
//const UAParser = require('ua-parser-js');
|
||||
|
||||
const got = require("got"); //Only version npm i got@11.8.3 works with ESM
|
||||
const cheerio = require("cheerio");
|
||||
const sharp = require("sharp");
|
||||
const axios = require("axios");
|
||||
const fs = require("fs");
|
||||
const path = require("path");
|
||||
//const pino = require('pino');
|
||||
|
||||
//const mixpanel = Mixpanel.init(mixpanelAPIKey, { debug: false });
|
||||
|
||||
const PocketBase = require("pocketbase/cjs");
|
||||
const pb = new PocketBase("http://127.0.0.1:8090");
|
||||
|
||||
// globally disable auto cancellation
|
||||
//See https://github.com/pocketbase/js-sdk#auto-cancellation
|
||||
//Bug happens that get-post gives an error of auto-cancellation. Hence set it to false;
|
||||
pb.autoCancellation(false);
|
||||
|
||||
const { serialize } = require("object-to-formdata");
|
||||
|
||||
// Register the CORS plugin
|
||||
//Add Cors so that only localhost and my stocknear.com can send acceptable requests
|
||||
fastify.register(cors);
|
||||
const corsMiddleware = (request, reply, done) => {
|
||||
const allowedOrigins = [
|
||||
@ -48,7 +60,7 @@ const corsMiddleware = (request, reply, done) => {
|
||||
};
|
||||
fastify.addHook("onRequest", corsMiddleware);
|
||||
|
||||
// Register routes
|
||||
//fastify.register(require('./mixpanel/server'), { mixpanel, UAParser });
|
||||
fastify.register(require("./get-user-stats/server"), { pb });
|
||||
fastify.register(require("./get-community-stats/server"), { pb });
|
||||
fastify.register(require("./get-moderators/server"), { pb });
|
||||
@ -92,33 +104,39 @@ fastify.register(require("./downvote/server"), { pb });
|
||||
fastify.register(require("./upvote-comment/server"), { pb });
|
||||
fastify.register(require("./downvote-comment/server"), { pb });
|
||||
|
||||
//fastify.register(require('./create-comment/server'), { pb });
|
||||
|
||||
function wait(ms) {
|
||||
var start = new Date().getTime();
|
||||
var end = start;
|
||||
while (end < start + ms) {
|
||||
end = new Date().getTime();
|
||||
}
|
||||
}
|
||||
|
||||
fastify.register(require("@fastify/websocket"));
|
||||
|
||||
const WebSocket = require("ws");
|
||||
|
||||
let isSend = false;
|
||||
let sendInterval;
|
||||
|
||||
fastify.register(async function (fastify) {
|
||||
fastify.get("/realtime-data", { websocket: true }, handleWebSocket);
|
||||
fastify.get(
|
||||
"/realtime-crypto-data",
|
||||
{ websocket: true },
|
||||
handleCryptoWebSocket
|
||||
);
|
||||
fastify.get(
|
||||
"/options-flow-reader",
|
||||
{ websocket: true },
|
||||
handleOptionsFlowWebSocket
|
||||
);
|
||||
});
|
||||
fastify.get("/realtime-data", { websocket: true }, (connection, req) => {
|
||||
// Send a welcome message to the client
|
||||
|
||||
function handleWebSocket(connection, req) {
|
||||
let symbol = "";
|
||||
let ws;
|
||||
//connection.socket.send('hi from server');
|
||||
|
||||
const cleanup = () => {
|
||||
activeConnections.delete(connection);
|
||||
if (ws) ws.close();
|
||||
};
|
||||
// Listen for incoming messages from the client
|
||||
connection.socket.on("message", (message) => {
|
||||
symbol = message.toString("utf-8");
|
||||
console.log("Received message from client:", symbol);
|
||||
|
||||
activeConnections.add(connection);
|
||||
// If you want to dynamically update the subscription based on client's message
|
||||
updateSubscription();
|
||||
});
|
||||
|
||||
//======================
|
||||
const login = {
|
||||
event: "login",
|
||||
data: {
|
||||
@ -129,82 +147,90 @@ function handleWebSocket(connection, req) {
|
||||
const subscribe = {
|
||||
event: "subscribe",
|
||||
data: {
|
||||
ticker: "",
|
||||
ticker: "", // Initial value; will be updated dynamically
|
||||
},
|
||||
};
|
||||
|
||||
function updateSubscription() {
|
||||
subscribe.data.ticker = symbol;
|
||||
if (ws && ws.readyState === WebSocket.OPEN) {
|
||||
ws.send(JSON.stringify(subscribe));
|
||||
}
|
||||
}
|
||||
|
||||
function connectToFMP() {
|
||||
ws = new WebSocket("wss://websockets.financialmodelingprep.com");
|
||||
// Create a new WebSocket instance for your backend
|
||||
const ws = new WebSocket("wss://websockets.financialmodelingprep.com");
|
||||
|
||||
// Handle WebSocket connection open
|
||||
|
||||
ws.on("open", function open() {
|
||||
fastify.log.info("Connected to FMP WebSocket");
|
||||
ws.send(JSON.stringify(login));
|
||||
setTimeout(() => updateSubscription(), 2000);
|
||||
wait(2000); //2 seconds in milliseconds
|
||||
ws.send(JSON.stringify(subscribe));
|
||||
});
|
||||
|
||||
// Handle WebSocket errors
|
||||
ws.on("error", function (error) {
|
||||
fastify.log.error("FMP WebSocket error:", error);
|
||||
console.error("WebSocket error:", error);
|
||||
// Handle the error gracefully, you might want to notify the client or log it.
|
||||
// For now, let's close the connection if an error occurs
|
||||
connection.socket.close();
|
||||
});
|
||||
|
||||
ws.on("close", function () {
|
||||
fastify.log.info("FMP WebSocket closed. Attempting to reconnect...");
|
||||
setTimeout(connectToFMP, 5000);
|
||||
});
|
||||
|
||||
ws.on("message", function (data) {
|
||||
ws.on("message", function (data, flags) {
|
||||
const stringData = data.toString("utf-8");
|
||||
|
||||
try {
|
||||
const jsonData = JSON.parse(stringData);
|
||||
const bpData = jsonData.bp;
|
||||
|
||||
// Check if bpData is a number and not equal to zero
|
||||
if (typeof bpData === "number" && bpData !== 0) {
|
||||
if (connection.socket.readyState === WebSocket.OPEN) {
|
||||
if (connection.socket.readyState === WebSocket.OPEN && !isSend) {
|
||||
connection.socket.send(JSON.stringify({ bp: bpData }));
|
||||
isSend = true;
|
||||
setTimeout(() => {
|
||||
isSend = false;
|
||||
}, 800);
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
fastify.log.error("Error parsing JSON:", error);
|
||||
console.error("Error parsing JSON:", error);
|
||||
}
|
||||
});
|
||||
|
||||
//======================
|
||||
|
||||
// Handle client disconnect
|
||||
connection.socket.on("close", () => {
|
||||
console.log("Client disconnected");
|
||||
connection?.socket?.close();
|
||||
// Check if the WebSocket is open before trying to close it
|
||||
if (ws.readyState === WebSocket.OPEN) {
|
||||
try {
|
||||
ws.close();
|
||||
} catch (e) {
|
||||
console.error("Error while closing WebSocket:", e);
|
||||
}
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
connectToFMP();
|
||||
fastify.register(async function (fastify) {
|
||||
fastify.get(
|
||||
"/realtime-crypto-data",
|
||||
{ websocket: true },
|
||||
(connection, req) => {
|
||||
// Send a welcome message to the client
|
||||
|
||||
// Listen for incoming messages from the client
|
||||
connection.socket.on("message", (message) => {
|
||||
symbol = message.toString("utf-8");
|
||||
fastify.log.info("Received message from client:", symbol);
|
||||
console.log("Received message from client:", symbol);
|
||||
|
||||
// If you want to dynamically update the subscription based on client's message
|
||||
updateSubscription();
|
||||
});
|
||||
|
||||
connection.socket.on("close", () => {
|
||||
fastify.log.info("Client disconnected");
|
||||
cleanup();
|
||||
});
|
||||
|
||||
connection.socket.on("error", (error) => {
|
||||
fastify.log.error("WebSocket error:", error);
|
||||
cleanup();
|
||||
});
|
||||
}
|
||||
|
||||
function handleCryptoWebSocket(connection, req) {
|
||||
let symbol = "";
|
||||
let ws;
|
||||
|
||||
const cleanup = () => {
|
||||
activeConnections.delete(connection);
|
||||
if (ws) ws.close();
|
||||
};
|
||||
|
||||
activeConnections.add(connection);
|
||||
|
||||
//======================
|
||||
const login = {
|
||||
event: "login",
|
||||
data: {
|
||||
@ -215,76 +241,79 @@ function handleCryptoWebSocket(connection, req) {
|
||||
const subscribe = {
|
||||
event: "subscribe",
|
||||
data: {
|
||||
ticker: "",
|
||||
ticker: "", // Initial value; will be updated dynamically
|
||||
},
|
||||
};
|
||||
|
||||
function updateSubscription() {
|
||||
subscribe.data.ticker = symbol;
|
||||
if (ws && ws.readyState === WebSocket.OPEN) {
|
||||
ws.send(JSON.stringify(subscribe));
|
||||
}
|
||||
}
|
||||
|
||||
function connectToCryptoFMP() {
|
||||
ws = new WebSocket("wss://crypto.financialmodelingprep.com");
|
||||
// Create a new WebSocket instance for your backend
|
||||
const ws = new WebSocket("wss://crypto.financialmodelingprep.com");
|
||||
|
||||
// Handle WebSocket connection open
|
||||
|
||||
ws.on("open", function open() {
|
||||
fastify.log.info("Connected to Crypto FMP WebSocket");
|
||||
ws.send(JSON.stringify(login));
|
||||
setTimeout(() => updateSubscription(), 2000);
|
||||
wait(2000); //2 seconds in milliseconds
|
||||
ws.send(JSON.stringify(subscribe));
|
||||
});
|
||||
|
||||
// Handle WebSocket errors
|
||||
ws.on("error", function (error) {
|
||||
fastify.log.error("Crypto FMP WebSocket error:", error);
|
||||
console.error("WebSocket error:", error);
|
||||
// Handle the error gracefully, you might want to notify the client or log it.
|
||||
// For now, let's close the connection if an error occurs
|
||||
connection.socket.close();
|
||||
});
|
||||
|
||||
ws.on("close", function () {
|
||||
fastify.log.info(
|
||||
"Crypto FMP WebSocket closed. Attempting to reconnect..."
|
||||
);
|
||||
setTimeout(connectToCryptoFMP, 5000);
|
||||
});
|
||||
|
||||
ws.on("message", function (data) {
|
||||
// Handle WebSocket messages
|
||||
ws.on("message", function (data, flags) {
|
||||
const stringData = data.toString("utf-8");
|
||||
if (connection.socket.readyState === WebSocket.OPEN) {
|
||||
|
||||
if (connection.socket.readyState === WebSocket.OPEN && !isSend) {
|
||||
connection.socket.send(stringData);
|
||||
}
|
||||
});
|
||||
}
|
||||
//console.log(stringData)
|
||||
isSend = true;
|
||||
setTimeout(() => {
|
||||
isSend = false;
|
||||
}, 800);
|
||||
|
||||
connectToCryptoFMP();
|
||||
|
||||
connection.socket.on("message", (message) => {
|
||||
symbol = message.toString("utf-8");
|
||||
fastify.log.info("Received message from client:", symbol);
|
||||
updateSubscription();
|
||||
//wait(2000);
|
||||
}
|
||||
//wait(2000);
|
||||
});
|
||||
|
||||
//======================
|
||||
|
||||
// Handle client disconnect
|
||||
connection.socket.on("close", () => {
|
||||
fastify.log.info("Client disconnected");
|
||||
cleanup();
|
||||
console.log("Client disconnected");
|
||||
connection?.socket?.close();
|
||||
// Check if the WebSocket is open before trying to close it
|
||||
if (ws.readyState === WebSocket.OPEN) {
|
||||
try {
|
||||
ws.close();
|
||||
} catch (e) {
|
||||
console.error("Error while closing WebSocket:", e);
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
);
|
||||
});
|
||||
|
||||
connection.socket.on("error", (error) => {
|
||||
fastify.log.error("WebSocket error:", error);
|
||||
cleanup();
|
||||
});
|
||||
}
|
||||
|
||||
function handleOptionsFlowWebSocket(connection, req) {
|
||||
fastify.register(async function (fastify) {
|
||||
fastify.get(
|
||||
"/options-flow-reader",
|
||||
{ websocket: true },
|
||||
(connection, req) => {
|
||||
let jsonData;
|
||||
let sendInterval;
|
||||
let clientIds = [];
|
||||
|
||||
const cleanup = () => {
|
||||
activeConnections.delete(connection);
|
||||
clearInterval(sendInterval);
|
||||
};
|
||||
|
||||
activeConnections.add(connection);
|
||||
|
||||
// Function to send filtered data to the client
|
||||
const sendData = async () => {
|
||||
const filePath = path.join(
|
||||
__dirname,
|
||||
@ -295,125 +324,139 @@ function handleOptionsFlowWebSocket(connection, req) {
|
||||
const fileData = fs.readFileSync(filePath, "utf8");
|
||||
jsonData = JSON.parse(fileData);
|
||||
|
||||
// Do nothing if clientIds is empty
|
||||
if (clientIds.length === 0) {
|
||||
fastify.log.info("Client IDs list is empty, doing nothing.");
|
||||
return;
|
||||
console.log("Client IDs list is empty, doing nothing.");
|
||||
return; // Exit function if clientIds is empty
|
||||
}
|
||||
|
||||
// Filter out elements whose ids are not in clientIds
|
||||
const filteredData = jsonData.filter(
|
||||
(item) => !clientIds.includes(item.id)
|
||||
);
|
||||
|
||||
if (connection.socket.readyState === WebSocket.OPEN) {
|
||||
// Send the filtered data back to the client
|
||||
connection.socket.send(JSON.stringify(filteredData));
|
||||
}
|
||||
} else {
|
||||
fastify.log.error("File not found:", filePath);
|
||||
console.error("File not found:", filePath);
|
||||
clearInterval(sendInterval);
|
||||
connection?.socket?.close();
|
||||
console.error("Connection closed");
|
||||
throw new Error("This is an intentional uncaught exception!");
|
||||
}
|
||||
} catch (err) {
|
||||
fastify.log.error("Error sending data to client:", err);
|
||||
console.error("Error sending data to client:", err);
|
||||
}
|
||||
};
|
||||
|
||||
// Send data to the client initially
|
||||
sendData();
|
||||
|
||||
// Start sending data periodically
|
||||
sendInterval = setInterval(sendData, 5000);
|
||||
|
||||
// Handle incoming messages from the client to update the ids
|
||||
connection.socket.on("message", (message) => {
|
||||
try {
|
||||
const parsedMessage = JSON.parse(message);
|
||||
if (parsedMessage?.ids) {
|
||||
clientIds = parsedMessage.ids;
|
||||
//console.log("Received ids from client:", parsedMessage.ids);
|
||||
clientIds = parsedMessage.ids; // Update the ids list from the client
|
||||
} else {
|
||||
//console.log("No ids received in the message");
|
||||
}
|
||||
} catch (error) {
|
||||
fastify.log.error("Error parsing incoming message:", error);
|
||||
console.error("Error parsing incoming message:", error);
|
||||
}
|
||||
});
|
||||
|
||||
// Handle client disconnect
|
||||
connection.socket.on("close", () => {
|
||||
fastify.log.info("Client disconnected");
|
||||
cleanup();
|
||||
console.log("Client disconnected");
|
||||
clearInterval(sendInterval);
|
||||
});
|
||||
|
||||
connection.socket.on("error", (error) => {
|
||||
fastify.log.error("WebSocket error:", error);
|
||||
cleanup();
|
||||
});
|
||||
|
||||
sendData();
|
||||
}
|
||||
|
||||
// Graceful shutdown
|
||||
async function gracefulShutdown() {
|
||||
fastify.log.info("Shutting down gracefully...");
|
||||
for (const connection of activeConnections) {
|
||||
// Handle server crash cleanup
|
||||
const closeHandler = () => {
|
||||
console.log("Server is closing. Cleaning up resources...");
|
||||
clearInterval(sendInterval);
|
||||
connection.socket.close();
|
||||
};
|
||||
|
||||
// Add close handler to process event
|
||||
process.on("exit", closeHandler);
|
||||
process.on("SIGINT", closeHandler);
|
||||
process.on("SIGTERM", closeHandler);
|
||||
process.on("uncaughtException", closeHandler);
|
||||
process.on("unhandledRejection", closeHandler);
|
||||
}
|
||||
await fastify.close();
|
||||
process.exit(0);
|
||||
}
|
||||
|
||||
process.on("SIGINT", gracefulShutdown);
|
||||
process.on("SIGTERM", gracefulShutdown);
|
||||
|
||||
// Error handling
|
||||
fastify.setErrorHandler((error, request, reply) => {
|
||||
fastify.log.error(error);
|
||||
reply.status(500).send({ error: "Internal Server Error" });
|
||||
);
|
||||
});
|
||||
|
||||
// Start the server
|
||||
async function startServer() {
|
||||
try {
|
||||
await fastify.listen({ port: 2000, host: "0.0.0.0" });
|
||||
// Function to start the server
|
||||
function startServer() {
|
||||
if (!serverRunning) {
|
||||
fastify.listen(2000, (err) => {
|
||||
if (err) {
|
||||
console.error("Error starting server:", err);
|
||||
process.exit(1); // Exit the process if server start fails
|
||||
}
|
||||
serverRunning = true;
|
||||
fastify.log.info("Server started successfully on port 2000!");
|
||||
} catch (err) {
|
||||
fastify.log.error(err);
|
||||
process.exit(1);
|
||||
console.log("Server started successfully on port 2000!");
|
||||
});
|
||||
} else {
|
||||
console.log("Server is already running.");
|
||||
}
|
||||
}
|
||||
|
||||
// Function to stop the server
|
||||
async function stopServer() {
|
||||
function stopServer() {
|
||||
if (serverRunning) {
|
||||
try {
|
||||
await fastify.close();
|
||||
serverRunning = false;
|
||||
fastify.log.info("Server closed successfully!");
|
||||
} catch (err) {
|
||||
fastify.log.error("Error closing server:", err);
|
||||
throw err;
|
||||
}
|
||||
return new Promise((resolve, reject) => {
|
||||
fastify.close((err) => {
|
||||
if (err) {
|
||||
console.error("Error closing server:", err);
|
||||
reject(err);
|
||||
} else {
|
||||
fastify.log.info("Server is not running.");
|
||||
serverRunning = false;
|
||||
console.log("Server closed successfully!");
|
||||
resolve();
|
||||
}
|
||||
});
|
||||
});
|
||||
} else {
|
||||
console.log("Server is not running.");
|
||||
return Promise.resolve();
|
||||
}
|
||||
}
|
||||
|
||||
// Function to gracefully close and restart the server
|
||||
async function restartServer() {
|
||||
function restartServer() {
|
||||
if (serverRunning) {
|
||||
try {
|
||||
await stopServer();
|
||||
fastify.log.info("Restarting server...");
|
||||
await startServer();
|
||||
} catch (error) {
|
||||
fastify.log.error("Failed to restart server:", error);
|
||||
process.exit(1);
|
||||
}
|
||||
stopServer()
|
||||
.then(() => {
|
||||
console.log("Restarting server...");
|
||||
startServer();
|
||||
})
|
||||
.catch((error) => {
|
||||
console.error("Failed to restart server:", error);
|
||||
process.exit(1); // Exit the process if server restart fails
|
||||
});
|
||||
} else {
|
||||
fastify.log.info("Server is not running. Starting server...");
|
||||
await startServer();
|
||||
console.log("Server is not running. Starting server...");
|
||||
startServer();
|
||||
}
|
||||
}
|
||||
|
||||
// Global error handlers
|
||||
// Add a global error handler for uncaught exceptions
|
||||
process.on("uncaughtException", (err) => {
|
||||
fastify.log.error("Uncaught Exception:", err);
|
||||
console.error("Uncaught Exception:", err);
|
||||
restartServer();
|
||||
});
|
||||
|
||||
// Add a global error handler for unhandled promise rejections
|
||||
process.on("unhandledRejection", (reason, promise) => {
|
||||
fastify.log.error("Unhandled Rejection at:", promise, "reason:", reason);
|
||||
console.error("Unhandled Rejection at:", promise, "reason:", reason);
|
||||
restartServer();
|
||||
});
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user