-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathapp.js
187 lines (167 loc) · 5.41 KB
/
app.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
const express = require("express");
const morgan = require("morgan");
const cron = require("node-cron");
const path = require("path");
// const boxen = require('boxen');
// const ora = require('ora');
// const spinner = ora('Connecting to the database...').start();
const { specs, swaggerUi } = require("./config/swagger");
const logger = require("./config/logger");
require("./constants");
require("./models/index");
const { initDatabase } = require("./database");
const {
allowCrossDomain,
allowMethodOverride,
error404Handler,
errorHandler,
corsMiddleware,
rateLimitMiddleware,
errorLogHandler,
} = require("./middlewares");
const tasks = require("./tasks");
const myQueue = require("./queue");
// Creating express app
const app = express();
// Redis client
// let redisClient = redis.createClient({
// host: '127.0.0.1',
// port: 6379,
// }).on('error', (err) => {
// console.error('Redis connection error:', err);
// }).on('connect', () => {
// console.log('Connected to Redis');
// });
// If authentication is required, use the 'auth' method on the client
// redisClient.auth('your-redis-password');
// Celery client
// const celeryClient = celery.createClient(
// "redis://127.0.0.1:6379",
// "redis://127.0.0.1:6379"
// );
// const task = celeryClient.createTask("tasks.add");
// const result = task.applyAsync([1, 2]);
// result.get().then(data => {
// // console.log(data);
// // celeryClient.disconnect();
// });
// const taskKwargs = celeryClient.createTask("tasks.fetch_data_from_pngx");
// Promise.all([
// task
// .delay(1, 2)
// .get()
// .then(console.log),
// task
// .applyAsync([1, 2])
// .get()
// .then(console.log),
// taskKwargs
// .delay(1, 2, { c: 3, d: 4 })
// .get()
// .then(console.log),
// taskKwargs
// .applyAsync([1, 2], { c: 3, d: 4 })
// .get()
// .then(console.log)
// ]).then(() => celeryClient.disconnect());
// const task = celeryClient.createTask("tasks.stock_fetcher");
// const result = task.applyAsync([]);
// result.get().then(data => {
// console.log(data);
// celeryClient.disconnect();
// });
app.use(express.static(path.join(__dirname, "docs")));
app.use("/demo", express.static(path.join(__dirname, "demo")));
app.use(express.static(path.join(__dirname, "images")));
app.use(express.urlencoded({ extended: true }));
app.use(express.json({}));
app.use(morgan("combined", { stream: logger.stream.write }));
app.set('trust proxy', 1 /* number of proxies between user and server */)
// app.use(helmet);
app.use(corsMiddleware);
app.use(allowCrossDomain);
app.use(allowMethodOverride);
// catch 404 and forward to error handler
app.use(error404Handler);
// error handler
app.use(errorHandler);
app.use(errorLogHandler);
app.use("/api", rateLimitMiddleware);
app.use("/events", require("./routes/sse"));
// middleware to check data is present in cache
// app.use(checkCache);
initDatabase()
.on("connected", function () {
console.log(
"[Main_Thread]: Connected: Successfully connect to mongo server"
);
/**
* Schedule task to requests data from PNGX datasets every 2 minutes
* The task requests and models the data them stores those data in db
* Fetch data from PNGX.com every 2 minutes
*/
// console.log('This script will run every 2 minutes to update stocks info.');
// cron.schedule("*/2 * * * *", () => {
console.log(
"Stocks info will be updated every morning at 30 minutes past 8 o'clock"
);
cron.schedule("30 8 * * *", async () => {
// tasks.data_fetcher();
// const fetch_data_from_pngx = celeryClient.createTask("tasks.fetch_data_from_pngx")
// .applyAsync(["https://www.pngx.com.pg/data/BSP.csv"]);
// const data_fetcher = celeryClient.createTask("tasks.data_fetcher")
// .applyAsync([]);
// data_fetcher.get().then(data => {
// console.log(data)
// celeryClient.disconnect();
// });
const { Worker } = require("node:worker_threads");
const childWorkerPath = path.resolve(process.cwd(), "thread_workers.js");
// const workerPromises = [];
// for (let i = 0; i < THREAD_COUNT; i++) {
// workerPromises.push(createWorker());
// }
// const thread_results = await Promise.all(workerPromises);
// const total =
// thread_results[0] +
// thread_results[1] +
// thread_results[2] +
// thread_results[3];
try {
let worker = new Worker(childWorkerPath);
worker.once("message", (result) => {
console.log("completed: ", result);
});
worker.on("error", (error) => {
throw new Error(`Error occured`, error);
});
worker.on("exit", (exitCode) => {
if (exitCode !== 0) {
throw new Error(`Worker stopped with exit code ${exitCode}`);
}
});
} catch (erorr) {
console.log(erorr);
}
// const response = await myQueue.add({
// type: "register",
// data: { date: "07/04/2024" },
// });
// res.json({message: response.message});
});
})
.on("error", function () {
console.log(
"[Main_Thread]: Error: Could not connect to MongoDB. Did you forget to run 'mongod'?"
);
});
/**
* /api/docs
*/
app.use("/api/docs", swaggerUi.serve, swaggerUi.setup(specs));
/**
* /api
*/
app.use("/api", require("./routes/index"));
app.get('/ip', (request, response) => response.send(request.ip))
module.exports = app;