added crash detection and some analysis stuff

Author: aczwink

service/src/main.ts

@@ -16,13 +16,14 @@
  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  * */
 import "dotenv/config";
+import fs from "fs";
 import http from "http";
 
 import { AbsURL, OpenAPI } from "acts-util-core";
 import { Factory, GlobalInjector, HTTP } from "acts-util-node";
 import { APIRegistry } from "acts-util-apilib";
 import { DBConnectionsManager } from "./data-access/DBConnectionsManager";
-import { CONFIG_OIDP_ENDPOINT, CONFIG_ORIGIN, CONFIG_PORT, CONFIG_UPLOADDIR } from "./env";
+import { CONFIG_OIDP_ENDPOINT, CONFIG_ORIGIN, CONFIG_PORT, CONFIG_ROOTDIR, CONFIG_UPLOADDIR } from "./env";
 import { FtpSrv, GeneralError } from "ftp-srv";
 import { FTPFileSystem } from "./FTPFileSystem";
 import { StorageBackendsManager } from "./services/StorageBackendsManager";
@@ -35,6 +36,8 @@ import { AccessCounterService } from "./services/AccessCounterService";
 import { StorageBlocksManager } from "./services/StorageBlocksManager";
 import { FileUploadService } from "./services/FileUploadService";
 
+const crashDetectionPath = CONFIG_ROOTDIR + "/crash_check";
+
 async function DownloadPublicKey()
 {
     const sender = new HTTP.RequestSender();
@@ -129,6 +132,7 @@ async function BootstrapServer()
         console.log("Shutting server down...");
         GlobalInjector.Resolve(DBConnectionsManager).Close();
         GlobalInjector.Resolve(MessagingService).Close();
+        fs.unlinkSync(crashDetectionPath);
         server.close();
     });
 }
@@ -160,5 +164,24 @@ function BootstrapFTPServer()
     });
 }
 
-BootstrapServer();
-BootstrapFTPServer();
+function BootstrapService()
+{
+    if(fs.existsSync(crashDetectionPath))
+    {
+        console.log("Service did crash :S");
+        process.exit(1);
+        return;
+    }
+    process.on("uncaughtException", (error, origin) => {
+        console.log("Unhandled exception: ", error, origin);
+    });
+    process.on("unhandledRejection", (reason, promise) => {
+        console.log("Unhandled rejection: ", reason, promise);
+    });
+    fs.writeFileSync(crashDetectionPath, "");
+
+    BootstrapServer();
+    BootstrapFTPServer();
+}
+
+BootstrapService();

service/src/services/FileUploadService.ts

@@ -126,7 +126,8 @@ export class FileUploadService
             blockIds.push(blockId);
         }
 
-        return await this.FindOrCreateBlob(hasher.digest("hex"), blockIds)
+        console.log(blockIds);
+        return await this.FindOrCreateBlob(hasher.digest("hex"), blockIds);
     }
 
     private ProcessStreamInParallel(stream: Readable)
@@ -190,14 +191,17 @@ export class FileUploadService
     private async ProcessBlobBlock(blobBlock: Buffer)
     {
         const sha256sum = crypto.createHash("sha256").update(blobBlock).digest("hex");
-        return this.ProcessBlobBlockHashed(blobBlock, sha256sum);
+        return await this.ProcessBlobBlockHashed(blobBlock, sha256sum);
     }
 
     private async ProcessBlobBlockHashed(blobBlock: Buffer, sha256sum: string): Promise<number>
     {
         const blockId = await this.blobsController.FindBlobBlock(blobBlock.byteLength, sha256sum);
         if(blockId !== undefined)
+        {
+            console.log("FOUND", blockId);
             return blockId;
+        }
 
         let newBlockId;
         try
@@ -208,6 +212,7 @@ export class FileUploadService
         {
             if(e?.code === "ER_DUP_ENTRY")
                 return await this.ProcessBlobBlockHashed(blobBlock, sha256sum);
+            console.log("error", e);
             throw e;
         }
         const storageBlock = await this.storageBackendsManager.StoreBlobBlock(blobBlock);