Consolidate PR's

impl/c-qube/ingest/config.json

@@ -1,6 +1,9 @@
 {
   "globals": {
-    "onlyCreateWhitelisted": true
+    "onlyCreateWhitelisted": true,
+    "csvDelimiter": ";",
+    "caseSensitiveFKSearch": false,
+    "quoteChar": "`"
   },
   "dimensions": {
     "namespace": "dimensions",
@@ -68,9 +71,7 @@
         "location": "./output/programs/pm-poshan"
       },
       "dimensions": {
-        "whitelisted": [
-          "district,categorypm"
-        ],
+        "whitelisted": ["district,categorypm"],
         "blacklisted": []
       }
     },
@@ -86,10 +87,7 @@
         "location": "./output/programs/nas"
       },
       "dimensions": {
-        "whitelisted": [
-          "district,lo,subject,grade",
-          "state,lo,subject,grade"
-        ],
+        "whitelisted": ["district,lo,subject,grade", "state,lo,subject,grade"],
         "blacklisted": []
       }
     },
@@ -105,10 +103,7 @@
         "location": "./output/programs/udise"
       },
       "dimensions": {
-        "whitelisted": [
-          "district,categoryudise",
-          "state,categoryudise"
-        ],
+        "whitelisted": ["district,categoryudise", "state,categoryudise"],
         "blacklisted": []
       }
     },
@@ -144,10 +139,7 @@
         "location": "./output/programs/pgi"
       },
       "dimensions": {
-        "whitelisted": [
-          "state,district,categorypgi",
-          "state,categorypgi"
-        ],
+        "whitelisted": ["state,district,categorypgi", "state,categorypgi"],
         "blacklisted": []
       }
     },
@@ -173,4 +165,4 @@
       }
     }
   ]
-}
+}

impl/c-qube/package.json

@@ -34,6 +34,7 @@
     "cache-manager": "^5.2.1",
     "cache-manager-redis-store": "^3.0.1",
     "chalk": "4.1.2",
+    "cli-progress": "^3.12.0",
     "csv-parser": "^3.0.0",
     "csv-writer": "^1.6.0",
     "csvtojson": "^2.0.10",
@@ -42,6 +43,7 @@
     "fast-memoize": "^2.5.2",
     "ioredis": "^5.3.2",
     "lodash": "^4.17.21",
+    "nest-winston": "^1.9.3",
     "nestjs-pino": "^3.1.2",
     "nodejs-polars": "^0.7.2",
     "pg": "^8.10.0",
@@ -52,6 +54,7 @@
     "retry": "^0.13.1",
     "rxjs": "^7.2.0",
     "to-json-schema": "^0.2.5",
+    "winston": "^3.10.0",
     "yargs": "^17.7.1"
   },
   "devDependencies": {

impl/c-qube/src/app.controller.spec.ts

@@ -14,9 +14,10 @@ describe('AppController', () => {
     appController = app.get<AppController>(AppController);
   });
 
-  describe('root', () => {
-    it('should return "Hello World!"', () => {
-      expect('Hello World!').toBe('Hello World!');
-    });
+  it('should return "Hello World!"', () => {
+    const expectedResponse = 'Hello World!';
+    const response = appController.getHello();
+    expect(response).toEqual(expectedResponse);
   });
 });
+

impl/c-qube/src/app.module.ts

@@ -14,6 +14,8 @@ import { VizService } from './services/viz/viz.service';
 import { DimensionGrammarService } from './services/csv-adapter/parser/dimension-grammar/dimension-grammar.service';
 import { Pool } from 'pg';
 import { ConfigModule, ConfigService } from '@nestjs/config';
+import { WinstonModule } from 'nest-winston';
+import * as winston from 'winston';
 const databasePoolFactory = async (configService: ConfigService) => {
   return new Pool({
     user: configService.get('DB_USERNAME'),
@@ -24,11 +26,19 @@ const databasePoolFactory = async (configService: ConfigService) => {
   });
 };
 @Module({
-  imports: [
-    ConfigModule.forRoot({
-      isGlobal: true,
-    }),
-  ],
+    imports: [
+      ConfigModule.forRoot({
+        isGlobal: true,
+      }),
+      WinstonModule.forRoot({
+        level: 'silly', 
+        format: winston.format.simple(), // Use the desired log format
+        transports: [
+            new winston.transports.File({ filename: 'logfile.log' }) // Specify the file to which logs should be written
+        ]
+    })
+    ],
+
   controllers: [AppController],
   providers: [
     AppService,
@@ -50,4 +60,4 @@ const databasePoolFactory = async (configService: ConfigService) => {
     },
   ],
 })
-export class AppModule {}
+export class AppModule {}

impl/c-qube/src/app.service.spec.ts

@@ -0,0 +1,20 @@
+import { Test, TestingModule } from "@nestjs/testing";
+import { AppService } from "./app.service";
+
+describe('AppService', () => {
+  let appService: AppService;
+
+  beforeEach(async () => {
+    const module: TestingModule = await Test.createTestingModule({
+      providers: [AppService],
+    }).compile();
+
+    appService = module.get<AppService>(AppService);
+  });
+
+  it('should return "KPI created"', () => {
+    const expectedResponse = 'KPI created';
+    const response = appService.createKPI();
+    expect(response).toEqual(expectedResponse);
+  });
+});