From ef478f6ef79d6489121bdd95272c76c3ff90990e Mon Sep 17 00:00:00 2001
From: Aman Kumar <aman.kumar@contentstack.com>
Date: Fri, 25 Oct 2024 12:18:48 +0530
Subject: [PATCH] feat: integrate import setup with import plugin

---
 package-lock.json                             |  9 +--
 packages/contentstack-clone/package.json      |  2 +-
 packages/contentstack-import-setup/README.md  |  2 +
 .../src/commands/cm/stacks/import-setup.ts    |  3 +
 .../src/import/modules/extensions.ts          |  2 +-
 packages/contentstack-import/README.md        |  2 +-
 packages/contentstack-import/package.json     |  5 +-
 .../src/import/modules/content-types.ts       |  9 ++-
 .../src/import/modules/entries.ts             | 12 +++-
 .../src/types/import-config.ts                |  1 +
 .../src/utils/generate-mapper-file.ts         | 13 +++++
 .../src/utils/import-config-handler.ts        |  1 +
 .../contentstack-import/src/utils/index.ts    |  1 +
 packages/contentstack-seed/package.json       |  2 +-
 packages/contentstack/package.json            |  2 +-
 pnpm-lock.yaml                                | 58 +++++++++++++++++--
 16 files changed, 102 insertions(+), 22 deletions(-)
 create mode 100644 packages/contentstack-import/src/utils/generate-mapper-file.ts

diff --git a/package-lock.json b/package-lock.json
index 58f8c8409f..27cdead69c 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -25104,7 +25104,7 @@
         "@contentstack/cli-cm-clone": "~1.13.0",
         "@contentstack/cli-cm-export": "~1.14.1",
         "@contentstack/cli-cm-export-to-csv": "~1.7.3",
-        "@contentstack/cli-cm-import": "~1.19.1",
+        "@contentstack/cli-cm-import": "~1.20.0",
         "@contentstack/cli-cm-migrate-rte": "~1.4.20",
         "@contentstack/cli-cm-seed": "~1.10.0",
         "@contentstack/cli-command": "~1.3.2",
@@ -25618,7 +25618,7 @@
       "dependencies": {
         "@colors/colors": "^1.5.0",
         "@contentstack/cli-cm-export": "~1.14.1",
-        "@contentstack/cli-cm-import": "~1.19.1",
+        "@contentstack/cli-cm-import": "~1.20.0",
         "@contentstack/cli-command": "~1.3.2",
         "@contentstack/cli-utilities": "~1.8.0",
         "async": "^3.2.4",
@@ -26724,10 +26724,11 @@
     },
     "packages/contentstack-import": {
       "name": "@contentstack/cli-cm-import",
-      "version": "1.19.1",
+      "version": "1.20.0",
       "license": "MIT",
       "dependencies": {
         "@contentstack/cli-audit": "~1.7.2",
+        "@contentstack/cli-cm-import-setup": "~1.0.0-beta.0",
         "@contentstack/cli-command": "~1.3.2",
         "@contentstack/cli-utilities": "~1.8.0",
         "@contentstack/cli-variants": "~1.1.1",
@@ -27311,7 +27312,7 @@
       "version": "1.10.0",
       "license": "MIT",
       "dependencies": {
-        "@contentstack/cli-cm-import": "~1.19.1",
+        "@contentstack/cli-cm-import": "~1.20.0",
         "@contentstack/cli-command": "~1.3.2",
         "@contentstack/cli-utilities": "~1.8.0",
         "inquirer": "8.2.4",
diff --git a/packages/contentstack-clone/package.json b/packages/contentstack-clone/package.json
index e8fa497b33..99077eb8ad 100644
--- a/packages/contentstack-clone/package.json
+++ b/packages/contentstack-clone/package.json
@@ -7,7 +7,7 @@
   "dependencies": {
     "@colors/colors": "^1.5.0",
     "@contentstack/cli-cm-export": "~1.14.1",
-    "@contentstack/cli-cm-import": "~1.19.1",
+    "@contentstack/cli-cm-import": "~1.20.0",
     "@contentstack/cli-command": "~1.3.2",
     "@contentstack/cli-utilities": "~1.8.0",
     "async": "^3.2.4",
diff --git a/packages/contentstack-import-setup/README.md b/packages/contentstack-import-setup/README.md
index e1e14798dc..ea633b505b 100644
--- a/packages/contentstack-import-setup/README.md
+++ b/packages/contentstack-import-setup/README.md
@@ -73,6 +73,7 @@ FLAGS
   -a, --alias=<value>          alias of the management token
   -d, --data-dir=<value>       path and location where data is stored
   -k, --stack-api-key=<value>  API key of the target stack
+  --backup-dir=<value>         [optional] backup directory name when using specific module
   --modules=<option>           [optional] specific module name
                                <options: content-types|entries|both>
 
@@ -98,6 +99,7 @@ FLAGS
   -a, --alias=<value>          alias of the management token
   -d, --data-dir=<value>       path and location where data is stored
   -k, --stack-api-key=<value>  API key of the target stack
+  --backup-dir=<value>         [optional] backup directory name when using specific module
   --modules=<option>           [optional] specific module name
                                <options: content-types|entries|both>
 
diff --git a/packages/contentstack-import-setup/src/commands/cm/stacks/import-setup.ts b/packages/contentstack-import-setup/src/commands/cm/stacks/import-setup.ts
index 56c2f62c0d..4e3e697246 100644
--- a/packages/contentstack-import-setup/src/commands/cm/stacks/import-setup.ts
+++ b/packages/contentstack-import-setup/src/commands/cm/stacks/import-setup.ts
@@ -38,6 +38,9 @@ export default class ImportSetupCommand extends Command {
       options: ['content-types', 'entries', 'both'], // only allow the value to be from a discrete set
       description: '[optional] specific module name',
     }),
+    'backup-dir': flags.string({
+      description: '[optional] backup directory name when using specific module',
+    }),
   };
 
   static aliases: string[] = ['cm:import'];
diff --git a/packages/contentstack-import-setup/src/import/modules/extensions.ts b/packages/contentstack-import-setup/src/import/modules/extensions.ts
index f9e85445e2..8b7fa9b8b6 100644
--- a/packages/contentstack-import-setup/src/import/modules/extensions.ts
+++ b/packages/contentstack-import-setup/src/import/modules/extensions.ts
@@ -40,7 +40,7 @@ export default class ExtensionImportSetup {
         for (const extension of Object.values(extensions) as any) {
           const targetExtension: any = await this.getExtension(extension);
           if (!targetExtension) {
-            log(this.config, `Extension with title '${extension.title}' not found in the stack!`, 'error');
+            log(this.config, `Extension with title '${extension.title}' not found in the stack!`, 'info');
             continue;
           }
           this.extensionMapper[extension.uid] = targetExtension.uid;
diff --git a/packages/contentstack-import/README.md b/packages/contentstack-import/README.md
index d5cc0408eb..5a7f7e79a7 100644
--- a/packages/contentstack-import/README.md
+++ b/packages/contentstack-import/README.md
@@ -47,7 +47,7 @@ $ npm install -g @contentstack/cli-cm-import
 $ csdx COMMAND
 running command...
 $ csdx (--version)
-@contentstack/cli-cm-import/1.19.1 darwin-arm64 node-v22.2.0
+@contentstack/cli-cm-import/1.20.0 darwin-arm64 node-v22.2.0
 $ csdx --help [COMMAND]
 USAGE
   $ csdx COMMAND
diff --git a/packages/contentstack-import/package.json b/packages/contentstack-import/package.json
index 5c30eedaf3..65a67be57f 100644
--- a/packages/contentstack-import/package.json
+++ b/packages/contentstack-import/package.json
@@ -1,15 +1,16 @@
 {
   "name": "@contentstack/cli-cm-import",
   "description": "Contentstack CLI plugin to import content into stack",
-  "version": "1.19.1",
+  "version": "1.20.0",
   "author": "Contentstack",
   "bugs": "https://github.com/contentstack/cli/issues",
   "dependencies": {
     "@contentstack/cli-audit": "~1.7.2",
+    "@contentstack/cli-cm-import-setup": "~1.0.0-beta.0",
     "@contentstack/cli-command": "~1.3.2",
     "@contentstack/cli-utilities": "~1.8.0",
-    "@contentstack/management": "~1.17.0",
     "@contentstack/cli-variants": "~1.1.1",
+    "@contentstack/management": "~1.17.0",
     "@oclif/core": "^3.26.5",
     "big-json": "^3.2.0",
     "bluebird": "^3.7.2",
diff --git a/packages/contentstack-import/src/import/modules/content-types.ts b/packages/contentstack-import/src/import/modules/content-types.ts
index fefbcc4b43..be4ba107ea 100644
--- a/packages/contentstack-import/src/import/modules/content-types.ts
+++ b/packages/contentstack-import/src/import/modules/content-types.ts
@@ -7,11 +7,11 @@
 
 import * as path from 'path';
 import { isEmpty, find, cloneDeep, map } from 'lodash';
-import { fsUtil, log, formatError, schemaTemplate, lookupExtension, lookUpTaxonomy } from '../../utils';
+import { sanitizePath } from '@contentstack/cli-utilities';
+import { fsUtil, log, formatError, schemaTemplate, lookupExtension, lookUpTaxonomy, checkAndCreateMapperFile } from '../../utils';
 import { ImportConfig, ModuleClassParams } from '../../types';
 import BaseClass, { ApiOptions } from './base-class';
 import { updateFieldRules } from '../../utils/content-type-helper';
-import { sanitizePath } from '@contentstack/cli-utilities';
 
 export default class ContentTypesImport extends BaseClass {
   private cTsMapperPath: string;
@@ -108,6 +108,11 @@ export default class ContentTypesImport extends BaseClass {
       return;
     }
     await fsUtil.makeDirectory(this.cTsMapperPath);
+    
+    // check and create mapper file
+    log(this.importConfig, 'Checking and generating CT import dependant mapper file...', 'info');
+    await checkAndCreateMapperFile(this.importConfig);
+
     this.installedExtensions = (
       ((await fsUtil.readFile(this.marketplaceAppMapperPath)) as any) || { extension_uid: {} }
     ).extension_uid;
diff --git a/packages/contentstack-import/src/import/modules/entries.ts b/packages/contentstack-import/src/import/modules/entries.ts
index 5a86e03b62..4d80e6a0a8 100644
--- a/packages/contentstack-import/src/import/modules/entries.ts
+++ b/packages/contentstack-import/src/import/modules/entries.ts
@@ -21,6 +21,7 @@ import {
   lookupAssets,
   fileHelper,
   lookUpTerms,
+  checkAndCreateMapperFile,
 } from '../../utils';
 import { ModuleClassParams } from '../../types';
 import BaseClass, { ApiOptions } from './base-class';
@@ -112,6 +113,11 @@ export default class EntriesImport extends BaseClass {
         log(this.importConfig, 'No content type found', 'info');
         return;
       }
+      
+      // check and create mapper file
+      log(this.importConfig, 'Checking and generating entries import dependant mapper file...', 'info');
+      await checkAndCreateMapperFile(this.importConfig);
+
       this.installedExtensions = (
         ((await fsUtil.readFile(this.marketplaceAppMapperPath)) as any) || { extension_uid: {} }
       ).extension_uid;
@@ -954,8 +960,8 @@ export default class EntriesImport extends BaseClass {
             ...content,
             locale: publish.locale,
             publish_details: [publish],
-          }))
-        );   
+          })),
+        );
         apiContent = apiContentDuplicate;
         await this.makeConcurrentCall({
           apiContent,
@@ -1010,7 +1016,7 @@ export default class EntriesImport extends BaseClass {
       apiOptions.apiData = null;
       return apiOptions;
     }
-    if(requestObject.environments.length === 0 || requestObject.locales.length === 0 ){
+    if (requestObject.environments.length === 0 || requestObject.locales.length === 0) {
       apiOptions.apiData = null;
       return apiOptions;
     }
diff --git a/packages/contentstack-import/src/types/import-config.ts b/packages/contentstack-import/src/types/import-config.ts
index 4b86899ab6..542f46e199 100644
--- a/packages/contentstack-import/src/types/import-config.ts
+++ b/packages/contentstack-import/src/types/import-config.ts
@@ -54,6 +54,7 @@ export default interface ImportConfig extends DefaultConfig, ExternalConfig {
   region: Region;
   personalizeProjectName?: string;
   'exclude-global-modules': false;
+  alias?: string;
 }
 
 type branch = {
diff --git a/packages/contentstack-import/src/utils/generate-mapper-file.ts b/packages/contentstack-import/src/utils/generate-mapper-file.ts
new file mode 100644
index 0000000000..8334a75d7c
--- /dev/null
+++ b/packages/contentstack-import/src/utils/generate-mapper-file.ts
@@ -0,0 +1,13 @@
+import ImportSetupCommand from '@contentstack/cli-cm-import-setup';
+import { ImportConfig } from '../types';
+
+export const checkAndCreateMapperFile = async (config: ImportConfig) => {
+  try {
+    const args = ['--data-dir', config.data, '--modules', config.moduleName, '--backup-dir', config.backupDir];
+    if (config.alias) args.push('--alias', config.alias);
+    else args.push('--stack-api-key', config.apiKey);
+    await ImportSetupCommand.run(args);
+  } catch (error) {
+    throw new Error(`Error while creating the mapper file: ${error?.message}`);
+  }
+};
diff --git a/packages/contentstack-import/src/utils/import-config-handler.ts b/packages/contentstack-import/src/utils/import-config-handler.ts
index 0f98b9b361..49e32a2c52 100644
--- a/packages/contentstack-import/src/utils/import-config-handler.ts
+++ b/packages/contentstack-import/src/utils/import-config-handler.ts
@@ -42,6 +42,7 @@ const setupConfig = async (importCmdFlags: any): Promise<ImportConfig> => {
   const managementTokenAlias = importCmdFlags['management-token-alias'] || importCmdFlags['alias'];
 
   if (managementTokenAlias) {
+    config.alias = managementTokenAlias;
     const { token, apiKey } = configHandler.get(`tokens.${managementTokenAlias}`) ?? {};
     config.management_token = token;
     config.apiKey = apiKey;
diff --git a/packages/contentstack-import/src/utils/index.ts b/packages/contentstack-import/src/utils/index.ts
index d173c00020..514a17a37e 100644
--- a/packages/contentstack-import/src/utils/index.ts
+++ b/packages/contentstack-import/src/utils/index.ts
@@ -26,3 +26,4 @@ export {
 export * from './common-helper';
 export * from './log';
 export { lookUpTaxonomy, lookUpTerms } from './taxonomies-helper';
+export { checkAndCreateMapperFile } from './generate-mapper-file';
diff --git a/packages/contentstack-seed/package.json b/packages/contentstack-seed/package.json
index cc81afc951..123fbaab97 100644
--- a/packages/contentstack-seed/package.json
+++ b/packages/contentstack-seed/package.json
@@ -5,7 +5,7 @@
   "author": "Contentstack",
   "bugs": "https://github.com/contentstack/cli/issues",
   "dependencies": {
-    "@contentstack/cli-cm-import": "~1.19.1",
+    "@contentstack/cli-cm-import": "~1.20.0",
     "@contentstack/cli-command": "~1.3.2",
     "@contentstack/cli-utilities": "~1.8.0",
     "inquirer": "8.2.4",
diff --git a/packages/contentstack/package.json b/packages/contentstack/package.json
index 8d842be637..d3f9e6d91c 100755
--- a/packages/contentstack/package.json
+++ b/packages/contentstack/package.json
@@ -30,7 +30,7 @@
     "@contentstack/cli-cm-export": "~1.14.1",
     "@contentstack/cli-cm-clone": "~1.13.0",
     "@contentstack/cli-cm-export-to-csv": "~1.7.3",
-    "@contentstack/cli-cm-import": "~1.19.1",
+    "@contentstack/cli-cm-import": "~1.20.0",
     "@contentstack/cli-cm-migrate-rte": "~1.4.20",
     "@contentstack/cli-cm-seed": "~1.10.0",
     "@contentstack/cli-command": "~1.3.2",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 830abf8460..862dc1a8b8 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -18,7 +18,7 @@ importers:
       '@contentstack/cli-cm-clone': ~1.13.0
       '@contentstack/cli-cm-export': ~1.14.1
       '@contentstack/cli-cm-export-to-csv': ~1.7.3
-      '@contentstack/cli-cm-import': ~1.19.1
+      '@contentstack/cli-cm-import': ~1.20.0
       '@contentstack/cli-cm-migrate-rte': ~1.4.20
       '@contentstack/cli-cm-seed': ~1.10.0
       '@contentstack/cli-command': ~1.3.2
@@ -81,7 +81,7 @@ importers:
       '@contentstack/cli-launch': link:../contentstack-launch
       '@contentstack/cli-migration': link:../contentstack-migration
       '@contentstack/cli-utilities': link:../contentstack-utilities
-      '@contentstack/cli-variants': link:../contentstack-variants
+      '@contentstack/cli-variants': 1.1.2
       '@contentstack/management': 1.17.2_debug@4.3.7
       '@oclif/core': 3.27.0
       '@oclif/plugin-help': 5.2.20_ogreqof3k35xezedraj6pnd45y
@@ -426,7 +426,7 @@ importers:
     specifiers:
       '@colors/colors': ^1.5.0
       '@contentstack/cli-cm-export': ~1.14.1
-      '@contentstack/cli-cm-import': ~1.19.1
+      '@contentstack/cli-cm-import': ~1.20.0
       '@contentstack/cli-command': ~1.3.2
       '@contentstack/cli-utilities': ~1.8.0
       '@oclif/test': ^2.5.6
@@ -650,7 +650,7 @@ importers:
     dependencies:
       '@contentstack/cli-command': link:../contentstack-command
       '@contentstack/cli-utilities': link:../contentstack-utilities
-      '@contentstack/cli-variants': link:../contentstack-variants
+      '@contentstack/cli-variants': 1.1.2
       '@oclif/core': 3.27.0
       async: 3.2.6
       big-json: 3.2.0
@@ -735,6 +735,7 @@ importers:
   packages/contentstack-import:
     specifiers:
       '@contentstack/cli-audit': ~1.7.2
+      '@contentstack/cli-cm-import-setup': ~1.0.0-beta.0
       '@contentstack/cli-command': ~1.3.2
       '@contentstack/cli-utilities': ~1.8.0
       '@contentstack/cli-variants': ~1.1.1
@@ -779,9 +780,10 @@ importers:
       winston: ^3.7.2
     dependencies:
       '@contentstack/cli-audit': link:../contentstack-audit
+      '@contentstack/cli-cm-import-setup': link:../contentstack-import-setup
       '@contentstack/cli-command': link:../contentstack-command
       '@contentstack/cli-utilities': link:../contentstack-utilities
-      '@contentstack/cli-variants': link:../contentstack-variants
+      '@contentstack/cli-variants': 1.1.2
       '@contentstack/management': 1.17.2_debug@4.3.7
       '@oclif/core': 3.27.0
       big-json: 3.2.0
@@ -1081,7 +1083,7 @@ importers:
 
   packages/contentstack-seed:
     specifiers:
-      '@contentstack/cli-cm-import': ~1.19.1
+      '@contentstack/cli-cm-import': ~1.20.0
       '@contentstack/cli-command': ~1.3.2
       '@contentstack/cli-utilities': ~1.8.0
       '@oclif/plugin-help': ^5.1.19
@@ -1706,6 +1708,50 @@ packages:
     engines: {node: '>=0.1.90'}
     dev: false
 
+  /@contentstack/cli-utilities/1.8.0:
+    resolution: {integrity: sha512-EeyHNTzTKaY7xtHYjIztGWXHWBajCLOHkbEx3wBHnmV8QoXs8I9JqpEtiIZP36o16EuQhzwFhPwoqANdTgOIow==}
+    dependencies:
+      '@contentstack/management': 1.17.2_debug@4.3.7
+      '@contentstack/marketplace-sdk': 1.2.3_debug@4.3.7
+      '@oclif/core': 3.27.0
+      axios: 1.7.7_debug@4.3.7
+      chalk: 4.1.2
+      cli-cursor: 3.1.0
+      cli-table: 0.3.11
+      conf: 10.2.0
+      debug: 4.3.7
+      dotenv: 16.4.5
+      figures: 3.2.0
+      inquirer: 8.2.4
+      inquirer-search-checkbox: 1.0.0
+      inquirer-search-list: 1.2.6
+      klona: 2.0.6
+      lodash: 4.17.21
+      mkdirp: 1.0.4
+      open: 8.4.2
+      ora: 5.4.1
+      recheck: 4.4.5
+      rxjs: 6.6.7
+      traverse: 0.6.10
+      unique-string: 2.0.0
+      uuid: 9.0.1
+      winston: 3.15.0
+      xdg-basedir: 4.0.0
+    transitivePeerDependencies:
+      - supports-color
+    dev: false
+
+  /@contentstack/cli-variants/1.1.2:
+    resolution: {integrity: sha512-RG8NP3Ygqy3eGyXYi/VXSI3TSzIKYFv2bG0ZMUQEaw1iji2leUG1To2fYgIGVgxHaJ0MeKB4sWKhlcIapGRgFw==}
+    dependencies:
+      '@contentstack/cli-utilities': 1.8.0
+      lodash: 4.17.21
+      mkdirp: 1.0.4
+      winston: 3.15.0
+    transitivePeerDependencies:
+      - supports-color
+    dev: false
+
   /@contentstack/json-rte-serializer/2.0.10:
     resolution: {integrity: sha512-32tzzNTaXsfJjuPe2x0xz1f1c3JKKtS7XHBo2y6C4NujKe2ROW2Fq50VjdEYbjm7oo8uOt4yOE1XZpj0KjmQXQ==}
     dependencies: