chore: Build streamlined (#4)

* chore: create a command for unified build and scrape flow

* chore: cleanup repo from temp folders

* feat: add new .md fetching mode

* feat: fetching through git added

* ci: add Scrape stage to the Jenkinsfile

* feat: add env variables to the Jenkinsfile

package.json

@@ -13,7 +13,8 @@
     "write-translations": "docusaurus write-translations",
     "write-heading-ids": "docusaurus write-heading-ids",
     "typecheck": "tsc",
-    "scrape": "node ./docusaurus-utils/scrapper/main.mjs"
+    "scrape": "node ./docusaurus-utils/scrapper/main.mjs",
+    "build:full": "yarn scrape && yarn build"
   },
   "dependencies": {
     "@acid-info/logos-docusaurus-preset": "^1.0.0-alpha.174",
@@ -23,9 +24,12 @@
     "@emotion/react": "^11.11.0",
     "@emotion/styled": "^11.11.0",
     "@mdx-js/react": "^1.6.22",
+    "axios": "^1.7.2",
+    "clone-git-repo": "^0.0.2",
     "clsx": "^1.2.1",
     "dotenv": "^16.4.5",
     "mkdirp": "^3.0.1",
+    "ncp": "^2.0.0",
     "prism-react-renderer": "^1.3.5",
     "react": "^17.0.2",
     "react-dom": "^17.0.2",