chore: Build streamlined (#4)

* chore: create a command for unified build and scrape flow

* chore: cleanup repo from temp folders

* feat: add new .md fetching mode

* feat: fetching through git added

* ci: add Scrape stage to the Jenkinsfile

* feat: add env variables to the Jenkinsfile

Jenkinsfile

@@ -16,6 +16,8 @@ pipeline {
   environment {
     GIT_COMMITTER_NAME = 'status-im-auto'
     GIT_COMMITTER_EMAIL = 'auto@status.im'
+    INCLUDED_DIRS = 'codex,nomos,status,vac,waku'
+    FETCH_MODE = 'git'
   }
 
   stages {
@@ -25,6 +27,12 @@ pipeline {
       }
     }
 
+    stage('Scrape') {
+      steps {
+        sh 'yarn scrape'
+      }
+    }
+
     stage('Build') {
       steps { script {
         sh 'yarn build'