Script to unlock NDP-subset with good passport_proofs

db-data/2024-07-18-duplicate-election.ts

@@ -8,7 +8,7 @@
 
 import './_env'
 
-import { pick } from 'lodash-es'
+import { pick } from 'lodash'
 
 import { firebase } from '../pages/api/_services'
 

db-data/2024-07-18-manually-approve-pending.ts

@@ -5,7 +5,7 @@ import './_env'
 
 import { firebase } from '../pages/api/_services'
 
-const election_id = '1721314324882' // NAP Day 1 Results, All Submitted Votes
+const election_id = '1722029077573' // New Democrat Primary, Subset of Votes with Valid & Unique Passport_Proof
 
 async function renameSubcollection(
   parentDoc: FirebaseFirestore.DocumentReference,

db-data/2024-07-26-duplicate-election-subset.ts

@@ -0,0 +1,123 @@
+// For `new-democratic-primary`, we want to script to copy:
+// - current 136 encrypted votes (in `votes-pending` collection)
+// - current trustees list
+// - other fields relevant to decentralized shuffle + unlock
+
+// - Other trustees, in their local storage, also need to copy their private keys to the new election_id
+// See function `cloneTrusteeDetails` at bottom
+
+import './_env'
+
+import { pick } from 'lodash'
+
+import { firebase } from '../pages/api/_services'
+
+const election_id_from = '1721122924218'
+const election_id_to = '1722029077573'
+
+async function copySubcollection(
+  sourceDoc: FirebaseFirestore.DocumentReference,
+  targetDoc: FirebaseFirestore.DocumentReference,
+  subcollectionName: string,
+) {
+  console.log('Starting copy: ' + subcollectionName)
+  const sourceSubcollection = sourceDoc.collection(subcollectionName)
+  const targetSubcollection = targetDoc.collection(subcollectionName)
+
+  const { docs } = await sourceSubcollection.get()
+  let progress = 0
+
+  // Use firestore batched writes
+  const batchLimit = 500 // max operations per batch
+  for (let i = 0; i < docs.length; i += batchLimit) {
+    const batch: FirebaseFirestore.WriteBatch = sourceDoc.firestore.batch()
+
+    const batchDocs = docs.slice(i, i + batchLimit)
+    for (const doc of batchDocs) {
+      if (doc.id === '79168f4563') console.log('Found doc 79168f4563!') // where did this 1 of 26 go?
+      if (subcollectionName === 'votes-pending' && !subset_to_keep.includes(doc.id)) continue // skip votes not in has_good_passport_auth subset
+      batch.set(targetSubcollection.doc(doc.id), doc.data())
+      progress++
+    }
+
+    await batch.commit()
+
+    console.log(`${subcollectionName}: ${progress}/${docs.length} - ${((progress / docs.length) * 100).toFixed(0)}%`)
+  }
+
+  console.log('Finished copy: ' + subcollectionName)
+}
+
+// eslint-disable-next-line no-extra-semi
+;(async function main() {
+  const db = firebase.firestore()
+  const electionFromDoc = db.collection('elections').doc(election_id_from)
+  const electionToDoc = db.collection('elections').doc(election_id_to)
+
+  // Copy subcollections
+  await copySubcollection(electionFromDoc, electionToDoc, 'votes-pending')
+  await copySubcollection(electionFromDoc, electionToDoc, 'trustees')
+
+  // Copy other relevant fields
+  const fromElectionData = await electionFromDoc.get()
+  const fieldsToCopy = pick(fromElectionData.data(), [
+    'num_votes', // not strictly necessary but led to some graphical glitches
+    'ballot_design', // for shuffle
+    't', // for admin to know when to decrypt
+    'threshold_public_key', // for shuffle
+  ])
+  await electionToDoc.update(fieldsToCopy)
+})()
+
+/** Clone localStorage trustee details
+    Useful for making a subset of votes to shuffle separately from main election */
+export function cloneTrusteeDetails(from_election_id, to_election_id) {
+  let matches = 0
+  Object.entries(localStorage).forEach(([key, value]) => {
+    // Only care about from_election_id 'observer' entries
+    if (!key.includes(`observer-${from_election_id}-`)) return
+
+    // Update state.election_id field
+    const state = JSON.parse(value)
+    state.election_id = to_election_id
+
+    // Update key with to_election_id
+    const new_key = key.replace(from_election_id, to_election_id)
+
+    // Save to localStorage
+    localStorage.setItem(new_key, JSON.stringify(state))
+    console.log(`${++matches}. Cloned ${key} to ${to_election_id}`)
+  })
+
+  if (!matches) return console.warn('No localStorage matches for from_election_id: ' + from_election_id)
+}
+
+// Just the subset of votes we verified have a good passport proof
+const subset_to_keep = [
+  '13ec850164',
+  '159b08430a',
+  '15ba012b15',
+  '1669afb3d7',
+  '18fa92d241',
+  '1b73c6418b',
+  '1be44cfdb4',
+  '1fd1cb693a',
+  '1fff356f52',
+  '20b8a9fa94',
+  '235fccb4ee',
+  '251abba6e5',
+  '27302f85e9',
+  '2a8248e0d8',
+  '2ad0de9383',
+  '2d49c20201',
+  '6758f7a2db',
+  '71313c9066',
+  '79168f4563',
+  '8de58d0228',
+  '91cba5ab38',
+  '9d8190bd08',
+  'a529c9cc2b',
+  'a28873bdc4',
+  'a5285a0ee8',
+  'b16dfae0b1',
+]