Skip to content

Commit

Permalink
update speakers refactor file
Browse files Browse the repository at this point in the history
  • Loading branch information
@Danble
Danble committed Aug 30, 2024
1 parent 051dde3 commit 7b61a39
Showing 1 changed file with 72 additions and 71 deletions.
143 changes: 72 additions & 71 deletions packages/scripts/refactor/speaker-refactor.ts
View file
Original file line number Diff line number Diff line change
@@ -1,151 +1,152 @@
import { ActualDatabaseEntry, ISpeaker } from '@living-dictionaries/types';
import { db, timestamp } from '../config';
import { program } from 'commander';
import type { ActualDatabaseEntry, ISpeaker } from '@living-dictionaries/types'
import { program } from 'commander'
import { db, timestamp } from '../config-firebase'

program
// .version('0.0.1')
.option('--id <value>', 'Dictionary Id')
.option('--live', 'If not included, only log values')
.parse(process.argv);
.parse(process.argv)

const dictionaryId = program.opts().id;
const {live} = program.opts();
const dictionaryId = program.opts().id
const { live } = program.opts()

interface unique_speakers {
id: string;
name: string;
}
const all_speakers: unique_speakers[] = [];
const developer_in_charge = 'qkTzJXH24Xfc57cZJRityS6OTn52'; // diego@livingtongues.org -> Diego Córdova Nieto;
let speakers_to_remove: unique_speakers[];
let speakerDuplicationHandled = false;
id: string
name: string
}
const all_speakers: unique_speakers[] = []
const developer_in_charge = 'qkTzJXH24Xfc57cZJRityS6OTn52' // diego@livingtongues.org -> Diego Córdova Nieto;
let speakers_to_remove: unique_speakers[]
let speakerDuplicationHandled = false

async function speakerRefactor() {
try {
if (dictionaryId) {
console.log(`---Refactoring: ${dictionaryId}`);
await fetchEntries(dictionaryId);
console.log(`---Refactoring: ${dictionaryId}`)
await fetchEntries(dictionaryId)
} else {
const snapshot = await db.collection('dictionaries').get();
const snapshot = await db.collection('dictionaries').get()
for (const dictionarySnap of snapshot.docs) {
// If setting limits on refactoring, you can skip dictionaries beginning with letters that have already been processed:
const done = /^[abcdefghijklmn].*/;
const done = /^[abcdefghijklmn].*/
if (!done.test(dictionarySnap.id.toLowerCase())) {
console.log(`---Refactoring: ${dictionarySnap.id}`);
await fetchEntries(dictionarySnap.id);
console.log(`---Refactoring: ${dictionarySnap.id}`)
await fetchEntries(dictionarySnap.id)
}
}
}
} catch (error) {
console.error('Refactor failed!');
console.error(error);
console.error('Refactor failed!')
console.error(error)
}
}

async function fetchEntries(dictionaryId: string) {
const speakerCollectionRef = db.collection('speakers');
const dictionarySpeakerSnapshot = await speakerCollectionRef.where('contributingTo', 'array-contains', dictionaryId).get();
dictionarySpeakerSnapshot.docs.forEach((snap) => all_speakers.push({ name: snap.data().displayName, id: snap.id }));
const snapshot = await db.collection(`dictionaries/${dictionaryId}/words`).get();
const speakerCollectionRef = db.collection('speakers')
const dictionarySpeakerSnapshot = await speakerCollectionRef.where('contributingTo', 'array-contains', dictionaryId).get()
dictionarySpeakerSnapshot.docs.forEach(snap => all_speakers.push({ name: snap.data().displayName, id: snap.id }))
const snapshot = await db.collection(`dictionaries/${dictionaryId}/words`).get()
for (const snap of snapshot.docs) {
const entry: ActualDatabaseEntry = { id: snap.id, ...(snap.data() as ActualDatabaseEntry) };
const entry: ActualDatabaseEntry = { id: snap.id, ...(snap.data() as ActualDatabaseEntry) }
// await addSpeakerIdToEntry(dictionaryId, entry, []); // * Modify this line with real speaker Data like [{birthplace: 'US', gender: 'm', displayName: 'Dano'}, {birthplace: 'US', gender: 'f', displayName: 'Ilo'}, {birthplace: 'Mexico', displayName: 'Cañitas'}]
// await avoidSpeakerDuplication(dictionaryId, entry, '');
// await changeSpeakerNames(dictionaryId, entry, [], '')
// await changeSpeakerNames(dictionaryId, entry, [''], '')
}
if (speakerDuplicationHandled)
deleteDuplicateSpeakers();
deleteDuplicateSpeakers()
}

const addSpeaker = async (speakerData: ISpeaker) => {
const speaker = db.collection('speakers').doc();
async function addSpeaker(speakerData: ISpeaker) {
const speaker = db.collection('speakers').doc()
console.log(`Saving speaker... speaker id: ${speaker.id}`)
if (!live) return speaker.id;
await speaker.set(speakerData);
return speaker.id;
if (!live) return speaker.id
await speaker.set(speakerData)
return speaker.id
}

const createEntrySoundFiles = (entry: ActualDatabaseEntry, speakerId: string, path: string) => {
function createEntrySoundFiles(entry: ActualDatabaseEntry, speakerId: string, path: string) {
entry.sfs = [{
ab: developer_in_charge,
sp: [speakerId],
path,
ts: new Date().getTime()
ts: new Date().getTime(),
}]
}

const addSpeakerIdToEntry = async (dictionaryId: string, entry: ActualDatabaseEntry, speakersData: ISpeaker[]) => {
const sfBefore = entry.sf;
async function addSpeakerIdToEntry(dictionaryId: string, entry: ActualDatabaseEntry, speakersData: ISpeaker[]) {
const sfBefore = entry.sf
if (entry.sf?.speakerName) {
let speakerId = all_speakers.find(speaker => speaker.name === entry.sf.speakerName)?.id;
let speakerId = all_speakers.find(speaker => speaker.name === entry.sf.speakerName)?.id
if (!speakerId && speakersData.some(speaker => speaker.displayName === entry.sf.speakerName)) {
const specificSpeakerData = speakersData.find(speaker => speaker.displayName === entry.sf.speakerName)
speakerId = await addSpeaker({
...specificSpeakerData,
displayName: entry.sf.speakerName,
contributingTo: [dictionaryId],
// @ts-ignore TODO remove once sveltefirets is updated
// @ts-expect-error TODO remove once sveltefirets is updated
createdAt: timestamp,
createdBy: developer_in_charge,
// @ts-ignore TODO remove once sveltefirets is updated
// @ts-expect-error TODO remove once sveltefirets is updated
updatedAt: timestamp,
updatedBy: developer_in_charge
});
all_speakers.push({ name: entry.sf.speakerName, id: speakerId });
updatedBy: developer_in_charge,
})
all_speakers.push({ name: entry.sf.speakerName, id: speakerId })
}

console.log(entry.id);
console.log(`Before: sf-${JSON.stringify(sfBefore)} sfs-${JSON.stringify(entry?.sfs)}`);
createEntrySoundFiles(entry, speakerId, entry.sf.path);
delete entry.sf;
console.log(`After: sf-${JSON.stringify(entry?.sf)} sfs-${JSON.stringify(entry.sfs)}`);
console.log(entry.id)
console.log(`Before: sf-${JSON.stringify(sfBefore)} sfs-${JSON.stringify(entry?.sfs)}`)
createEntrySoundFiles(entry, speakerId, entry.sf.path)
delete entry.sf
console.log(`After: sf-${JSON.stringify(entry?.sf)} sfs-${JSON.stringify(entry.sfs)}`)
}
if (!live) return;
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry);
if (!live) return
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry)
}

const avoidSpeakerDuplication = async (dictionaryId: string, entry:ActualDatabaseEntry, speakerId: string) => {
async function avoidSpeakerDuplication(dictionaryId: string, entry: ActualDatabaseEntry, speakerId: string) {
if (entry.sfs) {
const selected_speaker = all_speakers.find(speaker => speaker.id === speakerId);
const selected_speaker = all_speakers.find(speaker => speaker.id === speakerId)

if (!speakers_to_remove)
speakers_to_remove = all_speakers.filter(speaker => (speaker.name === selected_speaker.name && speaker.id != selected_speaker.id));
speakers_to_remove = all_speakers.filter(speaker => (speaker.name === selected_speaker.name && speaker.id != selected_speaker.id))

if (speakers_to_remove.length > 0) {
if (speakers_to_remove.some(speaker => speaker.id === entry.sfs[0].sp[0])) {
console.log(entry.id);
console.log(`before sfs-${JSON.stringify(entry?.sfs)}`);
console.log(entry.id)
console.log(`before sfs-${JSON.stringify(entry?.sfs)}`)
entry.sfs[0].sp = [selected_speaker.id]
console.log(`after sfs-${JSON.stringify(entry?.sfs)}`);
console.log(`after sfs-${JSON.stringify(entry?.sfs)}`)
}
}
speakerDuplicationHandled = true;
if (!live) return;
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry);
speakerDuplicationHandled = true
if (!live) return
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry)
}
}

const deleteDuplicateSpeakers = async () => {
async function deleteDuplicateSpeakers() {
if (speakers_to_remove.length > 0) {
for (const speaker of speakers_to_remove)
console.log(`deleting ${JSON.stringify(speaker)}`)
if (!live) return;
if (!live) return
for (const speaker of speakers_to_remove)
await db.doc(`speakers/${speaker.id}`).delete();
await db.doc(`speakers/${speaker.id}`).delete()
}
}

const changeSpeakerNames = async (dictionaryId:string, entry: ActualDatabaseEntry, old_names: string[], new_name: string) => {
if (old_names.some(name => name === entry.sf?.speakerName)) {
console.log(entry.id);
console.log(`sfBefore${JSON.stringify(entry?.sf)}`);
entry.sf.speakerName = new_name;
console.log(`sfAfter:${JSON.stringify(entry.sf)}`);
async function changeSpeakerNames(dictionaryId: string, entry: ActualDatabaseEntry, old_names: string[], new_name: string) {
if (old_names.includes(entry.sf?.speakerName)) {
console.log(entry.id)
console.log(`sfBefore${JSON.stringify(entry?.sf)}`)
entry.sf.speakerName = new_name
console.log(`sfAfter:${JSON.stringify(entry.sf)}`)
}
if (!live) return;
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry);
if (!live) return
await db.collection(`dictionaries/${dictionaryId}/words`).doc(entry.id).set(entry)
}

speakerRefactor();
speakerRefactor()

// Single Dictionary
// `pnpm speakerRefactor --id babanki` to log refactor in dev
Expand Down

0 comments on commit 7b61a39

Please sign in to comment.