chore(tsconfig): enable noUncheckedIndexedAccess (#168)

Co-authored-by: Gavin <[email protected]>

Author: nbsp

Diff for: .changeset/clean-pugs-lick.md

@@ -0,0 +1,9 @@
+---
+"@livekit/agents": patch
+"@livekit/agents-plugin-deepgram": patch
+"@livekit/agents-plugin-openai": patch
+"@livekit/agents-plugin-silero": patch
+"livekit-agents-examples": patch
+---
+
+chore(tsconfig): enable `noUncheckedIndexedAccess`

Diff for: agents/src/ipc/job_main.ts

@@ -94,7 +94,7 @@ if (process.send) {
   //   [1] import.meta.filename
   //   [2] import.meta.filename of function containing entry file
   const moduleFile = process.argv[2];
-  const agent: Agent = await import(pathToFileURL(moduleFile).href).then((module) => {
+  const agent: Agent = await import(pathToFileURL(moduleFile!).href).then((module) => {
     const agent = module.default;
     if (agent === undefined || !isAgent(agent)) {
       throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);
@@ -110,6 +110,7 @@ if (process.send) {
   process.on('SIGINT', () => {});
 
   await once(process, 'message').then(([msg]: IPCMessage[]) => {
+    msg = msg!;
     if (msg.case !== 'initializeRequest') {
       throw new Error('first message must be InitializeRequest');
     }

Diff for: agents/src/ipc/proc_job_executor.ts

@@ -122,7 +122,7 @@ export class ProcJobExecutor extends JobExecutor {
     this.#proc!.send({ case: 'initializeRequest', value: { loggerOptions } });
     await once(this.#proc!, 'message').then(([msg]: IPCMessage[]) => {
       clearTimeout(timer);
-      if (msg.case !== 'initializeResponse') {
+      if (msg!.case !== 'initializeResponse') {
         throw new Error('first message must be InitializeResponse');
       }
     });

Diff for: agents/src/job.ts

@@ -189,10 +189,7 @@ export class JobContext {
   /** @internal */
   onParticipantConnected(p: RemoteParticipant) {
     for (const callback of this.#participantEntrypoints) {
-      if (
-        p.identity in this.#participantTasks &&
-        this.#participantTasks[p.identity].callback == callback
-      ) {
+      if (this.#participantTasks[p.identity]?.callback == callback) {
         this.#logger.warn(
           'a participant has joined before a prior prticipant task matching the same identity has finished:',
           p.identity,

Diff for: agents/src/llm/function_context.ts

@@ -127,13 +127,14 @@ export const oaiBuildFunctionInfo = (
   fncName: string,
   rawArgs: string,
 ): FunctionCallInfo => {
-  if (!fncCtx[fncName]) {
+  const func = fncCtx[fncName];
+  if (!func) {
     throw new Error(`AI function ${fncName} not found`);
   }
 
   return {
     name: fncName,
-    func: fncCtx[fncName],
+    func,
     toolCallId,
     rawParams: rawArgs,
     params: JSON.parse(rawArgs),

Diff for: agents/src/pipeline/pipeline_agent.ts

@@ -416,10 +416,10 @@ export class VoicePipelineAgent extends (EventEmitter as new () => TypedEmitter<
       this.#lastEndOfSpeechTime = Date.now();
     });
     this.#humanInput.on(HumanInputEvent.INTERIM_TRANSCRIPT, (event) => {
-      this.#transcribedInterimText = event.alternatives[0].text;
+      this.#transcribedInterimText = event.alternatives![0].text;
     });
     this.#humanInput.on(HumanInputEvent.FINAL_TRANSCRIPT, (event) => {
-      const newTranscript = event.alternatives[0].text;
+      const newTranscript = event.alternatives![0].text;
       if (!newTranscript) return;
 
       this.#logger.child({ userTranscript: newTranscript }).debug('received user transcript');
@@ -905,7 +905,7 @@ class DeferredReplyValidation {
   #endWithPunctuation(): boolean {
     return (
       this.#lastFinalTranscript.length > 0 &&
-      this.PUNCTUATION.includes(this.#lastFinalTranscript[this.#lastFinalTranscript.length - 1])
+      this.PUNCTUATION.includes(this.#lastFinalTranscript[this.#lastFinalTranscript.length - 1]!)
     );
   }
 

Diff for: agents/src/stt/stream_adapter.ts

@@ -54,13 +54,13 @@ export class StreamAdapterWrapper extends SpeechStream {
       for await (const ev of this.#vadStream) {
         switch (ev.type) {
           case VADEventType.START_OF_SPEECH:
-            this.queue.put({ type: SpeechEventType.START_OF_SPEECH, alternatives: [] });
+            this.queue.put({ type: SpeechEventType.START_OF_SPEECH });
             break;
           case VADEventType.END_OF_SPEECH:
-            this.queue.put({ type: SpeechEventType.END_OF_SPEECH, alternatives: [] });
+            this.queue.put({ type: SpeechEventType.END_OF_SPEECH });
 
             const event = await this.#stt.recognize(ev.frames);
-            if (!event.alternatives.length || !event.alternatives[0].text) {
+            if (!event.alternatives![0].text) {
               continue;
             }
 

Diff for: agents/src/stt/stt.ts

@@ -41,7 +41,7 @@ export interface SpeechData {
 /** SpeechEvent is a packet of speech-to-text data. */
 export interface SpeechEvent {
   type: SpeechEventType;
-  alternatives: SpeechData[];
+  alternatives?: [SpeechData, ...SpeechData[]];
 }
 
 /**

Diff for: agents/src/tokenize/basic/hyphenator.ts

@@ -49,10 +49,8 @@ class Hyphenator {
     }
 
     // if the word is an exception, get the stored points
-    let points: number[];
-    if (this.exceptions[word.toLowerCase()]) {
-      points = this.exceptions[word.toLowerCase()];
-    } else {
+    let points = this.exceptions[word.toLowerCase()];
+    if (!points) {
       const work = `.${word.toLowerCase()}.`;
       points = new Array(work.length + 1).fill(0);
 
@@ -64,7 +62,7 @@ class Hyphenator {
             if (node[END]) {
               const end = node[END];
               end.forEach((x, j) => {
-                points[i + j] = Math.max(points[i + j], x);
+                points![i + j] = Math.max(points![i + j]!, x);
               });
             }
           } else {
@@ -80,7 +78,7 @@ class Hyphenator {
     const pieces = [''];
     for (let i = 0; i < word.length; i++) {
       pieces[pieces.length - 1] += word[i];
-      if (points[i + 2] % 2) {
+      if (points[i + 2]! % 2) {
         pieces.push('');
       }
     }

Diff for: agents/src/utils.ts

@@ -28,8 +28,8 @@ export const mergeFrames = (buffer: AudioBuffer): AudioFrame => {
       throw new TypeError('buffer is empty');
     }
 
-    const sampleRate = buffer[0].sampleRate;
-    const channels = buffer[0].channels;
+    const sampleRate = buffer[0]!.sampleRate;
+    const channels = buffer[0]!.channels;
     let samplesPerChannel = 0;
     let data = new Int16Array();
 

Diff for: agents/src/worker.ts

@@ -89,8 +89,8 @@ const defaultCpuLoad = async (): Promise<number> => {
       let total = 0;
 
       for (let i = 0; i < cpus1.length; i++) {
-        const cpu1 = cpus1[i].times;
-        const cpu2 = cpus2[i].times;
+        const cpu1 = cpus1[i]!.times;
+        const cpu2 = cpus2[i]!.times;
 
         idle += cpu2.idle - cpu1.idle;
 
@@ -495,7 +495,7 @@ export class Worker {
           if (job.id in this.#pending) {
             const task = this.#pending[job.id];
             delete this.#pending[job.id];
-            task.resolve(msg.message.value);
+            task?.resolve(msg.message.value);
           } else {
             this.#logger.child({ job }).warn('received assignment for unknown job ' + job.id);
           }
@@ -610,17 +610,21 @@ export class Worker {
         this.#logger.child({ req }).warn(`assignment for job ${req.id} timed out`);
         return;
       }, ASSIGNMENT_TIMEOUT);
-      const asgn = await this.#pending[req.id].promise.then(async (asgn) => {
+      const asgn = await this.#pending[req.id]?.promise.then(async (asgn) => {
         clearTimeout(timer);
         return asgn;
       });
 
-      await this.#procPool.launchJob({
-        acceptArguments: args,
-        job: msg.job!,
-        url: asgn.url || this.#opts.wsURL,
-        token: asgn.token,
-      });
+      if (asgn) {
+        await this.#procPool.launchJob({
+          acceptArguments: args,
+          job: msg.job!,
+          url: asgn.url || this.#opts.wsURL,
+          token: asgn.token,
+        });
+      } else {
+        this.#logger.child({ requestId: req.id }).warn('pending assignment not found');
+      }
     };
 
     const req = new JobRequest(msg.job!, onReject, onAccept);

Diff for: examples/src/stt.ts

@@ -25,7 +25,7 @@ export default defineAgent({
       const recvTask = async () => {
         for await (const event of sttStream) {
           if (event.type === stt.SpeechEventType.FINAL_TRANSCRIPT) {
-            console.log(event.alternatives[0].text);
+            console.log(event.alternatives![0].text);
           }
         }
       };

Diff for: plugins/deepgram/src/stt.ts

@@ -237,7 +237,7 @@ export class SpeechStream extends stt.SpeechStream {
                 // It's also possible we receive a transcript without a SpeechStarted event.
                 if (this.#speaking) return;
                 this.#speaking = true;
-                this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH, alternatives: [] });
+                this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });
                 break;
               }
               // see this page:
@@ -252,16 +252,22 @@ export class SpeechStream extends stt.SpeechStream {
                 // If, for some reason, we didn't get a SpeechStarted event but we got
                 // a transcript with text, we should start speaking. It's rare but has
                 // been observed.
-                if (alternatives.length > 0 && alternatives[0].text) {
+                if (alternatives[0] && alternatives[0].text) {
                   if (!this.#speaking) {
                     this.#speaking = true;
-                    this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH, alternatives: [] });
+                    this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });
                   }
 
                   if (isFinal) {
-                    this.queue.put({ type: stt.SpeechEventType.FINAL_TRANSCRIPT, alternatives });
+                    this.queue.put({
+                      type: stt.SpeechEventType.FINAL_TRANSCRIPT,
+                      alternatives: [alternatives[0], ...alternatives.splice(0)],
+                    });
                   } else {
-                    this.queue.put({ type: stt.SpeechEventType.INTERIM_TRANSCRIPT, alternatives });
+                    this.queue.put({
+                      type: stt.SpeechEventType.INTERIM_TRANSCRIPT,
+                      alternatives: [alternatives[0], ...alternatives.splice(0)],
+                    });
                   }
                 }
 
@@ -270,7 +276,7 @@ export class SpeechStream extends stt.SpeechStream {
                 // a non-empty transcript (deepgram doesn't have a SpeechEnded event)
                 if (isEndpoint && this.#speaking) {
                   this.#speaking = false;
-                  this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH, alternatives: [] });
+                  this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH });
                 }
 
                 break;

Diff for: plugins/openai/src/realtime/realtime_model.ts

@@ -846,8 +846,8 @@ export class RealtimeSession extends multimodal.RealtimeSession {
 
   #getContent(ptr: ContentPtr): RealtimeContent {
     const response = this.#pendingResponses[ptr.response_id];
-    const output = response.output[ptr.output_index];
-    const content = output.content[ptr.content_index];
+    const output = response!.output[ptr.output_index];
+    const content = output!.content[ptr.content_index]!;
     return content;
   }
 
@@ -940,7 +940,7 @@ export class RealtimeSession extends multimodal.RealtimeSession {
   #handleResponseDone(event: api_proto.ResponseDoneEvent): void {
     const responseData = event.response;
     const responseId = responseData.id;
-    const response = this.#pendingResponses[responseId];
+    const response = this.#pendingResponses[responseId]!;
     response.status = responseData.status;
     response.statusDetails = responseData.status_details;
     response.usage = responseData.usage ?? null;
@@ -974,17 +974,17 @@ export class RealtimeSession extends multimodal.RealtimeSession {
       content: [],
       doneFut: new Future(),
     };
-    response.output.push(newOutput);
+    response?.output.push(newOutput);
     this.emit('response_output_added', newOutput);
   }
 
   #handleResponseOutputItemDone(event: api_proto.ResponseOutputItemDoneEvent): void {
     const responseId = event.response_id;
     const response = this.#pendingResponses[responseId];
     const outputIndex = event.output_index;
-    const output = response.output[outputIndex];
+    const output = response!.output[outputIndex];
 
-    if (output.type === 'function_call') {
+    if (output?.type === 'function_call') {
       if (!this.#fncCtx) {
         this.#logger.error('function call received but no fncCtx is available');
         return;
@@ -995,6 +995,11 @@ export class RealtimeSession extends multimodal.RealtimeSession {
       if (item.type !== 'function_call') {
         throw new Error('Expected function_call item');
       }
+      const func = this.#fncCtx[item.name];
+      if (!func) {
+        this.#logger.error(`no function with name ${item.name} in fncCtx`);
+        return;
+      }
 
       this.emit('function_call_started', {
         callId: item.call_id,
@@ -1006,7 +1011,7 @@ export class RealtimeSession extends multimodal.RealtimeSession {
         `[Function Call ${item.call_id}] Executing ${item.name} with arguments ${parsedArgs}`,
       );
 
-      this.#fncCtx[item.name].execute(parsedArgs).then(
+      func.execute(parsedArgs).then(
         (content) => {
           this.#logger.debug(`[Function Call ${item.call_id}] ${item.name} returned ${content}`);
           this.emit('function_call_completed', {
@@ -1032,15 +1037,15 @@ export class RealtimeSession extends multimodal.RealtimeSession {
       );
     }
 
-    output.doneFut.resolve();
+    output?.doneFut.resolve();
     this.emit('response_output_done', output);
   }
 
   #handleResponseContentPartAdded(event: api_proto.ResponseContentPartAddedEvent): void {
     const responseId = event.response_id;
     const response = this.#pendingResponses[responseId];
     const outputIndex = event.output_index;
-    const output = response.output[outputIndex];
+    const output = response!.output[outputIndex];
 
     const textStream = new AsyncIterableQueue<string>();
     const audioStream = new AsyncIterableQueue<AudioFrame>();
@@ -1056,7 +1061,7 @@ export class RealtimeSession extends multimodal.RealtimeSession {
       audioStream: audioStream,
       toolCalls: [],
     };
-    output.content.push(newContent);
+    output?.content.push(newContent);
     this.emit('response_content_added', newContent);
   }
 

Diff for: plugins/silero/src/onnx_model.ts

@@ -74,7 +74,7 @@ export class OnnxModel {
       .then((result) => {
         // this.#state = result.output.data as Float32Array,
         this.#context = this.#inputBuffer.subarray(0, this.#contextSize);
-        return (result.output.data as Float32Array).at(0)!;
+        return (result.output!.data as Float32Array).at(0)!;
       });
   }
 }

Diff for: tsconfig.json

@@ -7,6 +7,7 @@
     "declarationMap": true,
     "allowJs": false,
     "strict": true,
+    "noUncheckedIndexedAccess": true,
     "skipLibCheck": true,
     "esModuleInterop": true,
     "sourceMap": true,