fix(voice): migrate OpenAI Realtime to GA API + make agent .env authoritative (#46)

Voice mode was fully broken: OpenAI shut off the Realtime Beta API, and a
stray placeholder env var could shadow the real key.

OpenAI Realtime GA migration (src/voice/openai-realtime.ts):
- Drop the deprecated `OpenAI-Beta: realtime=v1` header (the server now
  rejects it: 'The Realtime Beta API is no longer supported').
- session.update converted to GA shape: session.type='realtime',
  output_modalities, nested audio.input/audio.output (format + voice +
  turn_detection + transcription).
- Handle GA event names response.output_audio[_transcript].* alongside
  the old beta names.

.env precedence (src/index.ts, src/voice/server.ts):
- Agent-dir .env now OVERRIDES inherited env instead of skipping keys that
  are already set. A placeholder like OPENAI_API_KEY="your-...-here" in a
  shell profile was silently beating the real key in the agent .env, which
  surfaced to users as the misleading 'no API key set' message.
- index.ts loader also strips surrounding quotes and skips comments/blanks.

Bumps to 1.5.1. Verified locally: adapter connects, session created +
configured, no 'Voice mode unavailable'.

Author: shreyas-lyzr

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "@open-gitagent/gitagent",
-  "version": "1.5.0",
+  "version": "1.5.1",
   "description": "A universal git-native multimodal always learning AI Agent (TinyHuman)",
   "author": "shreyaskapale",
   "license": "MIT",

package.json

@@ -379,14 +379,18 @@ async function main(): Promise<void> {
 	const envPath = resolve(dir, ".env");
 	if (existsSync(envPath)) {
 		const envContent = readFileSync(envPath, "utf-8");
-		for (const line of envContent.split("\n")) {
+		for (const rawLine of envContent.split("\n")) {
+			const line = rawLine.trim();
+			if (!line || line.startsWith("#")) continue;
 			const eq = line.indexOf("=");
 			if (eq <= 0) continue;
 			const key = line.slice(0, eq).trim();
-			const val = line.slice(eq + 1).trim();
-			if (!process.env[key]) {
-				process.env[key] = val;
+			let val = line.slice(eq + 1).trim();
+			if ((val.startsWith('"') && val.endsWith('"')) || (val.startsWith("'") && val.endsWith("'"))) {
+				val = val.slice(1, -1);
 			}
+			// Agent .env wins over inherited env (e.g. a placeholder OPENAI_API_KEY in ~/.zshrc).
+			process.env[key] = val;
 		}
 	}
 

src/index.ts

@@ -44,7 +44,6 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 			await this.connectWs(url, {
 				headers: {
 					Authorization: `Bearer ${this.config.apiKey}`,
-					"OpenAI-Beta": "realtime=v1",
 				},
 			});
 			return;
@@ -83,7 +82,6 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 		await this.connectWs(url, {
 			headers: {
 				Authorization: `Bearer ${ephemeralKey}`,
-				"OpenAI-Beta": "realtime=v1",
 			},
 		});
 	}
@@ -147,17 +145,26 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 		const payload = {
 			type: "session.update",
 			session: {
+				type: "realtime",
+				output_modalities: ["audio"],
 				instructions,
-				voice: this.config.voice || "ash",
-				modalities: ["text", "audio"],
-				turn_detection: {
-					type: "server_vad",
-					threshold: 0.6,
-					prefix_padding_ms: 400,
-					silence_duration_ms: 800,
-					create_response: true,
+				audio: {
+					input: {
+						format: { type: "audio/pcm", rate: 24000 },
+						turn_detection: {
+							type: "server_vad",
+							threshold: 0.6,
+							prefix_padding_ms: 400,
+							silence_duration_ms: 800,
+							create_response: true,
+						},
+						transcription: { model: "whisper-1" },
+					},
+					output: {
+						format: { type: "audio/pcm", rate: 24000 },
+						voice: this.config.voice || "ash",
+					},
 				},
-				input_audio_transcription: { model: "whisper-1" },
 				tool_choice: "auto",
 				tools: [
 					{
@@ -285,7 +292,6 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 				await this.connectWs(url, {
 					headers: {
 						Authorization: `Bearer ${this.config.apiKey}`,
-						"OpenAI-Beta": "realtime=v1",
 					},
 				});
 			} catch (err: any) {
@@ -302,7 +308,6 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 				const ephemeralKey = session.client_secret?.value;
 				if (!ephemeralKey) throw new Error("No ephemeral key on refresh");
 				await this.connectWs(url, {
-					headers: { Authorization: `Bearer ${ephemeralKey}`, "OpenAI-Beta": "realtime=v1" },
 				});
 			}
 			console.log(dim("[voice] Session refreshed"));
@@ -388,17 +393,21 @@ export class OpenAIRealtimeAdapter implements MultimodalAdapter {
 				this.interrupted = false;
 				break;
 
+			// GA event names are response.output_audio*; keep the beta aliases too.
 			case "response.audio.delta":
+			case "response.output_audio.delta":
 				if (event.delta && !this.interrupted) {
 					this.emit({ type: "audio_delta", audio: event.delta });
 				}
 				break;
 
 			case "response.audio_transcript.delta":
+			case "response.output_audio_transcript.delta":
 				this.emit({ type: "transcript", role: "assistant", text: event.delta || "", partial: true });
 				break;
 
 			case "response.audio_transcript.done":
+			case "response.output_audio_transcript.done":
 				if (event.transcript) {
 					this.emit({ type: "transcript", role: "assistant", text: event.transcript });
 				}

src/voice/openai-realtime.ts

@@ -595,9 +595,9 @@ function loadEnvFile(dir: string) {
 			if ((val.startsWith('"') && val.endsWith('"')) || (val.startsWith("'") && val.endsWith("'"))) {
 				val = val.slice(1, -1);
 			}
-			if (!process.env[key]) {
-				process.env[key] = val;
-			}
+			// Agent .env takes precedence over inherited env (e.g. shell placeholders
+			// like a stray OPENAI_API_KEY="your-...-here" in ~/.zshrc).
+			process.env[key] = val;
 		}
 	} catch {
 		// No .env file — that's fine