fix: allow creation of custom OpenAIClient without env variables

Author: CptBronzebeard

activators/llm/src/main/kotlin/com/justai/jaicf/activator/llm/action/LLMActionAPI.kt

@@ -8,11 +8,17 @@ import com.justai.jaicf.context.BotContext
 import com.openai.client.OpenAIClient
 import com.openai.client.okhttp.OpenAIOkHttpClient
 import com.openai.core.http.StreamResponse
+import com.openai.credential.BearerTokenCredential
 import com.openai.models.chat.completions.ChatCompletionChunk
 import com.openai.models.chat.completions.ChatCompletionCreateParams
 
 
-private val DefaultOpenAIClient = OpenAIOkHttpClient.fromEnv()
+private val DefaultOpenAIClient = try {
+    OpenAIOkHttpClient.fromEnv()
+} catch (_: IllegalStateException
+) {
+    OpenAIOkHttpClient.builder().credential(BearerTokenCredential.create("")).build()
+}
 private val DefaultProps = LLMProps(
     client = DefaultOpenAIClient,
     withUsages = true,

activators/llm/src/main/kotlin/com/justai/jaicf/activator/llm/action/LLMActionContext.kt

@@ -56,7 +56,6 @@ import kotlinx.coroutines.launch
 import kotlinx.coroutines.runBlocking
 import kotlinx.coroutines.yield
 import java.util.stream.Stream
-import kotlin.coroutines.coroutineContext
 import kotlin.jvm.optionals.getOrDefault
 import kotlin.jvm.optionals.getOrNull
 
@@ -116,7 +115,7 @@ data class LLMActionContext<A: ActivatorContext, B: BotRequest, R: Reactions>(
                 )
             )
         }
-        response = api.createStreaming(params)
+        response = api.createStreaming(params, props.client)
         stream = response.stream()
         throwIfCancelled()
     }