Command LLM #186
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,9 +1,212 @@ | ||
| import { Manifest } from "@ubiquity-os/plugin-sdk/manifest"; | ||
| import { GitHubContext } from "../github-context"; | ||
| import { PluginInput } from "../types/plugin"; | ||
| import { isGithubPlugin, PluginConfiguration } from "../types/plugin-configuration"; | ||
| import { getConfig } from "../utils/config"; | ||
| import { getManifest } from "../utils/plugins"; | ||
| import { dispatchWorker, dispatchWorkflow, getDefaultBranch } from "../utils/workflow-dispatch"; | ||
| import { postHelpCommand } from "./help-command"; | ||
|
|
||
| export default async function issueCommentCreated(context: GitHubContext<"issue_comment.created">) { | ||
| const body = context.payload.comment.body.trim().toLowerCase(); | ||
| if (body.startsWith(`@ubiquityos`)) { | ||
|
There was a problem hiding this comment. I wonder if we should offer a short hand syntax. As I understand @UbiquityOS wouldn't automatically populate on the GitHub UI. Mixed thoughts on this idea, but it might be more ergonomic to use with something like @U or @os Also this next idea could be out of scope but wondering if we should intercept all comments and run commands on behalf. Would be perfect if we could handle those assigns for the newcomers asking to work on tasks for example. There was a problem hiding this comment.
Yes, it's a bit cumbersome to always type out @UbiquityOS so a short hand tag would be great but we will be tagging another person :D
Do you mean without the tag? For example if the users says "how can I start this task?" the router should run the start command? There was a problem hiding this comment. It might be interesting to have some type of local logic (perhaps non LLM) to determine if the comment is likely asking for some type of action. Accuracy can be pretty low and in theory it could still cut quite a bit of costs. Also with mini models costs might already be cheap enough for it to be feasible. We would need to run projections I suppose. There was a problem hiding this comment. I agree with @whilefoo that tagging another person is not good. Maybe we should create a @UbiquityOS account to get the auto-completion when typing the name. There was a problem hiding this comment. A solution would be to hook into the issue author's name. At least under the issue this would be intuitive. Under the pull I'm not sure if it makes sense to hook into the pull author, as they are generally not the person you would ask these sort of questions to. |
||
| await commandRouter(context); | ||
| } | ||
| if (body.startsWith(`/help`)) { | ||
| await postHelpCommand(context); | ||
| } | ||
| } | ||
|
|
||
| interface OpenAiFunction { | ||
| type: "function"; | ||
| function: { | ||
| name: string; | ||
| description?: string; | ||
| parameters?: Record<string, unknown>; | ||
| strict?: boolean | null; | ||
| }; | ||
| } | ||
|
|
||
| const embeddedCommands: Array<OpenAiFunction> = [ | ||
| { | ||
| type: "function", | ||
| function: { | ||
| name: "help", | ||
| description: "Shows all available commands and their examples", | ||
| strict: false, | ||
| parameters: { | ||
| type: "object", | ||
| properties: {}, | ||
| additionalProperties: false, | ||
| }, | ||
| }, | ||
| }, | ||
| ]; | ||
|
|
||
| async function commandRouter(context: GitHubContext<"issue_comment.created">) { | ||
| if (!("installation" in context.payload) || context.payload.installation?.id === undefined) { | ||
| console.log(`No installation found, cannot invoke command`); | ||
| return; | ||
| } | ||
|
|
||
| const commands = [...embeddedCommands]; | ||
| const config = await getConfig(context); | ||
| const pluginsWithManifest: { plugin: PluginConfiguration["plugins"][0]["uses"][0]; manifest: Manifest }[] = []; | ||
| for (let i = 0; i < config.plugins.length; ++i) { | ||
| const plugin = config.plugins[i].uses[0]; | ||
|
|
||
| const manifest = await getManifest(context, plugin.plugin); | ||
| if (!manifest?.commands) { | ||
| continue; | ||
| } | ||
| pluginsWithManifest.push({ | ||
| plugin: plugin, | ||
| manifest, | ||
| }); | ||
| for (const command of manifest.commands) { | ||
| commands.push({ | ||
| type: "function", | ||
| function: { | ||
| ...command, | ||
| parameters: command.parameters | ||
| ? { | ||
| ...command.parameters, | ||
| required: Object.keys(command.parameters.properties), | ||
| additionalProperties: false, | ||
| } | ||
| : undefined, | ||
| strict: true, | ||
| }, | ||
| }); | ||
| } | ||
| } | ||
|
|
||
| const response = await context.openAi.chat.completions.create({ | ||
| model: "gpt-4o-mini", | ||
| messages: [ | ||
| { | ||
| role: "system", | ||
| content: [ | ||
| { | ||
| text: ` | ||
| You are a GitHub bot named **UbiquityOS**. Your role is to interpret and execute commands based on user comments provided in structured JSON format. | ||
|
|
||
| ### JSON Structure: | ||
| The input will include the following fields: | ||
| - repositoryOwner: The username of the repository owner. | ||
| - repositoryName: The name of the repository where the comment was made. | ||
| - issueNumber: The issue or pull request number where the comment appears. | ||
| - author: The username of the user who posted the comment. | ||
| - comment: The comment text directed at UbiquityOS. | ||
|
|
||
| ### Example JSON: | ||
| { | ||
| "repositoryOwner": "repoOwnerUsername", | ||
| "repositoryName": "example-repo", | ||
| "issueNumber": 42, | ||
| "author": "user1", | ||
| "comment": "@UbiquityOS please allow @user2 to change priority and time labels." | ||
| } | ||
|
|
||
| ### Instructions: | ||
| - **Interpretation Mode**: | ||
| - **Tagged Natural Language**: Interpret the "comment" field provided in JSON. Users will mention you with "@UbiquityOS", followed by their request. Infer the intended command and parameters based on the "comment" content. | ||
|
|
||
| - **Action**: Map the user's intent to one of your available functions. When responding, use the "author", "repositoryOwner", "repositoryName", and "issueNumber" fields as context if relevant. | ||
| `, | ||
|
There was a problem hiding this comment. This is a high quality prompt good job |
||
| type: "text", | ||
| }, | ||
| ], | ||
| }, | ||
| { | ||
| role: "user", | ||
| content: [ | ||
| { | ||
| text: JSON.stringify({ | ||
| repositoryOwner: context.payload.repository.owner.login, | ||
| repositoryName: context.payload.repository.name, | ||
| issueNumber: context.payload.issue.number, | ||
| author: context.payload.comment.user?.login, | ||
| comment: context.payload.comment.body, | ||
| }), | ||
| type: "text", | ||
| }, | ||
| ], | ||
| }, | ||
| ], | ||
| temperature: 1, | ||
| max_tokens: 2048, | ||
| top_p: 1, | ||
| frequency_penalty: 0, | ||
| presence_penalty: 0, | ||
| tools: commands, | ||
| parallel_tool_calls: false, | ||
| response_format: { | ||
| type: "text", | ||
| }, | ||
| }); | ||
|
|
||
| if (response.choices.length === 0) { | ||
| return; | ||
| } | ||
|
|
||
| const toolCalls = response.choices[0].message.tool_calls; | ||
| if (!toolCalls || toolCalls.length === 0) { | ||
whilefoo marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| const message = response.choices[0].message.content || "I cannot help you with that."; | ||
| await context.octokit.rest.issues.createComment({ | ||
| owner: context.payload.repository.owner.login, | ||
| repo: context.payload.repository.name, | ||
| issue_number: context.payload.issue.number, | ||
| body: message, | ||
| }); | ||
| return; | ||
| } | ||
|
|
||
| const toolCall = toolCalls[0]; | ||
| if (!toolCall) { | ||
| console.log("No tool call"); | ||
| return; | ||
| } | ||
|
|
||
| const command = { | ||
| name: toolCall.function.name, | ||
| parameters: toolCall.function.arguments ? JSON.parse(toolCall.function.arguments) : null, | ||
| }; | ||
|
|
||
| if (command.name === "help") { | ||
| await postHelpCommand(context); | ||
| return; | ||
| } | ||
|
|
||
| const pluginWithManifest = pluginsWithManifest.find((o) => o.manifest?.commands?.some((c) => c.name === command.name)); | ||
| if (!pluginWithManifest) { | ||
| console.log(`No plugin found for command '${command.name}'`); | ||
| return; | ||
| } | ||
| const { | ||
| plugin: { plugin, with: settings }, | ||
| } = pluginWithManifest; | ||
|
|
||
| // call plugin | ||
| const isGithubPluginObject = isGithubPlugin(plugin); | ||
| const stateId = crypto.randomUUID(); | ||
| const ref = isGithubPluginObject ? (plugin.ref ?? (await getDefaultBranch(context, plugin.owner, plugin.repo))) : plugin; | ||
| const token = await context.eventHandler.getToken(context.payload.installation.id); | ||
| const inputs = new PluginInput(context.eventHandler, stateId, context.key, context.payload, settings, token, ref, command); | ||
|
|
||
| try { | ||
| if (!isGithubPluginObject) { | ||
| await dispatchWorker(plugin, await inputs.getWorkerInputs()); | ||
| } else { | ||
| await dispatchWorkflow(context, { | ||
| owner: plugin.owner, | ||
| repository: plugin.repo, | ||
| workflowId: plugin.workflowId, | ||
| ref: ref, | ||
| inputs: await inputs.getWorkflowInputs(), | ||
| }); | ||
| } | ||
| } catch (e) { | ||
| console.error(`An error occurred while processing the plugin chain, will skip plugin ${JSON.stringify(plugin)}`, e); | ||
| } | ||
| } | ||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Format