How to use assistant?

[flocko-motion]

There's no example for using assistants, yet - so I tried to find out myself from the source code and the openAI docs.

I figured out, how to create an assistant, create a thread, attach a message, run the assistant and wait for it to complete ... But I couldn't figure out, how to fetch the generated output.

Here's what I got so far:

const assistantId = "id of an assitant which I created in openAI playground"

func TestCreateThread(t *testing.T) {
	ctx := context.Background()
	client := newClient()
	thread, err := client.CreateThread(ctx, openai.ThreadRequest{
		// it's possible to give a chat history here to continue a conversation
	})
	assert.NoError(t, err)
	assert.NotNil(t, thread)
	log.Printf("Thread created: %s\n", thread.ID)

	message, err := client.CreateMessage(ctx, thread.ID, openai.MessageRequest{
		Role:    openai.ChatMessageRoleUser,
		Content: "I look around the room",
	})
	assert.NoError(t, err)
	assert.NotNil(t, message)
	log.Printf("Message created: %s\n", message.ID)

	run, err := client.CreateRun(ctx, thread.ID, openai.RunRequest{
		AssistantID: assistantId,
	})
	assert.NoError(t, err)
	assert.NotNil(t, run)
	log.Printf("Run created: %s\n", run.ID)

	for run.Status == openai.RunStatusQueued || run.Status == openai.RunStatusInProgress {
		run, err = client.RetrieveRun(ctx, thread.ID, run.ID)
		assert.NoError(t, err)
		if err != nil {
			return
		}
		time.Sleep(1 * time.Second)
	}

	log.Printf("run completed: %v", run)

}

[ahobsonsayers]

I got it working by doing something like this. The code is not very nice, sorry! I wrote it very quickly!

package main

import (
	"context"
	"log"
	"os"
	"time"

	"github.com/sashabaranov/go-openai"
)

const (
	assistantId = "assistant_id"
	prompt      = "my prompt"
)

func main() {
	ctx := context.Background()
	client := openai.NewClient(os.Getenv("OPENAI_API_TOKEN"))

	run, err := client.CreateThreadAndRun(ctx, openai.CreateThreadAndRunRequest{
		RunRequest: openai.RunRequest{AssistantID: assistantId},
		Thread: openai.ThreadRequest{
			Messages: []openai.ThreadMessage{{
				Role:    openai.ChatMessageRoleUser,
				Content: prompt,
			}},
		},
	})
	if err != nil {
		log.Fatal(err)
	}

	for run.Status == openai.RunStatusQueued || run.Status == openai.RunStatusInProgress {
		run, err = client.RetrieveRun(ctx, run.ThreadID, run.ID)
		if err != nil {
			log.Fatal(err)
		}
		time.Sleep(100 * time.Millisecond)
	}
	if run.Status != openai.RunStatusCompleted {
		log.Fatalf("run failed with status %s", run.Status)
	}

	numMessages := 1
	messages, err := client.ListMessage(ctx, run.ThreadID, &numMessages, nil, nil, nil)
	if err != nil {
		log.Fatal(err)
	}

	log.Printf(messages.Messages[0].Content[0].Text.Value)
}

[flocko-motion]

Excellent - thanks a lot. I got it working, too - studying the OpenAI docs helped a lot. But your example makes it even easier for new devs to use this golang module.

[opvexe]

numMessages := 1
messages, err := client.ListMessage(ctx, run.ThreadID, &numMessages, nil, nil, nil)
if err != nil {
log.Fatal(err)
}

log.Printf(messages.Messages[0].Content[0].Text.Value)

 how to get all delta content ? 

for {
numMessages := 1
   messages, err := client.ListMessage(ctx, run.ThreadID, &numMessages, nil, nil, nil)
   if err != nil {
   	log.Fatal(err)
   }
}