LLM API 쉽게 시작하는 방법

import tiktoken

# Load the tokenizer model for OpenAI's davinci model
tokenizer = tiktoken.encoding_for_model("text-davinci-003")

# Encode a string of text
enc = tokenizer.encode("Weights & Biases is awesome!")

# Print the encoded tokens
print(enc)

# Decode the tokens back into text
print(tokenizer.decode(enc))

# Decode tokens one by one
for token_id in enc:
    print(f"{token_id}\t{tokenizer.decode([token_id])}")

[1135, 2337, 1222, 8436, 1386, 318, 7427, 0]
Weights & Biases is awesome!

1135	We
2337	ights
1222	 &
8436	 Bi
1386	ases
318	 is
7427	 awesome
0	!

import openai

def generate_text(temp=None, topp=None):
  "Generate text with a given temperature or top-p, but not both"
  if temp is not None and topp is not None:
    raise ValueError("Only one of temperature or top-p should be set")
  
  response = openai.Completion.create(
    model="text-davinci-003",
    prompt="Say something about Weights & Biases",
    max_tokens=50,
    temperature=temp,
    top_p=topp,
  )
  return response.choices[0].text.strip()

# Generate text with varying temperatures
for temp in [0, 0.5, 1, 1.5, 2]:
  print(f'TEMP: {temp}, GENERATION: {generate_text(temp=temp)}')

# Generate text with varying top-p values
for topp in [0.01, 0.1, 0.5, 1]:
  print(f'TOP_P: {topp}, GENERATION: {generate_text(topp=topp)}')

TEMP: 0, GENERATION: Weights & Biases is an amazing tool for tracking and
analyzing machine learning experiments. It provides powerful visualizations
and insights into model performance, enabling data scientists to quickly
identify areas of improvement and optimize their models.

TEMP: 1.5, GENERATION: Weights & Biases is a powerful tool that assists with
early stage project showcase and analysis, helping designers, data
scientists, and product/ decision teams discover their highest potential
creative insights. With automated experiment tracking, visual presentation,
and team plotting

import openai

MODEL = "gpt-3.5-turbo"
response = openai.ChatCompletion.create(
    model=MODEL,
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Say something about Weights & Biases"},
    ],
    temperature=0,
)

response

<OpenAIObject chat.completion id=chatcmpl-2534523452345 at 0x12ca7cf90> JSON: {
  "choices": [
    {
      "finish_reason": "stop",
      "index": 0,
      "message": {
        "content": "Weights & Biases is a machine learning platform that helps data scientists and machine learning engineers track and visualize their experiments. It provides tools for experiment management, hyperparameter tuning, and model visualization, making it easier to iterate and improve machine learning models. Weights & Biases also offers integrations with popular machine learning frameworks like TensorFlow, PyTorch, and Keras.",
        "role": "assistant"
      }
    }
  ],
  "created": 1686671355,
  "id": "chatcmpl-2534523452345",
  "model": "gpt-3.5-turbo-0301",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 74,
    "prompt_tokens": 27,
    "total_tokens": 101
  }
}