openai token usage log exports

baiyang666 

Below an example of using Python and Tiktoken Library:

import openai
import tiktoken
from google.cloud import bigquery

# Initialize OpenAI and BigQuery clients
openai.api_key = 'YOUR_OPENAI_API_KEY'
client = bigquery.Client()

def log_token_usage_to_bigquery(token_count):
table_id = 'your_project.your_dataset.your_table'
rows_to_insert = [
{"token_count": token_count}
]
errors = client.insert_rows_json(table_id, rows_to_insert)
if errors:
print(f"Encountered errors while inserting rows: {errors}")

def stream_chat_completion():
response = openai.ChatCompletion.create(
model="gpt-4",
messages=[{"role": "user", "content": "Hello!"}],
stream=True
)
token_count = 0
for chunk in response:
if 'choices' in chunk:
for choice in chunk['choices']:
if 'delta' in choice:
token_count += len(tiktoken.encode(choice['delta']['content']))
log_token_usage_to_bigquery(token_count)

stream_chat_completion()