hfdend/tiktoken repository overview

version: "3.9"
services:
  tiktoken:
    image: hfdend/tiktoken:latest
    restart: always
    ports:
      - 5050:5050
    volumes:
      - /etc/localtime:/etc/localtime:ro
    labels:
      co.elastic.logs/enabled: false

curl -X POST -H "Content-Type: application/json" -d '{"text":"GPT-4 是一个强大的人工智能模型，能够处理多种语言。例如：中文, English, 日本語, 한국어等。", "model":"gpt-4"}' http://127.0.0.1:5050/count_tokens

{"model":"gpt-4","token_count":45}