テキストモデレーションツール

mkdir -p mod
cd mod
python -m venv venv
./venv/bin/python -m pip install openai gradio asyncio tiktoken pandas

nano moderation_gui.py # <- 下のコードをコピペ

OPENAI_API_KEY=sk-your-api-key ./venv/bin/python moderation_gui.py

mkdir mod
cd mod
python -m venv venv
.\venv\Scripts\python -m pip install openai gradio asyncio tiktoken pandas

notepad moderation_gui.py # <- 下のコードをコピペ

set OPENAI_API_KEY=sk-your-api-key 
.\venv\Scripts\python moderation_gui.py

import gradio as gr
import pandas as pd
import openai
import tiktoken
import asyncio
# import aiohttp
import os

openai.api_key = os.getenv('OPENAI_API_KEY')

def count_token(input_text):
    enc = tiktoken.get_encoding("cl100k_base")
    num_tokens = len(enc.encode(input_text))
    return num_tokens

async def call_openai_api(input_text):
    response = await openai.Moderation.acreate(input=input_text)
    return response

def convert_json_to_df(data):
    df_categories = pd.DataFrame(data['results'][0]['categories'], index=[0]).T.reset_index()
    df_categories.columns = ['category', 'flagged']

    df_category_scores = pd.DataFrame(data['results'][0]['category_scores'], index=[0]).T.reset_index()
    df_category_scores.columns = ['category', 'score']
    df_category_scores['score'] = df_category_scores['score'].astype(float)

    df_combined = pd.merge(df_categories, df_category_scores, on='category')

    df_info = pd.DataFrame({
        'id': [data['id']],
        'model': [data['model']],
        'flagged': [data['results'][0]['flagged']]
    })

    return df_info, df_combined

def main_func(input_text, memo):
    # memoはなにもしない。
    data = asyncio.run(call_openai_api(input_text))
    dfs = convert_json_to_df(data)
    # 文字列とトークンの長さを返す。
    return dfs + (len(input_text),count_token(input_text))

iface = gr.Interface(
    fn=main_func,
    inputs=[gr.Textbox(label="モデレーション対象",lines=2, placeholder="ここにテキストを入力してください", show_copy_button=True),
        gr.Textbox(label="メモ欄(APIには渡されません)", lines=2, placeholder="メモ欄")],
    outputs=[gr.Dataframe(label="Info", headers=["id","model","flagged"]),gr.Dataframe(label="結果",headers=["category","flagged","score"]),gr.Number(label="文字数"),gr.Number(label="トークン数")],
    title="テキストモデレーションツール",
    description="テキストを入力して、OpenAIのモデレーション結果を取得します。"
)

iface.launch(share=False, debug=True)