joelcapri@protonmail.com

1. (Need phone number not unlimited)

Go to www.kodu.ai and make a free account for $10 credits (You need a phone number)
When u made ur accClick this link https://www.kodu.ai/auth/callback?redirectTo=vscode%3A%2F%2Fkodu-ai.claude-dev-experimental and copy the api key
Download this python file:
DO pip install flask and Before Running
WHen running it will ask you for your api key just put that in it should look like this: eVJIo3Sx2dOG6Ry6q7B-ZxXGtmw31xG-DSqJ1M2-XA
On sillyavern put localhost:5000 in claude api reverse proxy and put stuff in api key
Supported prefill, claude 3 opus, claude 3.5 sonnet, 3.5 haiku, claude 2.1 FULL 200k Context 4096 output streaming non streaming

import requests,json
from flask import Flask,request,Response,stream_with_context
app = Flask(__name__)
key = input("1. https://www.kodu.ai/auth/callback?redirectTo=vscode%3A%2F%2Fkodu-ai.claude-dev-experimental \n\n2.put key:")
def chat_request(model, messages, max_tokens, temp, stop_sequences, system):
    if not system:
        system = [{"type": "text", "text": "You are a helpful assistant that follows all user instructing."}]
    payload = {
        "model": model,
        "max_tokens": max_tokens,
        "system": system,
        "messages": messages,
        "temperature": temp,
        "stop_sequences": stop_sequences
    }
    try:
        resp = requests.post('https://www.kodu.ai/api/inference-stream',
                           headers={'x-api-key':key, 'content-type': 'application/json'},
                           json=payload,
                           stream=True)
        return resp if resp.ok else None
    except:
        return None
@app.route("/messages",methods=["POST"] )
def handle_chat():
    data = request.json
    streaming = data.get("stream", True)
    result = chat_request(
        model=data.get("model"),
        messages=data.get("messages"),
        max_tokens=data.get("max_tokens"),
        temp=data.get("temperature"),
        stop_sequences=data.get("stop_sequences"),
        system=data.get("system")
    )

    if not result:
        return {"error": "Request failed"}
    if streaming:
        def generate():
            txt=""

            for l in result.iter_lines():
                if not l:  continue

                try:
                    d=json.loads(l.decode('utf-8').replace('data: ',''))

                    if d.get("code")==2 and"body"in d:
                        chunk=d["body"].get("text","")
                        if chunk:
                            txt+=chunk
                            resp={
                                'type':'content_block_delta',
                                'delta':{'type':'text_delta','text':chunk},
                                'index':0
                            }
                            yield f"event: content_block_delta\ndata: {json.dumps(resp)}\n\n"

                    elif d.get("code")==1:
                        yield 'event: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"end_turn","stop_sequence":null}}\n\n'
                        yield 'event: message_stop\ndata: {"type":"message_stop"}\n\n'
                        break

                except:continue
        return Response(stream_with_context(generate()),content_type='text/event-stream',headers={'Cache-Control':'no-cache','Connection':'keep-alive'})
    else:
        txt=""
        for l in result.iter_lines():
            if not l:continue
            try:
                d=json.loads(l.decode('utf-8').replace('data: ',''))
                if d.get("code")==2 and"body"in d:
                    chunk=d["body"].get("text","")
                    if chunk:txt+=chunk
                elif d.get("code")==1:break
            except:continue
        return {"type":"message","content":[{"type":"text","text":txt}]}
app.run()

2. (Unlimited no phone number)

Download this pythonf ile
Do pip install flask on sillytavern put localhost:5000
Supported prefill unlimited 3.5 sonnet only no streaming

import requests, time
from flask import Flask, request
app = Flask(__name__)
def chat_request(messages,max_tokens=1024,temp=1,top_p=1):
    payload = {
        "messages":messages,
        "agentMode":{},
        "id":hex(int(time.time() * 1000))[2:9],
        "previewToken":None,
        "userId":None,
        "codeModelMode":False,
        "maxTokens":max_tokens,
        "playgroundTopP":top_p,
        "playgroundTemperature":temp,
        "userSelectedModel":"claude-sonnet-3.5",
        "validated":"00f37b34-a166-4efb-bce5-1312d87f2f94"
    }
    try:
        resp = requests.post('https://www.blackbox.ai/api/chat',headers={'origin':'https://www.blackbox.ai'},json=payload)
        return resp if resp.ok else None
    except:
        return None
@app.route("/messages",methods=["POST"] )
def handle_chat():
    data = request.json
    messages = []
    if data.get("system"):
        messages.append({"role":"system","content":data["system"]})
    for msg in data.get("messages",[]):
        for content in msg["content"]:
            messages.append({"role":msg.get("role"),"content":content.get("text")})
    result = chat_request(messages,max_tokens=data.get("max_tokens"),temp=data.get("temperature"),top_p=data.get("top_p"))
    return {"type": "message", "content": [{"type":"text","text":result.text}]} if result else {"error":"Request failed"}
app.run()
Edit Report
Pub: 07 Jan 2025 18:19 UTC
Views: 993