PeerLLM Developer Guide

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: "YOUR_API_KEY",
  baseURL: "https://api.peerllm.com/v1",
});

const stream = await client.chat.completions.create({
  model: "LLooMA1.0",
  messages: [{ role: "user", content: "What is PeerLLM?" }],
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content || "");
}

using OpenAI;
using OpenAI.Chat;

var client = new ChatClient(
    model: "LLooMA1.0",
    credential: new ApiKeyCredential("YOUR_API_KEY"),
    options: new OpenAIClientOptions
    {
        Endpoint = new Uri("https://api.peerllm.com/v1")
    });

var stream = client.CompleteChatStreamingAsync(
    new List<ChatMessage>
    {
        new UserChatMessage("What is PeerLLM?")
    });

await foreach (var update in stream)
{
    foreach (var part in update.ContentUpdate)
    {
        Console.Write(part.Text);
    }
}

using System.Text;
using System.Threading.Tasks;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;

namespace PeerLLM.Demos.SemanticKernel
{
    internal class Program
    {
        static async Task Main(string[] args)
        {
            var builder = Kernel.CreateBuilder();

            builder.AddOpenAIChatCompletion(
                modelId: "LLooMA1.0",
                apiKey: "YOUR_API_KEY",
                endpoint: new Uri("https://api.peerllm.com/v1"));

            var kernel = builder.Build();
            var chat = kernel.GetRequiredService<IChatCompletionService>();
            var chatHistory = new ChatHistory();
            var fullResponse = new StringBuilder();

            chatHistory.AddUserMessage("What is PeerLLM?");

            await foreach (var message in chat.GetStreamingChatMessageContentsAsync(
                chatHistory,
                kernel: kernel))
            {
                Console.Write(message.ToString());
                fullResponse.Append(message.ToString());
            }
        }
    }
}

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: "YOUR_API_KEY",
  baseURL: "http://192.168.1.100:3000/v1",
});

const stream = await client.chat.completions.create({
  model: "LLooMA1.0",
  messages: [{ role: "user", content: "Hello from my network!" }],
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content || "");
}

using System.Text;
using System.Threading.Tasks;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;

namespace PeerLLM.Demos.SemanticKernel
{
    internal class Program
    {
        static async Task Main(string[] args)
        {
            var builder = Kernel.CreateBuilder();

            builder.AddOpenAIChatCompletion(
                modelId: "LLooMA1.0",
                apiKey: "YOUR_API_KEY",
                endpoint: new Uri("http://192.168.1.100:3000/v1"));

            var kernel = builder.Build();
            var chat = kernel.GetRequiredService<IChatCompletionService>();
            var chatHistory = new ChatHistory();
            var fullResponse = new StringBuilder();

            chatHistory.AddUserMessage("Hello from my network!");

            await foreach (var message in chat.GetStreamingChatMessageContentsAsync(
                chatHistory,
                kernel: kernel))
            {
                Console.Write(message.ToString());
                fullResponse.Append(message.ToString());
            }
        }
    }
}

curl http://192.168.1.100:3000/v1/chat/completions \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "LLooMA1.0",
    "messages": [{"role": "user", "content": "Hello from my network!"}],
    "stream": true
  }'

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: "YOUR_API_KEY",
  baseURL: "http://localhost:3000/v1",
});

const stream = await client.chat.completions.create({
  model: "LLooMA1.0",
  messages: [{ role: "user", content: "Hello locally!" }],
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content || "");
}

using System.Text;
using System.Threading.Tasks;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;

namespace PeerLLM.Demos.SemanticKernel
{
    internal class Program
    {
        static async Task Main(string[] args)
        {
            var builder = Kernel.CreateBuilder();

            builder.AddOpenAIChatCompletion(
                modelId: "LLooMA1.0",
                apiKey: "YOUR_API_KEY",
                endpoint: new Uri("http://localhost:3000/v1"));

            var kernel = builder.Build();
            var chat = kernel.GetRequiredService<IChatCompletionService>();
            var chatHistory = new ChatHistory();
            var fullResponse = new StringBuilder();

            chatHistory.AddUserMessage("Hello locally!");

            await foreach (var message in chat.GetStreamingChatMessageContentsAsync(
                chatHistory,
                kernel: kernel))
            {
                Console.Write(message.ToString());
                fullResponse.Append(message.ToString());
            }
        }
    }
}

curl http://localhost:3000/v1/chat/completions \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "LLooMA1.0",
    "messages": [{"role": "user", "content": "Hello locally!"}],
    "stream": true
  }'