evowareio / ollama-php Goto Github PK

$embeddings = $ollamaClient->generateEmbeddings($documents, 'nomic-embed-text');
$response = $ollamaClient->generateCompletion($prompt, 'tinyllama', ['model' => 'tinyllama', 'embedding' => $embeddings]);

<?php 
require __DIR__.'/vendor/autoload.php';

use JDecool\OllamaClient\ClientBuilder;
use JDecool\OllamaClient\Client\Message;
use JDecool\OllamaClient\Client\Request\ChatRequest;

$builder = new ClientBuilder();
$client = $builder->create('http://localhost:11434');


$request = new ChatRequest('phi3:mini', [
    new Message('user', 'Why is the sky blue?'),
]);

// async
foreach ($client->chatStream($request) as $chunk) {
    //var_dump($chunk);
    $msg = $chunk->message;
    echo $msg->content;
}
print "\n";