Llama 2 7B: Technical Specifications

const axios = require('axios');

class Llama2API {
    constructor(baseUrl = 'http://localhost:11434') {
        this.baseUrl = baseUrl;
    }

    async generate(prompt, model = 'llama2:7b', options = {}) {
        const response = await axios.post(`${this.baseUrl}/api/generate`, {
            model: model,
            prompt: prompt,
            stream: false,
            options: {
                temperature: 0.7,
                top_p: 0.9,
                ...options
            }
        });
        return response.data.response;
    }

    async chat(messages, model = 'llama2:7b', options = {}) {
        const response = await axios.post(`${this.baseUrl}/api/chat`, {
            model: model,
            messages: messages,
            stream: false,
            options: {
                temperature: 0.7,
                top_p: 0.9,
                ...options
            }
        });
        return response.data.message.content;
    }

    async *stream(prompt, model = 'llama2:7b', options = {}) {
        const response = await axios.post(`${this.baseUrl}/api/generate`, {
            model: model,
            prompt: prompt,
            stream: true,
            options: {
                temperature: 0.7,
                top_p: 0.9,
                ...options
            }
        }, { responseType: 'stream' });

        const stream = response.data;
        let buffer = '';

        for await (const chunk of stream) {
            buffer += chunk.toString();
            const lines = buffer.split('\n');
            buffer = lines.pop();

            for (const line of lines) {
                if (line.trim()) {
                    try {
                        const data = JSON.parse(line);
                        if (data.response) {
                            yield data.response;
                        }
                    } catch (e) {
                        // Skip malformed JSON
                    }
                }
            }
        }
    }
}

// Usage examples
const llama = new Llama2API();

// Simple generation
async function generateText() {
    const text = await llama.generate('Explain quantum computing');
    console.log(text);
}

// Chat with context
async function chatExample() {
    const messages = [
        { role: 'system', content: 'You are a helpful AI assistant.' },
        { role: 'user', content: 'What is artificial intelligence?' }
    ];
    const response = await llama.chat(messages);
    console.log(response);
}

// Streaming output
async function streamExample() {
    for await (const token of llama.stream('Write a poem about technology')) {
        process.stdout.write(token);
    }
}

// Run examples
generateText();
chatExample();
streamExample();