1

!sudo apt-get install -y pciutils

1

!curl https://ollama.ai/install.sh | sh

 1
 2
 3
 4
 5
 6
 7
 8
 9
10

import os
import threading
import subprocess
import requests
import json

def ollama():
    os.environ['OLLAMA_HOST'] = '0.0.0.0:11434'
    os.environ['OLLAMA_ORIGINS'] = '*'
    subprocess.Popen(["ollama", "serve"])

1
2

ollama_thread = threading.Thread(target=ollama)
ollama_thread.start()

1

!ollama run llama3.1

1
2

ollama_thread = threading.Thread(target=ollama)
ollama_thread.start()

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22

import requests

prompt = """
What is AI?
Can you explain in three paragraphs?
"""

url = 'http://localhost:11434/api/chat'
payload = {
    "model": "llama3.1",
    "temperature": 0.6,
    "stream": False,
    "messages": [
        {"role": "system", "content": "You are an AI assistant!"},
        {"role": "user", "content": prompt}
    ]
}

response = requests.post(url, json=payload)
message_str = response.content.decode('utf-8')
message_dict = json.loads(message_str)
print(message_dict['message']['content'])

1

!pip install ollama

1
2
3
4
5
6
7
8

import ollama
response = ollama.chat(model='llama3.1', messages=[
  {
    'role': 'user',
    'content': 'Why is the sky blue?',
  },
])
print(response['message']['content'])