Upload 76 files

bot/admin.py

@@ -0,0 +1,6 @@
+from django.contrib import admin
+from .models import Language
+
+admin.site.register(Language)
+
+# Register your models here.

bot/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class BotConfig(AppConfig):
+    default_auto_field = 'django.db.models.BigAutoField'
+    name = 'bot'

bot/chroma_data/71205607-97fb-4292-8492-28d8f0cc5fef/data_level0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f748340f882ae5b8ef64a529d2782a281c1fa7bb7be42203e031a07c2a2dd
+size 1676000

bot/chroma_data/71205607-97fb-4292-8492-28d8f0cc5fef/header.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87a1dc8bcae6f2c4bea6d5dd5005454d4dace8637dae29bff3c037ea771411e
+size 100

bot/chroma_data/71205607-97fb-4292-8492-28d8f0cc5fef/length.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5aebd05d5bf364ed999da7c13f7ef2101df1dc00f19fc87758d2d7cc067582
+size 4000

bot/chroma_data/71205607-97fb-4292-8492-28d8f0cc5fef/link_lists.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+size 0

bot/forms.py

@@ -0,0 +1,62 @@
+from django.core.exceptions import ValidationError
+#from django.utils.translation import gettext_lazy as _
+
+from django import forms
+
+class RenewBotForm(forms.Form):
+    query = forms.CharField(
+            help_text="Unesite upit: ")
+    jezik = forms.CharField(
+            help_text="Odaberite jezik")
+#    def clean_query(self):
+#        data = self.cleaned_data['query']
+#        data = self.cleaned_data['jezik']
+#        return data
+
+class EditorForm(forms.Form):
+    id = forms.CharField(help_text="id")
+    state = forms.CharField(help_text="Početno stanje")
+    next = forms.CharField(help_text="Završno stanje")
+    page = forms.IntegerField(help_text="Stranica")
+    used = forms.CharField(help_text="Upotrebljen (Bool)")
+    docu = forms.CharField(help_text="Dokument konteksta")
+    source = forms.CharField(help_text="URL dokumenta")
+    jezik = forms.CharField(help_text="Odaberite jezik")
+#    def clean_query(self):
+#        data = self.cleaned_data['source']
+#        return data
+
+class EditorListForm(forms.Form):
+    f_id = forms.IntegerField(help_text="id filter")
+    f_jezik = forms.CharField(help_text="jezik filter")
+    f_state = forms.CharField(help_text="state filter")
+    f_next = forms.CharField(help_text="next filter")
+    f_page = forms.IntegerField(help_text="page filter")
+    f_docu = forms.CharField(help_text="document filter")
+
+class ParamForm(forms.Form):
+          system = forms.CharField(help_text="Enter parameter value")
+          ctxpre = forms.CharField(help_text="Enter parameter value")
+          msg_content = forms.CharField(help_text="Enter parameter value")
+          min_len = forms.IntegerField(help_text="Enter parameter value")
+          CHUNK_SIZE = forms.IntegerField(help_text="Enter parameter value")
+          CHUNK_OVERLAP = forms.IntegerField(help_text="Enter parameter value")
+          max_results = forms.IntegerField(help_text="Enter parameter value")
+          EMBED_MODEL = forms.CharField(help_text="Enter parameter value")
+          model_id = forms.CharField(help_text="Enter parameter value")
+          max_results = forms.IntegerField(help_text="Enter parameter value")
+          max_conv = forms.IntegerField(help_text="Enter parameter value")
+          min_len = forms.IntegerField(help_text="Enter parameter value")
+          min_distance = forms.FloatField(help_text="Enter parameter value")
+          max_distance = forms.FloatField(help_text="Enter parameter value")
+          temperature = forms.FloatField(help_text="Enter parameter value")
+          max_tokens = forms.IntegerField(help_text="Enter parameter value")
+          top_p = forms.FloatField(help_text="Enter parameter value")
+          frequency_penalty = forms.FloatField(help_text="Enter parameter value")
+          presence_penalty = forms.FloatField(help_text="Enter parameter value")
+          DEBUG = forms.CharField(help_text="Enter parameter value (Bool)")
+          jezik = forms.CharField(help_text="Uneti jezik")
+
+class ImportForm(forms.Form):
+    path = forms.CharField(help_text="Unesite putanju do PDF dokumenta")
+    jezik = forms.CharField(help_text="Unesite jezik")

bot/migrations/0001_initial.py

@@ -0,0 +1,21 @@
+# Generated by Django 5.0.3 on 2024-04-04 02:48
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Language',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(help_text='Enter language (e.g. English, French, Japanese etc.)', max_length=200, unique=True)),
+            ],
+        ),
+    ]

bot/migrations/0002_query.py

@@ -0,0 +1,21 @@
+# Generated by Django 5.0.3 on 2024-04-06 04:37
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('bot', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Query',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('text', models.TextField(help_text='Unesite upit', max_length=1000)),
+                ('jezik', models.CharField(help_text='Odaberite jezik!', max_length=16)),
+            ],
+        ),
+    ]

bot/migrations/0003_rename_text_query_query_language_lid_query_reply_and_more.py

@@ -0,0 +1,35 @@
+# Generated by Django 5.0.3 on 2024-04-10 18:33
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('bot', '0002_query'),
+    ]
+
+    operations = [
+        migrations.RenameField(
+            model_name='query',
+            old_name='text',
+            new_name='query',
+        ),
+        migrations.AddField(
+            model_name='language',
+            name='lid',
+            field=models.CharField(default='sr', help_text='Unesite kratak naziv jezika', max_length=2),
+            preserve_default=False,
+        ),
+        migrations.AddField(
+            model_name='query',
+            name='reply',
+            field=models.TextField(default='default', help_text='Unesite odgovor', max_length=1000),
+            preserve_default=False,
+        ),
+        migrations.AlterField(
+            model_name='language',
+            name='name',
+            field=models.CharField(help_text='Unesite jezik', max_length=16, unique=True),
+        ),
+    ]

bot/migrations/0004_param_alter_language_lid_alter_language_name.py

@@ -0,0 +1,48 @@
+# Generated by Django 5.0.3 on 2024-04-22 03:29
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('bot', '0003_rename_text_query_query_language_lid_query_reply_and_more'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Param',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('system', models.TextField(default='System prpmpt', help_text='Enter parameter value', max_length=2048)),
+                ('ctxpre', models.CharField(blank=True, help_text='Enter parameter value', max_length=80)),
+                ('msg_content', models.CharField(blank=True, help_text='Enter parameter value', max_length=80)),
+                ('min_len', models.IntegerField(default=40, help_text='Enter parameter value')),
+                ('CHUNK_SIZE', models.IntegerField(default=800, help_text='Enter parameter value')),
+                ('CHUNK_OVERLAP', models.IntegerField(default=50, help_text='Enter parameter value')),
+                ('max_results', models.IntegerField(default=3, help_text='Enter parameter value')),
+                ('EMBED_MODEL', models.CharField(default='embeddings model', help_text='Enter parameter value', max_length=256)),
+                ('model_id', models.CharField(default='LLM model', help_text='Enter parameter value', max_length=256)),
+                ('max_conv', models.IntegerField(default=3, help_text='Enter parameter value')),
+                ('min_distance', models.FloatField(default=0.35, help_text='Enter parameter value')),
+                ('max_distance', models.FloatField(default=0.6, help_text='Enter parameter value')),
+                ('temperature', models.FloatField(default=0.55, help_text='Enter parameter value')),
+                ('max_tokens', models.IntegerField(default=3072, help_text='Enter parameter value')),
+                ('top_p', models.FloatField(default=0.8, help_text='Enter parameter value')),
+                ('frequency_penalty', models.FloatField(default=0.0, help_text='Enter parameter value')),
+                ('presence_penalty', models.FloatField(default=0.0, help_text='Enter parameter value')),
+                ('DEBUG', models.BooleanField(default=True, help_text='Enter parameter value')),
+                ('jezik', models.CharField(default='srpski', help_text='Uneti jezik', max_length=16)),
+            ],
+        ),
+        migrations.AlterField(
+            model_name='language',
+            name='lid',
+            field=models.CharField(default='sr', help_text='Unesite kratak naziv jezika', max_length=2),
+        ),
+        migrations.AlterField(
+            model_name='language',
+            name='name',
+            field=models.CharField(default='srpski', help_text='Unesite jezik', max_length=16, unique=True),
+        ),
+    ]

bot/models.py

@@ -0,0 +1,64 @@
+from django.db import models
+from django.urls import reverse
+from django.forms import ModelForm
+
+class Query(models.Model):
+    query = models.TextField(
+           max_length=1000, help_text="Unesite upit")
+    reply = models.TextField(
+           max_length=1000, help_text="Unesite odgovor")
+    jezik = models.CharField(
+		   max_length=16, help_text="Odaberite jezik!")
+    def get_absolute_url(self):
+        return reverse('query', args=[str(self.id)])
+    def __str__(self):
+        return self.text
+
+#class QueryForm(ModelForm):
+#    class Meta:
+#        model = Query
+#        fields = ['query', 'reply', 'jezik']
+
+class Language(models.Model):
+    name = models.CharField(max_length=16,
+                            unique=True,
+                            default="srpski",
+                            help_text="Unesite jezik")
+    lid = models.CharField(max_length=2, unique=False, default="sr", help_text="Unesite kratak naziv jezika")
+    def get_absolute_url(self):
+        """Returns the url to access a particular language instance."""
+        return reverse('bot-detail', args=[str(self.id)])
+    def __str__(self):
+        """String for representing the Model object (in Admin site etc.)"""
+        return self.name
+
+class LanguageForm(ModelForm):
+    class Meta:
+        model = Language
+        fields = ['name', 'lid']
+
+class Param(models.Model):
+    system = models.TextField(max_length=2048, unique=False, blank=False, default="System prpmpt", help_text="Enter parameter value")
+    ctxpre = models.CharField(max_length=80, unique=False, blank=True, help_text="Enter parameter value")
+    msg_content = models.CharField(unique=False, blank=True, max_length=80, help_text="Enter parameter value")
+    min_len = models.IntegerField(unique=False, blank=False, default=40, help_text="Enter parameter value")
+    CHUNK_SIZE = models.IntegerField(unique=False, blank=False, default=800, help_text="Enter parameter value")
+    CHUNK_OVERLAP = models.IntegerField(unique=False, blank=False, default=50, help_text="Enter parameter value")
+    max_results = models.IntegerField(unique=False, blank=False, default=3, help_text="Enter parameter value")
+    EMBED_MODEL = models.CharField(max_length=256, default="embeddings model", help_text="Enter parameter value")
+    model_id = models.CharField(max_length=256, unique=False, default="LLM model", blank=False, help_text="Enter parameter value")
+    max_conv = models.IntegerField(unique=False, blank=False, default=3, help_text="Enter parameter value")
+    min_distance = models.FloatField(unique=False, blank=False, default=0.35, help_text="Enter parameter value")
+    max_distance = models.FloatField(unique=False, blank=False, default=0.6, help_text="Enter parameter value")
+    temperature = models.FloatField(unique=False, blank=False, default=0.55, help_text="Enter parameter value")
+    max_tokens = models.IntegerField(unique=False, blank=False, default=3072,  help_text="Enter parameter value")
+    top_p = models.FloatField(unique=False, blank=False, default=0.8, help_text="Enter parameter value")
+    frequency_penalty = models.FloatField(unique=False, default=0.0, blank=False, help_text="Enter parameter value")
+    presence_penalty = models.FloatField(unique=False, default=0.0, blank=False, help_text="Enter parameter value")
+    DEBUG = models.BooleanField(unique=False, blank=False, default=True, help_text="Enter parameter value")
+    jezik = models.CharField(max_length=16, unique=False, blank=False, default="srpski", help_text="Uneti jezik")
+
+class ParamModelForm(ModelForm):
+    class Meta:
+        model = Param
+        fields = [ 'system', 'ctxpre', 'msg_content', 'min_len', 'CHUNK_SIZE', 'CHUNK_OVERLAP', 'max_results', 'EMBED_MODEL', 'model_id', 'max_conv', 'min_distance', 'max_distance', 'temperature', 'max_tokens', 'top_p', 'frequency_penalty', 'presence_penalty', 'DEBUG', 'jezik']

bot/static/css/styles.css

@@ -0,0 +1,5 @@
+.sidebar-nav {
+    margin-top: 20px;
+    padding: 0;
+    list-style: none;
+}

bot/test.wsgi

@@ -0,0 +1,7 @@
+def application(environ, start_response):
+    status = '200 OK'
+    output = b'Hello World!'
+    response_headers = [('Content-type', 'text/plain'),
+                    ('Content-Length', str(len(output)))]
+    start_response(status, response_headers)
+    return [output]

bot/tests.py

@@ -0,0 +1,38 @@
+from django.test import TestCase
+
+# Create your tests here.
+
+
+from catalog.models import Language
+from django.urls import reverse
+
+
+class LanguageViewTest(TestCase):
+
+    @classmethod
+    def setUpTestData(cls):
+         langs = [ 'Hrvatski', 'Slovenački', 'Srpski', 'Bosanski', 'Makedonski', 'Bugarski']
+         for lang in langs:
+            l = Language.objects.create(name=lang) ; l.save()
+
+import datetime
+from django.utils import timezone
+
+from bot.models import Language
+
+# Get user model from settings
+from django.contrib.auth import get_user_model
+User = get_user_model()
+
+class UserViewTest(TestCase):
+
+    def setUp(self):
+        # Create two users
+        test_user1 = User.objects.create_user(
+            username='testuser1', password='testuser1')
+        test_user2 = User.objects.create_user(
+            username='testuser2', password='testuser2')
+
+        test_user1.save()
+        test_user2.save()
+

bot/tests/__init__.py

@@ -0,0 +1 @@
+

bot/tests/test_views.py

@@ -0,0 +1,38 @@
+from django.test import TestCase
+
+# Create your tests here.
+
+
+from catalog.models import Language
+from django.urls import reverse
+
+
+class LanguageViewTest(TestCase):
+
+    @classmethod
+    def setUpTestData(cls):
+         langs = [ 'Hrvatski', 'Slovenački', 'Srpski', 'Bosanski', 'Makedonski', 'Bugarski']
+         for lang in langs:
+            l = Language.objects.create(name=lang) ; l.save()
+
+import datetime
+from django.utils import timezone
+
+from bot.models import Language
+
+# Get user model from settings
+from django.contrib.auth import get_user_model
+User = get_user_model()
+
+class UserViewTest(TestCase):
+
+    def setUp(self):
+        # Create two users
+        test_user1 = User.objects.create_user(
+            username='testuser1', password='testuser1')
+        test_user2 = User.objects.create_user(
+            username='testuser2', password='testuser2')
+
+        test_user1.save()
+        test_user2.save()
+

bot/uchat-old.py

@@ -0,0 +1,322 @@
+import chromadb
+from chromadb.utils import embedding_functions
+import os
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+from openai import OpenAI
+from langchain_community.document_loaders import PyPDFLoader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from itertools import islice, zip_longest
+import re
+
+#model_id = "mistralai/Mistral-7B-Instruct-v0.2"
+#tokenizer = AutoTokenizer.from_pretrained(model_id)
+model_id = "Yugo60-GPT-GGUF.Q4_K_M.gguf"
+
+#inputs = tokenizer(text, return_tensors="pt").to(0)
+
+#outputs = model.generate(**inputs, max_new_tokens=20)
+#print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+
+if not torch.backends.mps.is_available():
+    if not torch.backends.mps.is_built():
+        print("MPS not available because the current PyTorch install was not "
+              "built with MPS enabled.")
+    else:
+        print("MPS not available because the current MacOS version is not 12.3+ "
+              "and/or you do not have an MPS-enabled device on this machine.")
+else:
+    torch.set_default_device("mps")
+
+model = ""
+CHROMA_DATA_PATH = "chroma_data/"
+EMBED_MODEL = "all-MiniLM-L6-v2"
+# NousResearch/Hermes-2-Pro-Mistral-7B 
+# distilbert-base-multilingual-case
+# paraphrase-multilingual-MiniLM-L12-v2d
+COLLECTION_NAME = "chroma_data"
+PDF_PATH = "./PDF/uputstvo_uz_eon_smart_box-1.pdf"
+PDF_PATH2 = "./PDF/uputstvo_uz_eon_smart_aplikaciju-1.pdf" 
+CHUNK_SIZE = 800
+CHUNK_OVERLAP = 50
+max_results = 3
+min_len = 40
+
+def load_and_split_document(pdf_path):
+    loader = PyPDFLoader(pdf_path)
+    print('Loaded: ' + pdf_path)
+    return loader.load_and_split()
+
+def split_text_into_chunks(pages, chunk_size, chunk_overlap):
+    n = -1
+    for page in range(len(pages)): pages[page].page_content = re.sub(r'\s+'," ", pages[page].page_content.replace(". .","").replace(r'\n','.')).replace('..','')
+    for p in range(len(pages)):
+      if len(pages[p].page_content)<min_len:
+         if n<0: n = p
+      else:
+         if n>=0:
+            pages[n]=pages[p]; n += 1
+    if n>0: pages = pages[:n-1]
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap)
+    return text_splitter.split_documents(pages)
+
+def batched(iterable, n):
+    it = iter(iterable)
+    while True:
+        batch = list(islice(it, n))
+        if not batch:
+            return
+        yield batch
+
+client = chromadb.PersistentClient(path=CHROMA_DATA_PATH)
+client.allow_reset = True
+client.delete_collection(COLLECTION_NAME)
+
+oc = OpenAI(base_url="http://localhost:4891/v1", api_key="not-needed")
+
+docs = [
+  "s0", [
+     [
+       "",
+       "Navedite, da li je problem sa EON uređajem, upravljačem ili WiFi mrežom?",
+       "Problem sa TV odabirom sadržaja, prijemom signala ili dostupnošću usluga?",
+       "Problem sa naplatom usluga?",
+     ],
+     [ "s00", "Ako korisnik ima problema sa prijemom kablovskog signala ili slikom, proveriti EON SMART BOX uređaj", "Ako korisnik ima problem sa EON SMART BOX uređajem ili aplikacijom, treba proveriti EON podešavanja", "Ako je korisniku poptpuno crn ekran, proveriti resetovanje EON SMART BOX uređaja ili aplikacije" ],
+     [ "s01", "Ako nee radi internet korisniku, treba proveriti kablovski prijem", "Ako ne radi WiFi korisniku, onda proveriti priključen WiFI ruter" ],
+     [ "s02", "Ako korisnik ima problema sa izborom kanala, proveriti podešavanja ili pretplatu", "Ako ne radi daljinski upravljač, proveriti EON SMART BOX uređaj" ],
+     [ "s03", "Ako korisnik ima problema s plaćanjem pretplate, neka ga proveri ili izmiri na web stranici ili najbližoj filijali.", "Ako korisnik dobije poruku o neizmirenim obavezama na ekranu, neka proveri stanje pretplate na web strasnici ili u najbližoj filijali.", "Ako korisnik želi proveru stanja bez web stranice ili filijale, neka se obrati Call centru", "Ako korisnik želi naplatu obaveza ili promenu paketa usluga, neka se obrati Call centru." ],
+  ],
+  "s00", [
+     [
+       "Ako korisnik nije resetovao EON SMART BOX uređaj ili aplikaciju, neka pokuša da ga restartuje, kao i TV uređaj.",
+       "Ako problem korisniku nije rešen resetovanjem, onda ga uputiti na Call centar.",
+     ],
+     [ "s000", "Ako je resetovanje bilo uspešno, ali korisnik i dalje ima problem, neka se obrati call centru.", "Ako korisnik ne zna kako da resetuje uređaj, neka ga isključi iz struje na nekoliko sekundi, i ponovo uključi." ],
+     [ "s99", "Ako je korisniku nejasan odgovor, neka se obrati Call centru."],
+  ],
+  "s01", [
+     [
+        "Ako korisnik ima problema sa internetom, neka pokuša da restartuje WiFi ruter.",
+        "Ako se korisniku problem nastavlja i nakon resetovanja, neka pokuša sa resetovanje EON SMART BOX i WiFI uređaja.",
+     ],
+     [ "s010", "Ako korisnik ima problem sa prijemom kablovskog i internet signala, a resetovanje nije pomoglo, neka se obrati Call centru.", "Ako korisnik ima kablovski prijem, ali mu internet ne radi, neka proveri da li radim ping 8.8.8.8"],
+     [ "s00", "Ako korisnik ima kablovski prijem, ali internet ne radi, neka resetuje WiFI rutter", "Ako korisnuku rade TV kanali ali ne i internet, neka resetuje WiFI ruter", "Ako korisnik može gledati TV ali mu internet ne radi, neka resetuje WiFi ruter."],
+     [ "s99", "Ako je korisniku nejasan odgovor, neka se obrati Call centru." ],
+  ],
+  "s02", [
+     [
+        "Ako korisniku nisu dostpni samo pojedini kanali, neka proveri stanje pretplate.",
+        "Ako korisniku nije dostupna nijedna funkcija na daljinskom upravljaču, neka pokuša da promeni baterije ili daljinski upravljać.",
+     ],
+     [ "s03", "Ako korisnik želi da promeni paket usluga, neka se obrati Call centru.", "Ako korisnik želi da proveri stanje pretplate na svom računu, neka proveri stanje na web stranici ili preko Call centra." ],
+     [ "s99", "Ako je korisniku nejasan odgovor, neka se obrati Call centru." ],
+  ],
+  "s03", [
+     [
+        "Ako niste izmirili Vaše redovne obaveze, možete to učiniti online, ili putem najbližeg predstavništva.",
+     ],
+     [ "s99", "Ako je korisniku nejasan odgovor, neka se obrati Call centru." ],
+  ],
+  "s09", [
+     [
+        "Kontaktirajte Call centar za korisničku podrškua na 0800123123123",
+     ],
+     [ "s0", "Ako je korisniku nejasan odgovor, neka se obrati Call centru."]
+  ],
+  "s000", [
+    [
+        "Ako korisnik ne zna kako da resetuje uređaj ili aplikaciju, neka isključi uređaj iz struje, i nakon nekoliko sekundi ponovo ga uključi.",
+    ],
+    [ "s99", "Ako korisniku i dalje ima problem, neka se obrati Call centru.", "Ako korisnik ima novi problem, zahtevaj pojašnjenje." ],
+  ],
+  "s010", [
+    [  
+        "Ako korisniku radi ping a ima problem sa internetom, neka pokuša da postavi u svom browser-u ili mrežnim podešavanjima korisničkog uređaja 8.8.8.8 kao DNS",
+    ],
+    [ "s99", "Ako se korisnik žali da mu nešto ne radi i dalje, uputite ga na Call centar", "Ako korisniku ne pomaže odgovor, neka se obrati Call centru." ],
+  ],
+  "s99", [
+     [
+        "Odgovorite korisniku na sledeći način isključivo: Žao mi je, ali ne mogu Vam pomoći. Kontaktirajte Call centar na 08001231231223"
+     ],
+     [ "s0", "Ako je korisniku nejasan odgovor, neka se obrati Call centru." ],
+  ]
+]
+
+if not os.path.exists(CHROMA_DATA_PATH):
+     os.makedirs(CHROMA_DATA_PATH)
+
+chroma_client = chromadb.PersistentClient(CHROMA_DATA_PATH)
+
+embedding_func = embedding_functions.SentenceTransformerEmbeddingFunction(
+        model_name=EMBED_MODEL
+    )
+
+collection = chroma_client.get_or_create_collection(
+        name="chroma_data",
+        embedding_function=embedding_func,
+        metadata={"hnsw:space": "cosine"},
+    )
+
+#async function main() {
+last = 0
+state = -2
+used =[] 
+for g in docs[0::2]:
+   state += 2
+   documents=docs[state+1][0]
+   collection.add(
+     documents=documents,
+     ids=[f"id{last+i}" for i in range(len(documents))],
+     metadatas=[{"state": g, "next": g, "used": False, "source": 'None', "page": -1 } for i in range(len(documents)) ]
+   )
+   for i in range(len(documents)): used += [0] 
+   last += len(documents)
+   if (len(docs[state+1])>1):
+     for n in docs[state+1][1:]:
+        collection.add(
+	  documents=n[1:],
+	  ids=[f"id{last+i-1}" for i in range(1,len(n))],
+          metadatas=[{"state": g, "next": n[0], "used": False, "source": 'None', "page": -1 } for i in range(1,len(n)) ]
+        )
+        for i in range(1,len(n)): used += [0]
+        last += len(n)-1
+
+state += 2
+docus = load_and_split_document(PDF_PATH) + load_and_split_document(PDF_PATH2)
+
+pages = split_text_into_chunks(docus, CHUNK_SIZE, CHUNK_OVERLAP)
+document_indices = list(range(len(pages)))
+for batch in batched(document_indices, 166):
+        collection.add(
+            ids=[f"id{last+batch[i]}" for i in range(len(batch))],
+            documents=[pages[i].page_content for i in batch],
+            metadatas=[dict(dict(dict(pages[i].metadata, used=False), next='None'), state='None') for i in batch],
+        )
+        last += len(batch)
+
+msg = "Pomozite mi sa EON uslugama"
+system_content = "Korisnik User ispod postavlja pitanje ili zadatak, upareno sa unosom koji pruža dodatni mogući kontekst. Napišite odgovor na srpskom jeziku, koji na odgovarajući način kompletira zahtev ili daje odgovor na pitanje. EON je deo usluga preduzeća United Group, koje uključuju i kablovsku mrežu za digitalnu televiziju, pristup internetu, uređaj EON SMART BOX za TV sadržaj, i fiksnu telefoniju. Korisnik se može obratiti Call centru telefonom na 080012341234, ili otiči do najbliže filijale ako mu ne pomaže odgovor."
+#system_content = "Zoveš se Assistant. Ogovaraj ljubazno na pitanja i probleme koje postavlja korisnik koji se zove User."
+#msg_content = "odgovori mi na ovo pitanje ili problem kroz sumiranje sledećih delova uputstava, od kojih se samo neka odnose na postavljeno pitanje ili problem: "
+msg_content = "dodatni mogući kontekts je: "
+ns = cs = "s0"
+messages = context = []
+reply = ctx = ""
+print ("Recite kako Vam mogu pomoći ...")
+ctx_flag = True
+previous = ""
+while True:
+  print()
+  show = False
+  msg = input("User> ")
+  print()
+  if msg=="###": 
+     show = True
+     print("ctx: ", ctx, ", len=", len(context))
+     print("reply=", reply)
+     print("msg: ", messages)
+     msg = input("User> ")
+     print()
+     if msg=="###": break
+  query_results = collection.query(
+     query_texts = [ msg ],
+     n_results = max_results,
+     where = { "$and": [ { "$or": [ {"state": cs },  { "page": { "$nin": [ -1 ] } } ] } , { "used": False } ] }
+  )
+  ln = len(query_results["documents"])
+  ctx = ""
+  context = []
+  for n in range(ln):
+     context += query_results["documents"][n]
+  for n in range(len(context)):
+     ctx +=  context[n] + ", "
+  ctx = ctx[:-2]
+  if messages==[]:
+     messages=[
+      {"role": "system", "content": system_content},
+      {"role": "user", "content": f"{msg} - " + msg_content + ctx + "."}
+     ]
+  else:
+     if ctx_flag:
+        new_message = [
+           {"role": "user", "content": f"{msg}" + msg_content + ctx + "."}
+        ]
+     else:
+       new_message = [
+           #        {"role": "system", "content": [system_content] + context},
+           #        {"role": "user", "content": f"{msg}" + msg_content + ctx + "."}
+           {"role": "user", "content": msg + "."}
+       ]
+     messages.append(new_message)
+  if (ln==0):
+    collection.update(
+       ids=[f"id{id}" for id in range(collection.count())],
+       metadatas=[{"used": False} for i in range(collection.count())],
+    )
+    reply = "Kako Vam još mogu pomoći?"
+    ctx_flag = True
+    ns = cs = "s0"
+  elif query_results["documents"][0][0]=="###":
+    ctx_flag = False
+  else:
+    if (query_results["distances"][0][0] > 0.6):
+       ctx_flag = True
+       print("Malo je nejasno šta je problem..")
+       collection.update(
+          ids=[f"id{id}" for id in range(collection.count())],
+          metadatas=[{"used": False} for i in range(collection.count())],
+       )
+       reply = "Kako Vam još mogu pomoći?"
+       ns = cs = "s0"
+    else:
+       ctx_flag = False
+       reply=query_results["documents"][0][0]
+    id = query_results["ids"][0]
+    meta = query_results["metadatas"][0]
+    # ovo treba usloviti potrebnom input var ako treba
+    if (meta[0]["state"] not in ['None','s99']): meta[0]["used"] = True
+    collection.update( ids=id, metadatas=meta)
+    ns = query_results["metadatas"][0][0]["next"]
+    if show: print(cs, "->", ns)
+  if not(show):
+    print(f"Assistant({cs}): ")
+  else:
+    print(f"Assistant({cs}): ", query_results["documents"][0][0]) ; print(messages)
+  completion = oc.chat.completions.create(
+    model = model_id,
+    messages=messages,
+    temperature=0.6,        #0.9
+    max_tokens=2048,
+    top_p=0.8,              #0.2, 0.92
+    frequency_penalty=0.0, #0.05
+    presence_penalty=0.0,   # 1.11
+    stop=None,
+#   do_sampe=True,
+#    stream=True
+  )
+  new_message = {"role": "assistant", "content": ""}
+  new=completion.choices[0].message.content
+  if new==previous:
+     new_message["content"] = reply
+     collection.update(
+        ids=[f"id{id}" for id in range(collection.count())],
+        metadatas=[{"used": False} for i in range(collection.count())],
+     )
+     previous = reply = "Kako Vam još mogu pomoći?"
+     printf (reply, end="", flush=True)
+     ns = cs = "s0"
+     messages=[]
+  else:
+     new_message["content"] += completion.choices[0].message.content
+     previous = new
+     print(new, end="", flush=True)
+  messages.append(new_message)
+  #messages=[]
+  if (ns!='None'):
+    if (ns != cs): cs=ns ; context = [] ; ctx = "" ; ctx_flag = True
+  if cs=='None': cs='s0' ; ctx_flag = False
+
+print("Kraj.")
+

bot/uchat.py

@@ -0,0 +1,162 @@
+import chromadb
+from chromadb.utils import embedding_functions
+from .models import Param
+import os
+import torch
+from openai import OpenAI
+from langchain_community.document_loaders import PyPDFLoader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from itertools import islice, zip_longest
+import re
+
+# model_id = "mistralai/Mistral-7B-Instruct-v0.2"
+model_id = "Yugo60-GPT-GGUF.Q4_K_M.gguf"
+
+#outputs = model.generate(**inputs, max_new_tokens=20)
+#print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+
+if not torch.backends.mps.is_available():
+    if not torch.backends.mps.is_built():
+        print("MPS not available because the current PyTorch install was not "
+              "built with MPS enabled.")
+    else:
+        print("MPS not available because the current MacOS version is not 12.3+ "
+              "and/or you do not have an MPS-enabled device on this machine.")
+else:
+    torch.set_default_device("mps")
+
+model = ""
+CHROMA_DATA_PATH = "/Users/zoranpopovic/uchat/chroma_data/"
+EMBED_MODEL = "all-MiniLM-L6-v2"
+# NousResearch/Hermes-2-Pro-Mistral-7B 
+# distilbert-base-multilingual-case
+# paraphrase-multilingual-MiniLM-L12-v2d
+COLLECTION_NAME = "chroma_data"
+PDF_PATH = "./PDF/uputstvo_uz_eon_smart_box-1.pdf"
+PDF_PATH2 = "./PDF/uputstvo_uz_eon_smart_aplikaciju-1.pdf" 
+CHUNK_SIZE = 800
+CHUNK_OVERLAP = 50
+max_results = 3 
+min_len = 40
+min_distance = 0.35
+max_distance = 0.6
+temperature = 0.55
+max_tokens=3072
+top_p=0.8
+frequency_penalty=0.0
+presence_penalty=0.15
+DEBUG = True
+system_sr = "Zoveš se U-Chat AI asistent i pomažeš korisniku usluga kompanije United Group. Korisnik postavlja pitanje ili problem, upareno sa dodatnima saznanjima. Na osnovu toga napiši korisniku kratak i ljubazan odgovor koji kompletira njegov zahtev ili mu daje odgovor na pitanje. "
+# " Ako ne znaš odgovor, reci da ne znaš, ne izmišljaj ga."
+system_sr += "Usluge kompanije United Group uključuju i kablovsku mrežu za digitalnu televiziju, pristup internetu, uređaj EON SMART BOX za TV sadržaj, kao i fiksnu telefoniju."
+system = {'srpski': system_sr, 'hrvatski': "", 'slovenački': "", 'makedonski': ""}
+ctxpre = ""
+msg_content = {'srpski': "- Dodatna saznanja su: ", 'hrvatski': "", 'slovenački': "", 'makedonski': ""}
+max_conv = 3
+try:
+   edit_all = Param.objects.all()
+   for edit in edit_all:
+      system[edit.jezik] = edit.system
+      ctxpre = edit.ctxpre
+      msg_content[edit.jezik] = edit.msg_content
+      min_len = edit.min_len
+      CHUNK_SIZE = edit.CHUNK_SIZE
+      CHUNK_OVERLAP = edit.CHUNK_OVERLAP
+      max_results = edit.max_results
+      EMBED_MODEL = edit.EMBED_MODEL
+      model_id = edit.model_id
+      min_distance = edit.min_distance
+      max_distance = edit.max_distance
+      max_conv = edit.max_conv
+      temperature = edit.temperature
+      top_p = edit.top_p
+      max_tokens = edit.max_tokens
+      presence_penalty = edit.presence_penalty
+      frequency_penalty = edit.frequency_penalty
+      DEBUG = edit.DEBUG
+except:
+   pass
+
+def load_and_split_document(pdf_path):
+    loader = PyPDFLoader(pdf_path)
+    print('Loaded: ' + pdf_path)
+    return loader.load_and_split()
+
+def split_text_into_chunks(pages, chunk_size, chunk_overlap):
+    n = -1
+    for page in range(len(pages)): pages[page].page_content = re.sub(r'\s+'," ", pages[page].page_content.replace(". .","").replace(r'\n','.')).replace('..','')
+    for p in range(len(pages)):
+      if len(pages[p].page_content)<min_len:
+         if n<0: n = p
+      else:
+         if n>=0:
+            pages[n]=pages[p]; n += 1
+    if n>0: pages = pages[:n-1]
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap)
+    return text_splitter.split_documents(pages)
+
+def batched(iterable, n):
+    it = iter(iterable)
+    while True:
+        batch = list(islice(it, n))
+        if not batch:
+            return
+        yield batch
+
+#client = chromadb.PersistentClient(path=CHROMA_DATA_PATH)
+#client.allow_reset = True
+#client.delete_collection(COLLECTION_NAME)
+oc = OpenAI(base_url="http://localhost:4891/v1", api_key="not-needed")
+
+chroma_client = chromadb.PersistentClient(CHROMA_DATA_PATH)
+
+embedding_func = embedding_functions.SentenceTransformerEmbeddingFunction(
+        model_name=EMBED_MODEL
+    )
+
+collection = chroma_client.get_or_create_collection(
+        name="chroma_data",
+        embedding_function=embedding_func,
+        metadata={"hnsw:space": "cosine"},
+    )
+
+last = collection.count()
+
+def update_collection(docs, last, jezik): 
+   state = -2
+   used =[]
+   for g in docs[0::2]:
+      state += 2
+      documents=docs[state+1][0]
+      bot.uchat.collection.add(
+        documents=documents,
+        ids=[f"id{last+i}" for i in range(len(documents))],
+        metadatas=[{"state": g, "next": g, "used": False, "source": 'None', "page": -1, "lang": jezik } for i in range(len(documents)) ]
+      )
+      last += len(documents)
+      if (len(docs[state+1])>1):
+         for n in docs[state+1][1:]:
+            bot.uchat.collection.add(
+    	    documents=n[1:],
+	     ids=[f"id{last+i-1}" for i in range(1,len(n))],
+              metadatas=[{"state": g, "next": n[0], "used": False, "source": 'None', "page": -1, "lang": jezik } for i in range(1,len(n)) ]
+            )
+         for i in range(1,len(n)): used += [0]
+         last += len(n)-1
+   return last
+
+#docus = load_and_split_document(PDF_PATH) + load_and_split_document(PDF_PATH2)
+
+def load_docs(path, jezik):
+   docus = load_and_split_document(path)
+   pages = split_text_into_chunks(docus, CHUNK_SIZE, CHUNK_OVERLAP)
+   document_indices = list(range(bot.uchat.last, bot.uchat.last+len(pages)))
+   for batch in batched(document_indices, 66):
+        bot.uchat.collection.add(
+            ids=[f"id{last+batch[i]}" for i in range(len(batch))],
+            documents=[pages[i].page_content for i in batch],
+            metadatas=[dict(dict(dict(dict(pages[i].metadata, used=False), next='None'), state='None'), lang=jezik) for i in batch],
+        )
+        last += len(batch)
+   return last
+

bot/urls.py

@@ -0,0 +1,31 @@
+from django.urls import path
+from . import views
+#from . import tests
+
+urlpatterns = [
+    path('', views.index, name='index'),
+    path('bot/', views.editor, name='bot'),
+]
+
+urlpatterns += [
+    path('reset/', views.reset, name='reset'),
+]
+
+urlpatterns += [
+    path('languages/', views.BotView.as_view(), name='languages'),
+    path('language/<int:pk>', views.BotViewDetail.as_view(), name='bot-detail'),
+    path('bot/<int:pk>/<int:pk2>', views.editor_id, name='editor_id'),
+    path('params/', views.params, name='params'),
+    path('params/0', views.params_refresh, name='params-refresh'),
+    path('importpdf', views.importPdf, name='importpdf'),
+#    path('bot/create', views.editor_create, name='editor_create'),
+#    path('bot/delete', views.editor_delete, name='editor_delete'),
+]
+
+#urlpatterns += [
+#    path('tests/', views.LanguageViewTest.as_view(), name='tests'),
+#]
+
+#urlpatterns += [
+#    path('tests/', views.UserViewTest.as_view(), name='tests'),
+#]

bot/views.py

@@ -0,0 +1,624 @@
+import bot.uchat
+from django.shortcuts import render
+from .models import Language, Query, ParamModelForm, Param
+from bot.forms import RenewBotForm, EditorForm, EditorListForm, ParamForm, ImportForm
+from django.shortcuts import get_object_or_404
+from django.http import HttpResponseRedirect
+from django.urls import reverse
+import datetime
+from django.db import transaction
+from openai import OpenAI
+from django.contrib.auth.decorators import login_required, permission_required
+import json
+
+#bot.uchat.chroma_client.allow_reset = True
+
+class chat(object): 
+ ns = cs = "s0"
+ reply = ctx = ""
+ messages = context = []
+ ctx_flag = True
+ previous = ""
+ oc = bot.uchat.oc
+ def get_reply(self,jezik,query,max_results,flag):
+  msg = query # + "Objasnite na " + jezik + ", "
+  query_results = bot.uchat.collection.query(
+     query_texts = [ msg ],
+     n_results = max_results,
+     where = { "$and": [ {"$and": [ { "$or": [ {"state": self.cs },  { "page": { "$nin": [ -1 ] } } ] } , { "used": False } ] } ,
+               {"lang": jezik } ] },
+  )
+  if bot.uchat.DEBUG: print("Query results:\n", query_results, "jezik:", jezik)
+  ln = len(query_results["documents"][0])
+  if ln == 0:
+      if bot.uchat.DEBUG: print("Odaberite drugi jezik")
+      bot.uchat.collection.update(
+         ids=[f"id{id}" for id in range(bot.uchat.collection.count())],
+         metadatas=[{"used": False} for i in range(bot.uchat.collection.count())],
+      )
+      if len(self.messages)>0: self.messages = self.messages[0]
+      new = reply = "Kako Vam još mogu pomoći?"
+      self.ctx_flag = True
+      self.ns = self.cs = "s0"
+      return new
+  else:
+    context = []
+    i_state = l_state = -1
+    for n in range(ln):
+       if query_results["distances"][0][n] < (0.05+(bot.uchat.max_distance+bot.uchat.min_distance)/2):
+          context += [ query_results["documents"][0][n] ]
+          if i_state<0:
+             l_state += 1
+             if query_results["metadatas"][0][n]['state'] != 'None':
+                i_state = n
+       else:
+          if (query_results["metadatas"][0][n]['state'] != 'None') and (i_state<0):
+             i_state = n
+    if l_state<0:
+       l_state = i_state = 0
+       ctx = query_results["documents"][0][0] 
+       if self.cs != 'None':
+          for n in range(1,len(context)): ctx +=  ", " + context[n]
+    else:
+       ctx = context[l_state]
+       for n in range(len(context)):
+          if l_state != n:
+             ctx +=  ", " + context[n]
+    ctx += "."
+  match jezik:
+     case 'hrvatski':
+        o_jezik = 'hrvatskom'
+     case 'slovenački':
+        o_jezik = 'slovenačkom'
+     case 'srpski':
+        o_jezik = 'srpskom'
+     case 'makedonski':
+        o_jezik = 'makedonskom'
+  if query_results["documents"][0][i_state]=="###":
+    self.ctx_flag = False
+    new = reply = "Kako Vam još mogu pomoći?"
+    if bot.uchat.DEBUG: print("!!!###!!!")
+    return "Ne razumem, ili je u pitanju greška."
+  else:
+    if ((query_results["distances"][0][i_state] > bot.uchat.max_distance)) and (self.cs == 'None'):
+       self.ctx_flag = False
+       if bot.uchat.DEBUG: print("Malo je nejasno šta je problem..")
+       bot.uchat.collection.update(
+          ids=[f"id{id}" for id in range(bot.uchat.collection.count())],
+          metadatas=[{"used": False} for i in range(bot.uchat.collection.count())],
+       )
+       if len(messages)>0: messsages = messages[0]
+       reply = "Malo je nejasno šta je problem - kako Vam još mogu pomoći?"
+       self.ns = self.cs = "s0"
+       return reply
+    elif (query_results["distances"][0][i_state] < bot.uchat.min_distance):
+       if self.cs != "None":
+          self.ctx_flag = False
+       else:
+          self.ctx_flag = True
+       new = reply=query_results["documents"][0][i_state]
+    else:
+       self.ctx_flag = True
+       # reply=query_results["documents"][0][i_state]
+    if (len(msg) < bot.uchat.min_len/4) or flag: self.ctx_flag = False
+    id = query_results["ids"][0]
+    meta = query_results["metadatas"][0]
+    # ovo treba usloviti potrebnom input var ako treba
+    if (meta[i_state]["state"] not in ['','s99']): meta[0]["used"] = True
+    bot.uchat.collection.update( ids=id, metadatas=meta)
+    self.ns = query_results["metadatas"][0][i_state]["next"]
+    if self.messages==[]:
+       self.messages = [ {"role": "system", "content": bot.uchat.system[jezik]} ]
+       new_message = {"role": "user", "content": f"{msg} " + bot.uchat.msg_content[jezik] + " " + ctx + ". "}
+    else:
+       if self.ctx_flag:
+          new_message = {"role": "user", "content": f"{msg}. " + bot.uchat.msg_content[jezik] + " " + ctx + ". "}
+       else:
+          new_message = {"role": "user", "content": f"{msg}."}
+    self.messages.append(new_message)
+    print("messages=", self.messages)
+    if query_results["distances"][0][i_state] > bot.uchat.min_distance:
+       completion = bot.uchat.oc.chat.completions.create(
+          model = bot.uchat.model_id,
+          messages=self.messages,
+          temperature=bot.uchat.temperature,
+          max_tokens=bot.uchat.max_tokens,
+          top_p=bot.uchat.top_p,
+          frequency_penalty=bot.uchat.frequency_penalty,
+          presence_penalty=bot.uchat.presence_penalty,
+          stop=["###","<|","|im_end|","|im_start|"],
+          #   do_sample=True,
+       )
+       if bot.uchat.DEBUG: print('msg=' + new_message['content'] + "\nMessages:\n", self.messages, flush=True)
+       new_message = {"role": "assistant", "content": ""}
+       new=completion.choices[0].message.content
+       if new==self.previous:
+          if bot.uchat.DEBUG: print("Same!!!")
+          bot.uchat.collection.update(
+             ids=[f"id{id}" for id in range(bot.uchat.collection.count())],
+             metadatas=[{"used": False} for i in range(bot.uchat.collection.count())],
+          )
+          new_message["content"] = new = self.previous = reply = "Kako Vam još mogu pomoći?"
+          self.ns = self.cs = "s0"
+          self.messages = self.messages[0]
+       else:
+          new_message["content"] += completion.choices[0].message.content
+          self.previous = new_message["content"]
+          if bot.uchat.DEBUG: print(new, end="", flush=True)
+    else:
+       new_message = {"role": "assistant", "content": ""}
+       new_message["content"] = reply
+       new = reply
+    self.messages.append(new_message)
+    # Prevođenje na druge jezike:
+    #match o_jezik:
+    #   case 'srpskom':
+    #       pass
+    #   case _ :
+    #       new_message = {"role": "user", "content": f"Napiši to na {o_jezik} jeziku."}
+    #       self.messages.append(new_message)
+    #       completion = bot.uchat.oc.chat.completions.create(
+    #          model = bot.uchat.model_id,
+    #          messages=self.messages,
+    #          temperature=bot.uchat.temperature,
+    #          max_tokens=bot.uchat.max_tokens,
+    #          top_p=bot.uchat.top_p,
+    #          frequency_penalty=bot.uchat.frequency_penalty,
+    #          presence_penalty=bot.uchat.presence_penalty,
+    #          stop=None,
+    #          #   do_sample=True,
+    #       )
+    #       new=completion.choices[0].message.content
+    #       new_message = {"role": "user", "content": new}
+    #       self.messages.append(new_message)
+    if (self.ns!='None'):
+      if (self.ns != self.cs): self.cs=self.ns 
+  if self.cs=='None': self.cs='s0' ; self.ctx_flag = False
+  return new
+
+def selected(jez,str):
+    if jez==str:
+       return 'selected'
+    else:
+       return ' '
+
+def index(request):
+    #num_books = Book.objects.all().count()
+    # Number of visits to this view, as counted in the session variable.
+    chat_inst = chat()
+    request.session.set_expiry(300)
+    jezik = request.session.get('jezik', 'srpski')
+    num_visits = request.session.get('num_visits', 1)
+    if num_visits == 0:
+        if bot.uchat.DEBUG: print("Debug: ")
+    request.session['num_visits'] = num_visits+1
+    reply = request.session.get("replies", "Zdravo, kako Vam mogu pomoći?")
+    if request.method == 'POST':
+        # Create a form instance and populate it with data from the request (binding):
+        form = RenewBotForm(request.POST)
+        if form.is_valid():
+           request.session['query'] = query = form.cleaned_data['query']
+           jezik = form.cleaned_data['jezik']
+           request.session['jezik'] = jezik
+           nr =  bot.uchat.max_results if num_visits < bot.uchat.max_results else 1+(num_visits % 2)
+           #iif len(chat_inst.messages)>0:
+           #    request.session['messages'] = chat_inst.messages if num_visits % 2 == 1 else chat_inst.messages[0:0]
+           chat_inst.messages = request.session.get('messages',[])
+           chat_inst.cs = request.session.get('cs','s0')
+           chat_inst.ns = request.session.get('ns','s0')
+           if bot.uchat.max_conv < len(chat_inst.messages):
+              new_reply = chat_inst.get_reply(jezik, query, nr, True)
+           else:
+              new_reply = chat_inst.get_reply(jezik, query, nr, False)
+           request.session['messages'] = chat_inst.messages
+           request.session['ns'] = chat_inst.ns
+           request.session['cs'] = chat_inst.cs
+           request.session['replies'] = reply + "\nKorisnik: " + query + "\n\nOdgovor: " + new_reply + "\n"
+#           q = QueryForm(request.POST)
+           return HttpResponseRedirect(reverse("index"))
+        else:
+           if bot.uchat.DEBUG: print("Invalid form!", form.errors)
+    else:
+        form = RenewBotForm(initial={'query': 'Neki upit:'})
+        query = request.session.get('query','...')
+        jezik = request.session.get('jezik','srpski')
+        #if len(chat_inst.messages)>0:
+        #    request.session['messages'] = chat_inat.messages
+        #else:
+        #    request.session['messages'] = []
+        return render(
+        request,
+        'index.html',
+        context={
+                 'num_visits': num_visits,
+                 'reply': reply,
+                 'selected_hr': selected(jezik,'hrvatski'),
+                 'selected_sl': selected(jezik,'slovenački'),
+                 'selected_sr': selected(jezik,'srpski'),
+                 'selected_mk': selected(jezik,'makedonski'),
+                }
+    )
+
+def reset(request):
+    chat().messages = request.session.get('messages',[])
+    chat().cs = "s0"
+    chat().ns = "s0"
+    chat().oc.close()
+    bot.uchat.oc = oc = OpenAI(base_url="http://localhost:4891/v1", api_key="not-needed")
+    ids = bot.uchat.collection.get()['ids']
+    for id in ids: bot.uchat.collection.update(ids=[id], metadatas=[{'used': False}])
+    jezik = request.session.get('jezik','srpski')
+    request.session.flush()
+    request.session['num_visits'] = 0
+    return render(
+        request,
+        'index.html',
+        context = {'num_visits': 0,
+                   'reply': 'Kako Vam mogu još pomoći?',
+                 'selected_hr': selected(jezik,'hrvatski'),
+                 'selected_sl': selected(jezik,'slovenački'),
+                 'selected_sr': selected(jezik,'srpski'),
+                 'selected_mk': selected(jezik,'makedonski'),
+                }
+        )
+
+def editor(request):
+    #pagesize = 10
+    if request.method == "POST":
+        form = EditorListForm(request.POST)
+        form.is_valid()
+        try:
+           request.session['id'] = f_id = form.cleaned_data['f_id']
+        except:
+           request.session['id'] = f_id = ""
+        try:
+           request.session['state'] = f_state = form.cleaned_data['f_state']
+        except:
+           request.session['state'] = f_state = ""
+        try:
+           request.session['next'] = f_next = form.cleaned_data['f_next']
+        except:
+           request.session['next'] = f_next = ""
+        try:
+           request.session['page'] = f_page = form.cleaned_data['f_page']
+        except:
+           request.session['page'] = f_page = ""
+        try:
+           request.session['jezik'] = f_jezik = form.cleaned_data['f_jezik']
+        except:
+           request.session['jezik'] = f_jezik = ""
+        try:
+           request.session['docu'] = f_docu = form.cleaned_data['f_docu']
+        except:
+           request.session['docu'] = f_docu = ""
+        return HttpResponseRedirect(reverse('bot'))
+    else:
+       f_jezik = jezik = request.session.get('jezik','')
+       f_state = request.session.get('state','')
+       f_next = request.session.get('next','')
+       f_page = request.session.get('page','')
+       f_docu = request.session.get('docu','')
+       f_id = request.session.get('id','')
+       meta = {}
+       if f_state != "":
+              meta = {"state": f_state}
+       if f_next != "":
+          if meta == {}:
+              meta = {"next": f_next}
+          else:
+              meta = { "$and": [ meta, {"next": f_next} ] }
+       if f_page !="":
+          if meta == {}:
+              meta = {"page": f_page}
+          else:
+              meta = { "$and": [ meta , {"page": f_page} ] }
+       if f_jezik != "":
+           if meta == {}:
+              meta = {"lang": f_jezik}
+           else:
+              meta = { "$and": [ meta, {"lang": f_jezik} ] }
+       if f_id == "":
+           if f_docu =="":
+               ids = bot.uchat.collection.get(where=meta)['ids']
+               documents = bot.uchat.collection.get(where=meta)['documents']
+               states = bot.uchat.collection.get(where=meta)['metadatas']
+           else:
+               ids = bot.uchat.collection.get(where=meta, where_document={"$contains": f_docu })['ids']
+               documents = bot.uchat.collection.get(where=meta, where_document={"$contains": f_docu })['documents']
+               states = bot.uchat.collection.get(where=meta, where_document={"$contains": f_docu })['metadatas']
+       else:
+           if f_docu == "":
+               ids = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta)['ids']
+               documents = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta)['documents']
+               states = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta)['metadatas']
+           else:
+               ids = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta, where_document={"$contains": f_docu })['ids']
+               documents = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta, where_document={"$contains": f_docu })['documents']
+               states = bot.uchat.collection.get(ids=[f'id{f_id}'], where=meta, where_document={"$contains": f_docu })['metadatas']
+       cnt = 0
+       nr = len(documents)
+       id_docs = []
+       for doc in documents:
+            try:
+                lang = states[cnt]['lang']
+            except:
+                lang = "srpski"
+            id_docs += [ [ids[cnt], states[cnt]['state'], states[cnt]['next'], states[cnt]['page'], lang, doc] ]
+            cnt += 1
+       id_docs.sort(key=lambda k: eval(k[0][2:]))
+       return render(
+           request,
+           'index_editor.html',
+           context = {'last': bot.uchat.last, 'nr': nr,
+                 'id_docs': id_docs,
+                 'documents': documents,
+                 'id': "",
+                 'selected_hr': selected(jezik,'hrvatski'),
+                 'selected_sl': selected(jezik,'slovenački'),
+                 'selected_sr': selected(jezik,'srpski'),
+                 'selected_mk': selected(jezik,'makedonski'),
+                 'f_id': f_id,
+                 'f_state': f_state,
+                 'f_next': f_next,
+                 'f_page': f_page,
+                 'f_docu': f_docu,
+                 'f_jezik': f_jezik,
+                }
+        )
+
+def get_id(coll):
+    for i in range(coll.count()):
+        id = coll.get(ids=f'id{i}')['ids']
+        if id==[]:
+            return i
+    return coll.count()
+
+def editor_id(request, pk, pk2):
+    last = bot.uchat.last
+    state = next = uris = ""
+    used = False
+    page = -1
+    if request.method == "POST":
+        form = EditorForm(request.POST)
+        if form.is_valid():
+            id = form.cleaned_data['id'][2:]
+            state = form.cleaned_data['state']
+            next = form.cleaned_data['next']
+            used = json.loads(form.cleaned_data['used'].lower())
+            page = form.cleaned_data['page']
+            docu = form.cleaned_data['docu']
+            source = form.cleaned_data['source']
+            jezik = form.cleaned_data['jezik']
+            #request.session['jezik'] = jezik
+            meta = {'state': state, 'next': next, 'used': used, 'page': page, 'source': source, 'lang': jezik}
+            try:
+               if pk2==0:
+                  bot.uchat.collection.update(
+                      ids = f'id{pk}',
+                      metadatas = meta,
+                      documents = docu
+                  )
+                  return HttpResponseRedirect(reverse('bot')+f'{pk}/0')
+               elif pk2==1:
+                  if bot.uchat.last>1:
+                      new = get_id(bot.uchat.collection)
+                      bot.uchat.collection.add(
+                          ids = f'id{new}',
+                          metadatas = meta,
+                          documents = docu
+                      )
+                      bot.uchat.last += 1
+                  return HttpResponseRedirect(reverse('bot')+f'{new}/0')
+               elif pk2==2:
+                  bot.uchat.collection.delete(ids = f'id{pk}')
+                  bot.uchat.last -= 1
+                  return HttpResponseRedirect(reverse('bot'))
+            except:
+              if bot.uchat.DEBUG: print("Errors:", form.errors)
+              return HttpResponseRedirect(reverse('bot'))
+        else:
+            if bot.uchat.DEBUG: print("Invalid form!", form.errors)
+            return HttpResponseRedirect(reverse('bot')+f'{pk}/0')
+    else:
+       if last>0:
+           doc = bot.uchat.collection.get(ids=[f'id{pk}'])
+           state = doc['metadatas'][0]['state']
+           next = doc['metadatas'][0]['next']
+           used = doc['metadatas'][0]['used']
+           page = doc['metadatas'][0]['page']
+           docu = doc['documents'][0]
+           source = doc['metadatas'][0]['source']
+       try:
+           jezik = doc['metadatas'][0]['lang']
+       except:
+           jezik = request.session.get('jezik','srpski')
+       return render(
+           request,
+           'index_editor.html',
+           context = {'last': bot.uchat.last, 'nr': "",
+                 'state': state,
+                 'next': next,
+                 'used': used,
+                 'page': page,
+                 'docu': docu,
+                 'source': source,
+                 'id': pk,
+                 'selected_hr': selected(jezik,'hrvatski'),
+                 'selected_sl': selected(jezik,'slovenački'),
+                 'selected_sr': selected(jezik,'srpski'),
+                 'selected_mk': selected(jezik,'makedonski'),
+                }
+        )
+
+def params_refresh(request):
+    if request.method == "POST":
+       form = ParamForm(request.POST)
+       form.is_valid()
+       request.session["jezik"] = form.cleaned_data['jezik']
+       return HttpResponseRedirect(reverse('params'))
+    else:
+       return HttpResponseRedirect(reverse('params'))
+
+def params(request):
+    if request.method == "POST":
+       form = ParamForm(request.POST)
+       jezici = []
+       edit_all = Param.objects.all()
+       for edit in edit_all: jezici += [edit.jezik]
+       mform = ParamModelForm(request.POST)
+       try:
+          form.is_valid()
+          request.session["jezik"] = form.cleaned_data['jezik']
+          jezik = request.session["jezik"]
+          bot.uchat.ctxpre = form.cleaned_data['ctxpre']
+       except:
+          bot.uchat.ctxpre = ""
+       try:
+          bot.uchat.msg_content[jezik] = form.cleaned_data['msg_content']
+       except:
+          bot.uchat.msg_content[jezik] = ""
+       try:
+          bot.uchat.system[jezik] = form.cleaned_data['system']
+          bot.uchat.min_len = form.cleaned_data['min_len']
+          bot.uchat.CHUNK_SIZE = form.cleaned_data['CHUNK_SIZE']
+          bot.uchat.CHUNK_OVERLAP = form.cleaned_data['CHUNK_OVERLAP']
+          bot.uchat.max_results = form.cleaned_data['max_results']
+          bot.uchat.EMBED_MODEL = form.cleaned_data['EMBED_MODEL']
+          bot.uchat.model_id = form.cleaned_data['model_id']
+          bot.uchat.max_conv = form.cleaned_data['max_conv']
+          bot.uchat.min_distance = form.cleaned_data['min_distance']
+          bot.uchat.max_distance = form.cleaned_data['max_distance']
+          bot.uchat.temperature = form.cleaned_data['temperature']
+          bot.uchat.max_tokens = form.cleaned_data['max_tokens']
+          bot.uchat.top_p = form.cleaned_data['top_p']
+          bot.uchat.frequency_penalty = form.cleaned_data['frequency_penalty']
+          bot.uchat.presence_penalty = form.cleaned_data['presence_penalty']
+          bot.uchat.DEBUG = json.loads(form.cleaned_data['DEBUG'].lower())
+       except:
+          if bot.uchat.DEBUG: print("Errors:", form.errors)
+       if jezik in jezici:
+          for edit in edit_all:
+              if edit.jezik == jezik:
+                 edit.system = bot.uchat.system[jezik]
+                 edit.min_len = bot.uchat.min_len
+                 edit.CHUNK_SIZE = bot.uchat.CHUNK_SIZE
+                 edit.CHUNK_OVERLAP = bot.uchat.CHUNK_OVERLAP
+                 edit.max_results = bot.uchat.max_results
+                 edit.EMBED_MODEL = bot.uchat.EMBED_MODEL
+                 edit.model_id = bot.uchat.model_id
+                 edit.max_conv = bot.uchat.max_conv
+                 edit.min_distance = bot.uchat.min_distance
+                 edit.max_distance = bot.uchat.max_distance
+                 edit.temperature = bot.uchat.temperature
+                 edit.max_tokens = bot.uchat.max_tokens
+                 edit.top_p = bot.uchat.top_p
+                 edit.frequency_penalty = bot.uchat.frequency_penalty
+                 edit.presence_penalty = bot.uchat.presence_penalty
+                 edit.DEBUG = bot.uchat.DEBUG
+                 edit.jezik = jezik
+                 edit.msg_content = bot.uchat.msg_content[jezik]
+                 edit.ctxpre = bot.uchat.ctxpre
+                 edit.save()
+       else:
+          mform.save()
+       return HttpResponseRedirect(reverse('params'))
+    else:
+       jezik = request.session.get('jezik','srpski')
+       if jezik == '': jezik='srpski'
+       edit_all = Param.objects.all()
+       for edit in edit_all:
+          if edit.jezik == jezik:
+             bot.uchat.system[jezik] = edit.system
+             bot.uchat.ctxpre = edit.ctxpre
+             bot.uchat.msg_content[jezik] = edit.msg_content
+             bot.uchat.min_len = edit.min_len
+             bot.uchat.CHUNK_SIZE = edit.CHUNK_SIZE
+             bot.uchat.CHUNK_OVERLAP = edit.CHUNK_OVERLAP
+             bot.uchat.max_results = edit.max_results
+             bot.uchat.EMBED_MODEL = edit.EMBED_MODEL
+             bot.uchat.model_id = edit.model_id
+             bot.uchat.min_distance = edit.min_distance
+             bot.uchat.max_distance = edit.max_distance
+             bot.uchat.max_conv = edit.max_conv
+             bot.uchat.temperature = edit.temperature
+             bot.uchat.top_p = edit.top_p
+             bot.uchat.max_tokens = edit.max_tokens
+             bot.uchat.presence_penalty = edit.presence_penalty
+             bot.uchat.frequency_penalty = edit.frequency_penalty
+             bot.uchat.DEBUG = edit.DEBUG
+       return render(
+          request,
+          'index_params.html',
+          context = {'system': bot.uchat.system[jezik],
+                   'ctrpre': bot.uchat.ctxpre,
+                   'msg_content': bot.uchat.msg_content[jezik],
+                   'min_len': bot.uchat.min_len,
+                   'CHUNK_SIZE': bot.uchat.CHUNK_SIZE,
+                   'CHUNK_OVERLAP': bot.uchat.CHUNK_OVERLAP,
+                   'max_results': bot.uchat.max_results,
+                   'EMBED_MODEL': bot.uchat.EMBED_MODEL,   # "all-MiniLM-L6-v2",
+                   'model_id': bot.uchat.model_id,         # model_id = "Yugo60-GPT-GGUF.Q4_K_M.gguf"
+                   'max_conv': bot.uchat.max_conv,
+                   'min_distance': bot.uchat.min_distance,
+                   'max_distance': bot.uchat.max_distance,
+                   'temperature': bot.uchat.temperature,
+                   'max_tokens': bot.uchat.max_tokens,
+                   'top_p': bot.uchat.top_p,
+                   'frequency_penalty': bot.uchat.frequency_penalty,
+                   'presence_penalty': bot.uchat.presence_penalty,
+                   'DEBUG': bot.uchat.DEBUG,
+                   'selected_hr': selected(jezik,'hrvatski'),
+                   'selected_sl': selected(jezik,'slovenački'),
+                   'selected_sr': selected(jezik,'srpski'),
+                   'selected_mk': selected(jezik,'makedonski'),
+                }
+        )
+
+def importPdf(request):
+    if request.method == "POST":
+       form = ImportForm(request.POST)
+       if form.is_valid():
+          path = form.cleaned_data['path']
+          jezik = form.cleaned_data['jezik']
+          request.session['jezik'] = jezik
+          request.session['path'] = path
+          l_last = bot.uchat.last
+          try:
+             bot.uchat.load_docs(path, jezik)
+             l_last = bot.uchat.last - l_last
+             request.session['answer'] = f"Importovano {l_last} delova PDF dokumenta."
+          except:
+             if bot.uchat.DEBUG: print("Došlo je do problema sa importom PDF fajla.")
+             request.session['answer'] = "Došlo je do problema sa importom PDF fajla."
+       return HttpResponseRedirect(reverse('importpdf'))
+    else:
+       jezik = request.session.get('jezik','srpski')
+       path = request.session.get('path','/Users/profile/...')
+       answer = request.session.get('answer','')
+       return render(
+          request,
+          'index_import.html',
+          context = {'path': path,
+                   'answer': answer,
+                   'selected_hr': selected(jezik,'hrvatski'),
+                   'selected_sl': selected(jezik,'slovenački'),
+                   'selected_sr': selected(jezik,'srpski'),
+                   'selected_mk': selected(jezik,'makedonski'),
+                }
+       )
+
+from django.views import generic
+
+class BotView(generic.ListView):
+    """View for a bot chat."""
+    if bot.uchat.DEBUG: print ("Test!")
+    model = Language 
+    paginate_by = 5
+    last = bot.uchat.last
+    
+class BotViewDetail(generic.DetailView):
+    model = Language
+
+##@login_required
+##@permission_required('catalog.can_mark_returned', raise_exception=True)
+

templates/base_generic.html

@@ -0,0 +1,74 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  {% block title %}<title>UChat</title>{% endblock %}
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+  <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/css/bootstrap.min.css" rel="stylesheet" integrity="sha384-T3c6CoIi6uLrA9TneNEoa7RxnatzjcDSCmG1MXxSR1GAsXEV/Dwwykc2MPK8M2HN" crossorigin="anonymous">
+
+  <!-- Add additional CSS in static file -->
+  {% load static %}
+  <link rel="stylesheet" href="{% static 'css/styles.css' %}">
+</head>
+<body>
+
+<div class="container-fluid">
+
+<div class="row">
+  <div class="col-sm-2">
+  {% block sidebar %}
+  <ul class="sidebar-nav">
+    <li><a href="{% url 'index' %}">UChat</a></li>
+    <li><a href="{% url 'bot' %}">UChat editor</a></li>
+    <li><a href="{% url 'params' %}">Parametri</a></li>
+    <li><a href="{% url 'importpdf' %}">Import PDF</li>
+  </ul>
+
+  <ul class="sidebar-nav">
+   {% if user.is_authenticated %}
+     <li>User: {{ user.get_username }}</li>
+     <li><a href="{% url 'admin' %}">Admin</a></li>
+     <li><a href="{% url 'logout'%}?next={{request.path}}">Logout</a></li>
+   {% else %}
+     <li><a href="{% url 'login'%}?next={{request.path}}">Login</a></li>
+   {% endif %}
+  </ul>
+
+   {% if user.is_staff %}
+   <hr>
+   <ul class="sidebar-nav">
+   <li>Admin</li>
+   {% if True %}
+     <li><a href="{% url 'admin' %}">Admin</a></li>
+   {% endif %}
+   </ul>
+   {% endif %} 
+
+{% endblock %}
+  </div>
+  <div class="col-sm-10 ">
+  {% block content %}{% endblock %}
+
+  {% block pagination %}
+    {% if is_paginated %}
+        <div class="pagination">
+            <span class="page-links">
+                {% if page_obj.has_previous %}
+                    <a href="{{ request.path }}?page={{ page_obj.previous_page_number }}">previous</a>
+                {% endif %}
+                <span class="page-current">
+                    Page {{ page_obj.number }} of {{ page_obj.paginator.num_pages }}.
+                </span>
+                {% if page_obj.has_next %}
+                    <a href="{{ request.path }}?page={{ page_obj.next_page_number }}">next</a>
+                {% endif %}
+            </span>
+        </div>
+    {% endif %}
+  {% endblock %}
+  </div>
+</div>
+
+</div>
+</body>
+</html>

templates/bot/language_detail.html

@@ -0,0 +1,16 @@
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<h1>Jezik: {{ language.name }}</h1>
+
+<ul>
+  <li>
+   <p><strong>ID:</strong> {{ language.id}}</p>
+  </li>
+  <li>
+   <p><strong>Skraćeno:</strong> {{ language.lid }}</p>
+  </li>
+</ul>
+
+{% endblock %}

templates/bot/language_list.html

@@ -0,0 +1,16 @@
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<h1>Language List</h1>
+
+<ul>
+  {% for language in language_list %}
+  <li>
+    <a href="{{ language.get_absolute_url }}">{{ language.name }}</a>
+  </li>
+  {% empty %}
+  <li>There are no languages available.</li>
+  {% endfor %}
+</ul>
+{% endblock %}

templates/index.html

@@ -0,0 +1,41 @@
+
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<script type="text/javascript">
+function status(element) {
+  document.getElementById("query").style.display = "hidden"
+  element.submit()
+}
+</script>
+<h1>UChat prototip</h1>
+
+<p>
+<div style="width:800px;overflow:auto">
+<pre style="white-space:pre-wrap;">
+{{ reply }}
+</pre>
+</p>
+</div>  
+<p>
+<form onsubmit="status(this)" action="{% url 'index' %}" method="POST">
+{% csrf_token %}
+    <label for="query">Prompt: </label>
+    <br>
+<input type="text" id="query" name="query" maxlength="130" size="80" value="" autofocus>
+    <br>
+    <input type="submit" value="OK">
+    <br><br> &nbsp; &nbsp; &nbsp;
+    <label for="jezik">Jezik:</label> &nbsp; &nbsp; &nbsp;
+    <select id="jezik" name="jezik">
+    <option value="hrvatski" {{ selected_hr }}>hrvatski</option>
+    <option value="slovenački" {{ selected_sl }}>slovenački</option>
+    <option value="srpski" {{ selected_sr }}>srpski</option>
+    <option value="makedonski" {{ selected_mk }}>makedonski</option>
+    </select>
+</form>
+</p>
+
+{% endblock %}
+

templates/index_editor.html

@@ -0,0 +1,76 @@
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<h1>Editor</h1>
+<br>
+<table width="100%">
+<caption>Ukupno: {{ nr }} od {{ last }}</caption>
+<thead>
+<tr>
+<th width="5%">id</th>
+{% if id == "" %}
+<th width="5%">state</th>
+<th width="5%">next</th>
+<th width="5%">page</th>
+<th width="10%">jezik</th>
+<th widht="70%">document</th>
+</tr><tr>
+<form action="{% url "bot"%}" method="POST">
+{% csrf_token %}
+<th><input type="text" maxlength=5" size="5" id="f_id" name="f_id" value="{{ f_id }}"></th>
+<th><input type="text" maxlength=5" size="5" id="f_state" name="f_state" value="{{ f_state }}"></th>
+<th><input type="text" maxlength=5" size="5" id="f_next" name="f_next" value="{{ f_next }}"></th>
+<th><input type="text" maxlength=5" size="5" id="f_page" name="f_page" value="{{ f_page }}"></th>
+<th><input type="text" maxlength=10" size="10" id="f_jezik" name="f_jezik" value="{{ f_jezik }}"></th>
+<th><input type="text" maxlength=64" size="64" id="f_docu" name="f_docu" value="{{ f_docu }}"></th>
+<input type="submit" value="Refresh">
+</form>
+{% endif %}
+</tr>
+</thead>
+<tbody>
+{% if id == "" %}
+{% for row in id_docs %}
+<tr>
+{% for col in row %}
+{% if col|slice:":2" == "id" %}
+<td><a href="{% url 'editor_id' col|slice:"2:" 0 %}">{{ col }}</a></td>
+{% else %}
+<td width="">{{ col|truncatewords:16 }}</td>
+{% endif %}
+{% endfor %}
+</tr>
+{% endfor %}
+{% else %}
+<tr><td>{{ id }}</td><td></td></tr>
+{% endif %}
+</tbody>
+</table>
+<br>
+{% if id != "" %}
+<form action='{% url 'editor_id' id 0 %}' method="POST">
+{% csrf_token %}
+<table>
+<input type="hidden" id="id" name="id" value="id{{ id }}">
+<tr><td><label for="state">state:</label></td><td><input type="text" id="state" name="state" value="{{ state }}"></input></td></tr>
+<tr><td><label for="next">next:</label></td><td><input type="text" id="next" name="next" value="{{ next }}"></input></td></tr>
+<tr><td><label for="page">page:</label></td><td><input type="text" id="page" name="page" value="{{ page }}"></input></td></tr>
+<tr><td><label for="used">used:</label></td><td><input type="text" id="used" name="used" value="{{ used }}"></input></td></tr>
+<tr><td><label for="docu">document:</label></td><td><textarea id="docu" name="docu" cols="80" rows="10">{{ docu }}</textarea></td></tr>
+<tr><td><label for="source">source:</label></td><td><input type="text" id="source" name="source" value="{{ source }}"></input></td></tr>
+<tr><td></td><td> <select id="jezik" name="jezik">
+<option value="hrvatski" {{ selected_hr }}>hrvatski</option>
+<option value="slovenački" {{ selected_sl }}>slovenački</option>
+<option value="srpski" {{ selected_sr }}>srpski</option>
+<option value="makedonski" {{ selected_mk }}>makedonski</option>
+</select></td></tr>
+</table>
+<br>
+<div><input type="submit" value="Update" /></div>
+<div><input type="submit" value="Create" formaction="{% url 'editor_id' id 1 %}" /></div>
+<div><input type="submit" value="Delete" formaction="{% url 'editor_id' id 2 %}" /></div>
+<br>
+</form>
+{% endif %}
+{% endblock %}

templates/index_import.html

@@ -0,0 +1,29 @@
+
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<h1>PDF import</h1>
+<p/>
+{{ answer }}
+<p/>
+<form action="{% url 'importpdf' %}" method="POST">
+{% csrf_token %}
+    <label for="path">Path: </label>
+    <br>
+<input type="text" id="path" name="path" maxlength="196" size="80" value="{{ path }}" autofocus>
+    <br>
+    <input type="submit" value="OK">
+    <p/>
+    <select id="jezik" name="jezik">
+    <option value="hrvatski" {{ selected_hr }}>hrvatski</option>
+    <option value="slovenački" {{ selected_sl }}>slovenački</option>
+    <option value="srpski" {{ selected_sr }}>srpski</option>
+    <option value="makedonski" {{ selected_mk }}>makedonski</option>
+    </select>
+<
+</form>
+<p/>
+
+{% endblock %}
+

templates/index_params.html

@@ -0,0 +1,107 @@
+
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+<script type="text/javascript">
+function status(element) {
+  element.style.display = "hidden"
+  element.submit()
+}
+</script>
+<h1>UChat prototip</h1>
+<p><p>
+<form onsubmit="status(this); return true;" action="{% url 'params-refresh' %}" method="POST" name="ParamForm" id="ParamForm">
+{% csrf_token %}
+<table border="0">
+<tr><td>
+<label for="CHUNK_SIZE">CHUNK_SIZE: </label></td><td>
+<input type="text" id="CHUNK_SIZE" name="CHUNK_SIZE" maxlength="8" size="8" value="{{ CHUNK_SIZE }}">
+</td></tr>
+<tr><td>
+<label for="CHUNK_OVERLAP">CHUNK_OVERLAP: &nbsp; &nbsp; </label></td><td>
+<input type="text" id="CHUNK_OVERLAP" name="CHUNK_OVERLAP" maxlength="8" size="8" value="{{ CHUNK_OVERLAP }}">
+</td></tr>
+<tr><td>
+<label for="min_distance">min_distance: </label></td><td>
+<input type="text" id="min_distance" name="min_distance" maxlength="8" size="8" value="{{ min_distance }}">
+</ttd></tr>
+<tr><td>
+<label for="max_distance">max_distance: </label></td><td>
+<input type="text" id="max_distance" name="max_distance" maxlength="8" size="8" value="{{ max_distance }}">
+</td></tr>
+<tr><td>
+<label for="max_results">max_results: </label></td><td>
+<input type="text" id="max_results" name="max_results" maxlength="8" size="8" value="{{ max_results }}">
+</td></tr>
+<tr><td>
+<label for="max_conv">max_conv: </label></td><td>
+<input type="text" id="max_conv" name="max_conv" maxlength="8" size="8" value="{{ max_conv }}">
+</td></tr>
+<tr><td>
+<label for="min_len">min_len: </label></td><td>
+<input type="text" id="min_len" name="min_len" maxlength="8" size="8" value="{{ min_len }}">
+</td></tr>
+<tr><td>
+<label for="temperature">temperature: </label></td><td>
+<input type="text" id="temperature" name="temperature" maxlength="8" size="8" value="{{ temperature }}">
+</td></tr>
+<tr><td>
+<label for="top_p">top_p: </label></td><td>
+<input type="text" id="top_p" name="top_p" maxlength="8" size="8" value="{{ top_p }}">
+</td></tr>
+<tr><td>
+<label for="frequency_penalty">frequency_penalty: </label></td><td>
+<input type="text" id="frequency_penalty" name="frequency_penalty" maxlength="8" size="8" value="{{ frequency_penalty }}">
+</td></tr>
+<tr><td>
+<label for="presence_penalty">presence_penalty: </label></td><td>
+<input type="text" id="presence_penalty" name="presence_penalty" maxlength="8" size="8" value="{{ presence_penalty }}">
+</td></tr>
+<tr><td>
+<label for="max_tokens">max_tokens: </label></td><td>
+<input type="text" id="max_tokens" name="max_tokens" maxlength="8" size="8" value="{{ max_tokens }}">
+</td></tr>
+<tr><td>
+<label for="DEBUG">DEBUG: </label></td><td>
+<input type="text" id="DEBUG" name="DEBUG" maxlength="8" size="8" value="{{ DEBUG }}">
+</td></tr>
+<tr><td>
+<label for="ctxpre">ctxpre: </label></td><td>
+<input type="text" id="ctxpre" name="ctxpre" maxlength="8" size="8" value="{{ ctxpre }}">
+</td></tr>
+<tr><td>
+<label for="EMBED_MODEL">EMBED_MODEL: </label></td><td>
+<input type="text" id="EMBED_MODEL" name="EMBED_MODEL" maxlength="80" size="80" value="{{ EMBED_MODEL }}">
+</td></tr>
+<tr><td>
+<label for="model_id">model_id: </label></td><td>
+<input type="text" id="model_id" name="model_id" maxlength="80" size="80" value="{{ model_id }}">
+</td></tr>
+<tr><td>
+<label for="msg_content">msg_content: (*)</label></td><td>
+<input type="text" id="msg_content" name="msg_content" maxlength="80" size="80" value="{{ msg_content }}">
+</td></tr>
+<tr><td colspan="1">
+<label for="system">system: (*) </label><br></td>
+<td>
+<select id="jezik" name="jezik" onchange='this.form.submit();'>
+<option value="hrvatski" {{ selected_hr }}>hrvatski</option>
+<option value="slovenački" {{ selected_sl }}>slovenački</option>
+<option value="srpski" {{ selected_sr }}>srpski</option>
+<option value="makedonski" {{ selected_mk }}>makedonski</option>
+</select>
+&nbsp; &nbsp; (*)
+</td></tr>
+<tr><td></td><td>
+<textarea id="system" name="system" rows="10" cols="80">{{ system }}</textarea>
+</td></tr>
+</table>
+<input type="submit" value="Refresh"> &nbsp; &nbsp; &nbsp; &nbsp;
+<input type="submit" value="Set" formaction="{% url 'params' %}">
+&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;
+<input type="submit" value="Reset" formaction="{% url 'reset' %}">
+</form>
+
+{% endblock %}
+

templates/registration/logged_out.html

@@ -0,0 +1,7 @@
+{% extends "base_generic.html" %}
+
+{% block content %}
+<p>Logged out!</p>  
+
+<a href="{% url 'login'%}">Click here to login again.</a>
+{% endblock %}

templates/registration/login.html

@@ -0,0 +1,38 @@
+{% extends "base_generic.html" %}
+
+{% block content %}
+
+{% if form.errors %}
+<p>Your username and password didn't match. Please try again.</p>
+{% endif %}
+
+{% if next %}
+    {% if user.is_authenticated %}
+    <p>Your account doesn't have access to this page. To proceed,
+    please login with an account that has access.</p>
+    {% else %}
+    <p>Please login to see this page.</p>
+    {% endif %}
+{% endif %}
+
+<form method="post" action="{% url 'login' %}">
+{% csrf_token %}
+<table>
+<tr>
+    <td>{{ form.username.label_tag }}</td>
+    <td>{{ form.username }}</td>
+</tr>
+<tr>
+    <td>{{ form.password.label_tag }}</td>
+    <td>{{ form.password }}</td>
+</tr>
+</table>
+
+<input type="submit" value="login">
+<input type="hidden" name="next" value="{{ next }}">
+</form>
+
+{# Assumes you setup the password_reset view in your URLconf #}
+<p><a href="{% url 'password_reset' %}">Lost password?</a></p>
+
+{% endblock %}