prepare for selectable backends

This commit is contained in:
2023-11-02 23:12:17 +01:00
parent fc0ca71b4d
commit 8a26f9e1e4
7 changed files with 258 additions and 57 deletions

25
exllama.h Normal file
View File

@ -0,0 +1,25 @@
#pragma once
#include "backend.h"
#include <QUrl>
#include <QWebSocket>
class ExLlama: public AiBackend
{
Q_OBJECT
private:
QWebSocket m_webSocket;
void socketMessage(const QString& message);
protected:
virtual void generateImpl(const Request& request) override;
public:
ExLlama();
virtual bool ready() override;
virtual void open(const QUrl& url) override;
virtual ~ExLlama();
};