commit
465dfb3c7b
|
@ -0,0 +1,20 @@
|
||||||
|
FROM python:3.11
|
||||||
|
|
||||||
|
# install necessary tools into the base image and download git repository
|
||||||
|
RUN apt update && apt install -y git apache2 && git clone https://github.com/ParisNeo/ollama_proxy_server.git
|
||||||
|
|
||||||
|
# change working directory to cloned git repository
|
||||||
|
WORKDIR ollama_proxy_server
|
||||||
|
|
||||||
|
# install all requirements
|
||||||
|
RUN pip3 install -e .
|
||||||
|
|
||||||
|
# copy config.ini and authorized_users.txt into project working directory
|
||||||
|
COPY config.ini .
|
||||||
|
COPY authorized_users.txt .
|
||||||
|
|
||||||
|
# start the proxy server as entrypoint
|
||||||
|
ENTRYPOINT ["ollama_proxy_server"]
|
||||||
|
|
||||||
|
# set command line parameters
|
||||||
|
CMD ["--config", "./config.ini", "--users_list", "./authorized_users.txt", "--port", "8080"]
|
16
README.md
16
README.md
|
@ -9,6 +9,18 @@ Make sure you have Python (>=3.8) and Apache installed on your system before pro
|
||||||
1. Clone or download the `ollama_proxy_server` repository from GitHub: https://github.com/ParisNeo/ollama_proxy_server
|
1. Clone or download the `ollama_proxy_server` repository from GitHub: https://github.com/ParisNeo/ollama_proxy_server
|
||||||
2. Navigate to the cloned directory in the terminal and run `pip install -e .`
|
2. Navigate to the cloned directory in the terminal and run `pip install -e .`
|
||||||
|
|
||||||
|
## Installation using Dockerfile
|
||||||
|
1. Clone this repository as described above.
|
||||||
|
2. Build your Container-Image with the Dockerfile provided by this repository
|
||||||
|
|
||||||
|
### Podman
|
||||||
|
`cd ollama_proxy_server`
|
||||||
|
`podman build -t ollama_proxy_server:latest .`
|
||||||
|
|
||||||
|
### Docker
|
||||||
|
`cd ollama_proxy_server`
|
||||||
|
`docker build -t ollama_proxy_server:latest .`
|
||||||
|
|
||||||
## Configuration
|
## Configuration
|
||||||
|
|
||||||
### Servers configuration (config.ini)
|
### Servers configuration (config.ini)
|
||||||
|
@ -57,3 +69,7 @@ For example:
|
||||||
```bash
|
```bash
|
||||||
curl -X POST -H "Authorization: Bearer user1:key1" http://localhost:8080/api/generate --data '{"data": "Hello, World!"}'
|
curl -X POST -H "Authorization: Bearer user1:key1" http://localhost:8080/api/generate --data '{"data": "Hello, World!"}'
|
||||||
```
|
```
|
||||||
|
### Starting the server using the created Container-Image
|
||||||
|
To start the proxy in background with the above created image, you can use either
|
||||||
|
1) docker: `docker run -d --name ollama-proxy-server -p 8080:8080 ollama_proxy_server:latest`
|
||||||
|
2) podman: `podman run -d --name ollama-proxy-server -p 8080:8080 ollama_proxy_server:latest`
|
||||||
|
|
Loading…
Reference in New Issue