aboutsummaryrefslogtreecommitdiffstats
path: root/src/llm_provision
diff options
context:
space:
mode:
authorben2023-03-04 22:22:22 +0100
committerben2025-03-04 21:47:15 +0100
commit207592ff57938536eafa99f2632d670d2bb9457e (patch)
tree25e89078fad54f86d2691b21e8390b36e44e1aa5 /src/llm_provision
parentf3eae794ace20d10edc4e970ce6258a47fb3b4d9 (diff)
downloadai_env-207592ff57938536eafa99f2632d670d2bb9457e.tar.gz
ai_env-207592ff57938536eafa99f2632d670d2bb9457e.tar.bz2
ai_env-207592ff57938536eafa99f2632d670d2bb9457e.tar.xz
Isolating containers from internet access to enhance security.
Diffstat (limited to 'src/llm_provision')
-rw-r--r--src/llm_provision/Dockerfile12
-rw-r--r--src/llm_provision/entrypoint.sh4
-rwxr-xr-xsrc/llm_provision/init_models.sh18
3 files changed, 0 insertions, 34 deletions
diff --git a/src/llm_provision/Dockerfile b/src/llm_provision/Dockerfile
deleted file mode 100644
index 77701fe..0000000
--- a/src/llm_provision/Dockerfile
+++ /dev/null
@@ -1,12 +0,0 @@
-FROM debian:bookworm-slim
-
-ENV DEBIAN_FRONTEND=noninteractive
-RUN apt-get update
-RUN apt-get --yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confnew" install bash curl jq
-
-ADD ./src/llm_provision/init_models.sh /init_models.sh
-ADD ./src/llm_provision/entrypoint.sh /entrypoint.sh
-RUN chmod 755 /entrypoint.sh
-
-ENTRYPOINT ["/entrypoint.sh"]
-#ENTRYPOINT ["tail", "-f", "/dev/null"] # to debug
diff --git a/src/llm_provision/entrypoint.sh b/src/llm_provision/entrypoint.sh
deleted file mode 100644
index d0b6e85..0000000
--- a/src/llm_provision/entrypoint.sh
+++ /dev/null
@@ -1,4 +0,0 @@
-#!/usr/bin/env bash
-
-echo "pull models into ollama volumes"
-bash /init_models.sh
diff --git a/src/llm_provision/init_models.sh b/src/llm_provision/init_models.sh
deleted file mode 100755
index 960eb98..0000000
--- a/src/llm_provision/init_models.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-OLLAMA_HOST="http://ollama:11434"
-
-IFS=',' read -r -a models_arr <<< "${MODELS}"
-
-## now loop through the above array
-for m in "${models_arr[@]}"
-do
- curl -s "${OLLAMA_HOST}/api/tags" | jq '.models[].name' | grep ${m} > /dev/null
- if [[ $? -ne 0 ]]
- then
- echo "download {m}"
- curl -s "${OLLAMA_HOST}/api/pull" -d "{\"model\": \"${m}\"}"
- else
- echo "${m} already installed"
- fi
-done