k8sgpt - for troubleshooting k8s issues and vulns scanning

Author: Prajwalmithun

.github/workflows/ci.yml

@@ -20,14 +20,15 @@ jobs:
         with:
           username: ${{ vars.DOCKERHUB_USERNAME }} # Use secrets for sensitive info
           password: ${{ secrets.DOCKERHUB_TOKEN }} # Use secrets for sensitive info
+      
 
-      - name: Build and push
-        uses: docker/build-push-action@v6
-        with:
-          push: true
-          context: "{{defaultContext}}:microservices/python-microservice" # Set the build context to the directory with the Dockerfile
-          platforms: linux/amd64, linux/arm64
-          tags: ${{ vars.DOCKERHUB_USERNAME }}/python-ms-crisp-devops:${{ github.run_id }}-${{ github.sha }} # Use secrets for sensitive info
+      # - name: Build and push
+      #   uses: docker/build-push-action@v6
+      #   with:
+      #     push: true
+      #     context: "{{defaultContext}}:microservices/python-microservice" # Set the build context to the directory with the Dockerfile
+      #     platforms: linux/amd64, linux/arm64
+      #     tags: ${{ vars.DOCKERHUB_USERNAME }}/python-ms-crisp-devops:${{ github.run_id }}-${{ github.sha }} # Use secrets for sensitive info
 
   build_push_golang_ms:
     if: false

.gitignore

@@ -18,6 +18,7 @@ pip-wheel-metadata/
 *.egg-info/
 dist/
 build/
+*venv*
 
 # Go
 *.exe

istio/mTLS.yml

@@ -0,0 +1,7 @@
+apiVersion: security.istio.io/v1beta1
+kind: PeerAuthentication
+metadata:
+  name: default
+spec:
+  mtls:
+    mode: STRICT

k8s-gpt/README.md

@@ -0,0 +1,39 @@
+# PRE-REQUISITES
+Ollama server and model should be running and accessible from the cluster.
+
+Install ollama on MacOS
+```bash
+brew install ollama
+```
+
+Start ollama server 
+```bash
+OLLAMA_HOST=0.0.0.0  ollama serve
+```
+
+Run the model
+```bash
+ollama run llama3
+```
+
+
+# INSTALLATION
+
+## Operator Installation
+To install the operator, run the following command:
+
+```bash
+helm repo add k8sgpt https://charts.k8sgpt.ai/
+helm repo update
+helm install release k8sgpt/k8sgpt-operator -n k8sgpt-operator-system --create-namespace
+```
+
+This will install the Operator into the cluster, which will await a K8sGPT resource before anything happens.
+
+## Create secret for backend LLM model if using Ollama API (which is PAID version). SKIP for local running ollaama model
+
+## Update the baseUrl in `backend-ollama-local.yaml` to point to the ollama server and apply the yaml file
+```bash
+kubectl apply -f backend-ollama-local.yaml
+```
+

k8s-gpt/backend-ollama-local.yml

@@ -0,0 +1,29 @@
+apiVersion: core.k8sgpt.ai/v1alpha1
+kind: K8sGPT
+metadata:
+  name: k8sgpt-ollama
+  namespace: k8sgpt-operator-system
+spec:
+  ai:
+    enabled: true
+    model: llama3
+    backend: localai
+    baseUrl: "http://192.168.105.1:11434/v1"
+    # secret:
+    #   name: k8sgpt-localai-secret
+    #   key: localai-api-key
+    # anonymized: false
+    # language: english
+  noCache: false
+  version: v0.3.41
+  # filters:
+  #   - Ingress
+  # sink:
+  #   type: slack
+  #   webhook: <webhook-url>
+  # extraOptions:
+  #   backstage:
+  #     enabled: true
+
+
+

k8s-gpt/backend-secret.yml

@@ -0,0 +1,8 @@
+apiVersion: v1
+data:
+  openai-api-key: <YOUR-OPENAI-API-KEY>
+kind: Secret
+metadata:
+  creationTimestamp: null
+  name: k8sgpt-sample-secret
+  namespace: k8sgpt-operator-system

k8s-gpt/backend.yml

@@ -0,0 +1,28 @@
+apiVersion: core.k8sgpt.ai/v1alpha1
+kind: K8sGPT
+metadata:
+  name: k8sgpt-sample
+  namespace: k8sgpt-operator-system
+spec:
+  ai:
+    enabled: true
+    model: gpt-4o-mini
+    backend: openai
+    secret:
+      name: k8sgpt-openai-secret
+      key: openai-api-key
+    # anonymized: false
+    # language: english
+  noCache: false
+  version: v0.3.41
+  # filters:
+  #   - Ingress
+  # sink:
+  #   type: slack
+  #   webhook: <webhook-url>
+  # extraOptions:
+  #   backstage:
+  #     enabled: true
+
+
+

k8s-gpt/test-llama.py

@@ -0,0 +1,56 @@
+# import json
+# from llamaapi import LlamaAPI
+
+# # Initialize the SDK
+# llama = LlamaAPI("")
+
+# # Build the API request
+# api_request_json = {
+#     "model": "llama3.1-70b",
+#     "messages": [
+#         {"role": "user", "content": "What is the weather like in Boston?"},
+#     ],
+#     "functions": [
+#         {
+#             "name": "get_current_weather",
+#             "description": "Get the current weather in a given location",
+#             "parameters": {
+#                 "type": "object",
+#                 "properties": {
+#                     "location": {
+#                         "type": "string",
+#                         "description": "The city and state, e.g. San Francisco, CA",
+#                     },
+#                     "days": {
+#                         "type": "number",
+#                         "description": "for how many days ahead you wants the forecast",
+#                     },
+#                     "unit": {"type": "string", "enum": ["celsius", "fahrenheit"]},
+#                 },
+#             },
+#             "required": ["location", "days"],
+#         }
+#     ],
+#     "stream": False,
+#     "function_call": "get_current_weather",
+# }
+
+# # Execute the Request
+# response = llama.run(api_request_json)
+# print(json.dumps(response.json(), indent=2))
+
+
+
+import json 
+import requests
+
+llm_url = "http://127.0.0.1:11434/api/generate"
+
+api_request_json = {
+   "model": "llama3:latest",
+   "prompt": "What is the weather like in Calgary?"
+}
+
+response = requests.post(llm_url, json=api_request_json)
+
+print(response.json())

k8s-gpt/test-openai.py

@@ -0,0 +1,15 @@
+from openai import OpenAI
+
+client = OpenAI(
+  api_key=""
+)
+
+completion = client.chat.completions.create(
+  model="gpt-4o-mini",
+  store=True,
+  messages=[
+    {"role": "user", "content": "write a haiku about ai"}
+  ]
+)
+
+print(completion.choices[0].message);