Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -142,4 +142,4 @@ dashboard/backend/dashboard-backend
dashboard/backend/dashboard-backend.exe

# Keep old HTML backup for reference
dashboard/frontend/index.html.old
dashboard/frontend/index.html.old
2 changes: 1 addition & 1 deletion config/tools_db.json
Original file line number Diff line number Diff line change
Expand Up @@ -139,4 +139,4 @@
"category": "productivity",
"tags": ["calendar", "event", "meeting", "appointment", "schedule"]
}
]
]
2 changes: 1 addition & 1 deletion dashboard/OWNER
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
# Dashboard directory Owners
@JaredforReal
@Xunzhuo
@Xunzhuo
2 changes: 1 addition & 1 deletion deploy/docker-compose/addons/llm-router-dashboard.json
Original file line number Diff line number Diff line change
Expand Up @@ -1235,4 +1235,4 @@
"uid": "llm-router-metrics",
"version": 14,
"weekStart": ""
}
}
2 changes: 1 addition & 1 deletion deploy/kubernetes/istio/tools_db.json
Original file line number Diff line number Diff line change
Expand Up @@ -139,4 +139,4 @@
"category": "productivity",
"tags": ["calendar", "event", "meeting", "appointment", "schedule"]
}
]
]
2 changes: 1 addition & 1 deletion deploy/kubernetes/tools_db.json
Original file line number Diff line number Diff line change
Expand Up @@ -139,4 +139,4 @@
"category": "productivity",
"tags": ["calendar", "event", "meeting", "appointment", "schedule"]
}
]
]
2 changes: 1 addition & 1 deletion deploy/openshift/Dockerfile.llm-katan
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,4 @@ HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
CMD curl -f http://localhost:8000/health || exit 1

# Default command - this will be overridden by deployment args
CMD ["llm-katan", "--help"]
CMD ["llm-katan", "--help"]
2 changes: 1 addition & 1 deletion deploy/openshift/cleanup-openshift.sh
Original file line number Diff line number Diff line change
Expand Up @@ -491,4 +491,4 @@ main() {
}

# Run main function with all arguments
main "$@"
main "$@"
2 changes: 1 addition & 1 deletion deploy/openshift/config-openshift.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -205,4 +205,4 @@ observability:
resource:
service_name: "vllm-semantic-router"
service_version: "v0.1.0"
deployment_environment: "development"
deployment_environment: "development"
2 changes: 1 addition & 1 deletion deploy/openshift/deploy-to-openshift.sh
Original file line number Diff line number Diff line change
Expand Up @@ -985,4 +985,4 @@ main() {
}

# Run main function with all arguments
main "$@"
main "$@"
2 changes: 1 addition & 1 deletion deploy/openshift/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -348,4 +348,4 @@ spec:
claimName: semantic-router-models
- name: cache-volume
persistentVolumeClaim:
claimName: semantic-router-cache
claimName: semantic-router-cache
2 changes: 1 addition & 1 deletion deploy/openshift/envoy-openshift.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -149,4 +149,4 @@ admin:
address:
socket_address:
address: "127.0.0.1"
port_value: 19000
port_value: 19000
2 changes: 1 addition & 1 deletion deploy/openshift/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -33,4 +33,4 @@ commonLabels:

# Add OpenShift-specific annotations
commonAnnotations:
deployment.openshift.io/type: "vllm-semantic-router"
deployment.openshift.io/type: "vllm-semantic-router"
Original file line number Diff line number Diff line change
Expand Up @@ -126,4 +126,4 @@ echo " 1. Open https://$ROUTE_URL in your browser"
echo " 2. Complete initial setup in OpenWebUI"
echo " 3. The models should be automatically available"
echo ""
echo -e "${GREEN}✨ Happy chatting with your models!${NC}"
echo -e "${GREEN}✨ Happy chatting with your models!${NC}"
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -82,4 +82,4 @@ spec:
persistentVolumeClaim:
claimName: openwebui-data
- name: tmp-volume
emptyDir: {}
emptyDir: {}
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -19,4 +19,4 @@ commonLabels:
app.kubernetes.io/part-of: semantic-router

# Namespace for all resources
namespace: vllm-semantic-router-system
namespace: vllm-semantic-router-system
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/pvc.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,4 +13,4 @@ spec:
requests:
storage: 2Gi
# Use default storage class for OpenShift
# storageClassName: ""
# storageClassName: ""
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/route.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -19,4 +19,4 @@ spec:
tls:
termination: edge
insecureEdgeTerminationPolicy: Redirect
wildcardPolicy: None
wildcardPolicy: None
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/service.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@ spec:
protocol: TCP
name: http
selector:
app: openwebui
app: openwebui
2 changes: 1 addition & 1 deletion deploy/openshift/openwebui/uninstall-openwebui.sh
Original file line number Diff line number Diff line change
Expand Up @@ -156,4 +156,4 @@ echo ""
echo -e "${BLUE}💡 To redeploy OpenWebUI:${NC}"
echo " ./deploy-openwebui-on-openshift.sh"
echo ""
echo -e "${GREEN}✨ Cleanup completed successfully!${NC}"
echo -e "${GREEN}✨ Cleanup completed successfully!${NC}"
2 changes: 1 addition & 1 deletion deploy/openshift/template.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -358,4 +358,4 @@ parameters:
- name: METRICS_HOSTNAME
description: "Custom hostname for metrics route (leave empty for auto-generated)"
value: ""
required: false
required: false
2 changes: 1 addition & 1 deletion e2e-tests/llm-katan/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -17,4 +17,4 @@ __pycache__/

# OS files
.DS_Store
Thumbs.db
Thumbs.db
2 changes: 1 addition & 1 deletion e2e-tests/llm-katan/demo-embed.html
Original file line number Diff line number Diff line change
Expand Up @@ -58,4 +58,4 @@
.pause(800)
.type('<span style="color: #4fc1e9;"># Same tiny model, different API names! 🎯</span>')
.go();
</script>
</script>
2 changes: 1 addition & 1 deletion e2e-tests/llm-katan/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -71,4 +71,4 @@ target-version = ['py38', 'py39', 'py310', 'py311', 'py312']

[tool.isort]
profile = "black"
line_length = 100
line_length = 100
2 changes: 1 addition & 1 deletion e2e-tests/llm-katan/terminal-demo.html
Original file line number Diff line number Diff line change
Expand Up @@ -240,4 +240,4 @@
}, 8500); // Start after both terminals complete (~8.5 seconds)
</script>
</body>
</html>
</html>
2 changes: 1 addition & 1 deletion e2e-tests/start-llm-katan.sh
Original file line number Diff line number Diff line change
Expand Up @@ -136,4 +136,4 @@ start_servers_foreground() {
}

# Main execution - always run in foreground mode
start_servers_foreground
start_servers_foreground
2 changes: 1 addition & 1 deletion scripts/quickstart.sh
Original file line number Diff line number Diff line change
Expand Up @@ -287,4 +287,4 @@ main() {
trap 'echo; print_color $RED "❌ Setup interrupted!"; exit 1' INT TERM

# Run main function
main "$@"
main "$@"
2 changes: 1 addition & 1 deletion src/OWNER
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# Source code owners
@rootfs
@Xunzhuo
@wangchen615
@wangchen615
2 changes: 1 addition & 1 deletion src/training/training_lora/OWNER
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
# lora training owners
@OneZero-Y
@OneZero-Y
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ go 1.24.1

replace github.com/vllm-project/semantic-router/candle-binding => ../../../../candle-binding

require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
Original file line number Diff line number Diff line change
Expand Up @@ -304,4 +304,4 @@ echo ""

# Display final summary
echo "📊 FINAL CPU TRAINING SUMMARY:"
cat "$SUMMARY_FILE"
cat "$SUMMARY_FILE"
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ go 1.24.1

replace github.com/vllm-project/semantic-router/candle-binding => ../../../../candle-binding

require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
Original file line number Diff line number Diff line change
Expand Up @@ -304,4 +304,4 @@ echo ""

# Display final summary
echo "📊 FINAL CPU TRAINING SUMMARY:"
cat "$SUMMARY_FILE"
cat "$SUMMARY_FILE"
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ go 1.24.1

replace github.com/vllm-project/semantic-router/candle-binding => ../../../../candle-binding

require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
require github.com/vllm-project/semantic-router/candle-binding v0.0.0-00010101000000-000000000000
Original file line number Diff line number Diff line change
Expand Up @@ -304,4 +304,4 @@ echo ""

# Display final summary
echo "📊 FINAL CPU TRAINING SUMMARY:"
cat "$SUMMARY_FILE"
cat "$SUMMARY_FILE"
2 changes: 1 addition & 1 deletion tools/linter/go/.golangci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -163,4 +163,4 @@ formatters:
paths:
- examples$
- zz_generated


57 changes: 57 additions & 0 deletions tools/linter/newline/config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
{
"ignore_dirs": [
"node_modules",
".idea",
".git",
".vscode",
"target",
"static",
"static_legacy",
"frontend",
".husky",
"docs",
"docker"
],
"ignore_suffix": [
".png",
".jpg",
".jpeg",
".gif",
".svg",
".ico",
".webp",
".pdf",
".word",
".docx",
".doc",
".ppt",
".xlsx",
".xls",
".exe",
".pptx",
".jar",
".flac",
".txt",
".wav",
".bib",
".cmd",
"mvnw",
".bin",
".pcm",
".ttf",
".mp4",
".PPT",
".jif",
".zip",
".tar",
".gz",
".rar",
".7z",
".tar.gz",
".tar.bz2",
".tar.xz",
".tgz",
".tbz2",
".txz"
]
}
92 changes: 92 additions & 0 deletions tools/linter/newline/newline.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
import os
import sys
import json


# Load configuration from JSON file
def load_config():
config_path = os.path.join(os.path.dirname(__file__), 'config.json')
try:
with open(config_path, 'r', encoding='utf-8') as f:
config = json.load(f)
return config.get('ignore_dirs', []), config.get('ignore_suffix', [])
except FileNotFoundError:
print(f"Configuration file not found: {config_path}")
sys.exit(1)
except json.JSONDecodeError as e:
print(f"Error parsing configuration file: {e}")
sys.exit(1)


# Load configuration
ignore_dirs, ignore_suffix = load_config()

# Check if the incoming file ends with a blank line
def check_file(path):
try:
with open(path, 'rb') as f:
f.seek(0, os.SEEK_END)
size = f.tell()
if size == 0:
return None
f.seek(-1, os.SEEK_END)
if f.read(1) != b'\n':
return path
except OSError as e:
print(f"Cannot check file: {path}: {e}")
return None


# Accept a list, check if each file ends with a blank line, and if not, write a new line at the end of the file
def add_newline(file):
print("Fixing: " + file)
with open(file, 'a') as f:
f.write('\n')


# Gets all the files in the current directory and returns a list of files
def get_files():
files_to_check = []
for root, dirs, files in os.walk('.'):
# Ignore the specified directory
dirs[:] = [d for d in dirs if d not in ignore_dirs]
for file in files:
if not any(file.endswith(suffix) for suffix in ignore_suffix):
files_to_check.append(os.path.join(root, file))
return files_to_check


# Run the checks
def run(check_only=False):
files = get_files()
files_to_fix = []

for file in files:
result = check_file(file)
if result:
files_to_fix.append(result)

if files_to_fix:
print("The following files are missing a blank line:")
for file in files_to_fix:
print(file)
if check_only:
print("Error: Some files do not end with a blank line.")
sys.exit(1) # Exit with an error code
else:
for file in files_to_fix:
add_newline(file)
print(f"Added a line break at the end of {file}.")
else:
print("All files have ended with a blank line.")


if __name__ == "__main__":

mode = sys.argv[1] if len(sys.argv) > 1 else 'check'
if mode == 'check':
run(check_only=True)
elif mode == 'fix':
run(check_only=False)
else:
print("Invalid mode. Please use 'check' or 'fix'.")
Loading
Loading