missing ctx

Author: shreemaan-abhishek

apisix/plugins/ai-proxy-multi.lua

@@ -186,7 +186,6 @@ local function get_load_balanced_provider(ctx, conf, ups_tab, request_table)
 end
 
 ai_proxy.get_model_name = function (...)
-    
 end
 
 
@@ -201,15 +200,15 @@ ai_proxy.proxy_request_to_llm = function (conf, request_table, ctx)
     end
 
     ::retry::
-    local provider_name, provider_conf = get_load_balanced_provider(ctx, conf, ups_tab, request_table)
+    local provider, provider_conf = get_load_balanced_provider(ctx, conf, ups_tab, request_table)
     local extra_opts = {
         endpoint = core.table.try_read_attr(provider_conf, "override", "endpoint"),
         query_params = provider_conf.auth.query or {},
         headers = (provider_conf.auth.header or {}),
         model_options = provider_conf.options,
     }
 
-    local ai_driver = require("apisix.plugins.ai-proxy.drivers." .. provider_name)
+    local ai_driver = require("apisix.plugins.ai-proxy.drivers." .. provider)
     local res, err, httpc = ai_driver:request(conf, request_table, extra_opts)
     if not res then
         if (ctx.balancer_try_count or 0) < 1 then

apisix/plugins/ai-proxy.lua

@@ -59,7 +59,7 @@ function _M.get_model_name(conf)
 end
 
 
-function _M.proxy_request_to_llm(conf, request_table)
+function _M.proxy_request_to_llm(conf, request_table, ctx)
     local ai_driver = require("apisix.plugins.ai-proxy.drivers." .. conf.model.provider)
     local extra_opts = {
         endpoint = core.table.try_read_attr(conf, "override", "endpoint"),
@@ -96,7 +96,7 @@ function _M.access(conf, ctx)
         request_table.stream = true
     end
 
-    local res, err, httpc = _M.proxy_request_to_llm(conf, request_table)
+    local res, err, httpc = _M.proxy_request_to_llm(conf, request_table, ctx)
     if not res then
         core.log.error("failed to send request to LLM service: ", err)
         return internal_server_error