feat(proxy-mirror): support mirror requests sample_ratio

apisix/plugins/proxy-mirror.lua

@@ -15,7 +15,7 @@
 -- limitations under the License.
 --
 local core          = require("apisix.core")
-
+local math_random = math.random
 local plugin_name   = "proxy-mirror"
 
 local schema = {
@@ -26,6 +26,12 @@ local schema = {
             pattern = [[^http(s)?:\/\/[a-zA-Z0-9][-a-zA-Z0-9]{0,62}]]
                       .. [[(\.[a-zA-Z0-9][-a-zA-Z0-9]{0,62})+(:[0-9]{1,5})?$]],
         },
+        sample_ratio = {
+            type = "number",
+            minimum = 0.00001,
+            maximum = 1,
+            default = 1,
+        },
     },
     required = {"host"},
     minProperties = 1,
@@ -53,7 +59,18 @@ function _M.rewrite(conf, ctx)
     core.log.info("proxy mirror plugin rewrite phase, conf: ", core.json.delay_encode(conf))
 
     ctx.var.upstream_host = ctx.var.host
-    ctx.var.upstream_mirror_host = conf.host
+
+    if not conf.sample_ratio or conf.sample_ratio == 1 then
+        ctx.var.upstream_mirror_host = conf.host
+    else
+        local val = math_random()
+        core.log.info("mirror request sample_ratio conf: ", conf.sample_ratio,
+                                ", random value: ", val)
+        if val < conf.sample_ratio then
+            ctx.var.upstream_mirror_host = conf.host
+        end
+    end
+
 end
 
 

docs/en/latest/plugins/proxy-mirror.md

@@ -29,13 +29,14 @@ The proxy-mirror plugin, which provides the ability to mirror client requests.
 
 | Name | Type   | Requirement | Default | Valid | Description                                                                                                                 |
 | ---- | ------ | ----------- | ------- | ----- | --------------------------------------------------------------------------------------------------------------------------- |
-| host | string | optional    |         |       | Specify a mirror service address, e.g. http://127.0.0.1:9797 (address needs to contain schema: http or https, not URI part) |
+| host | string | required    |         |       | Specify a mirror service address, e.g. http://127.0.0.1:9797 (address needs to contain scheme: http or https, and without the path part) |
+| sample_ratio | number | optional    | 1       |  [0.00001, 1]     | the sample ratio that requests will be mirrored. |
 
 ### Examples
 
 #### Enable the plugin
 
-1:  enable the proxy-mirror plugin for a specific route :
+example 1:  enable the proxy-mirror plugin for a specific route :
 
 ```shell
 curl http://127.0.0.1:9080/apisix/admin/routes/1  -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1' -X PUT -d '

docs/zh/latest/plugins/proxy-mirror.md

@@ -30,6 +30,7 @@ title: proxy-mirror
 | 名称 | 类型   | 必选项 | 默认值 | 有效值 | 描述                                                                                                    |
 | ---- | ------ | ------ | ------ | ------ | ------------------------------------------------------------------------------------------------------- |
 | host | string | 必须   |        |        | 指定镜像服务地址，例如：http://127.0.0.1:9797（地址中需要包含 schema ：http或https，不能包含 URI 部分） |
+| sample_ratio | number | 可选    | 1       |  [0.00001, 1]     | 镜像请求采样率 |
 
 ### 示例
 

t/plugin/proxy-mirror.t

@@ -21,6 +21,7 @@ no_long_string();
 no_shuffle();
 no_root_location();
 log_level('info');
+worker_connections(1024);
 
 add_block_preprocessor(sub {
     my ($block) = @_;
@@ -34,7 +35,6 @@ add_block_preprocessor(sub {
         location / {
             content_by_lua_block {
                 local core = require("apisix.core")
-
                 core.log.info("upstream_http_version: ", ngx.req.http_version())
 
                 local headers_tab = ngx.req.get_headers()
@@ -48,7 +48,7 @@ add_block_preprocessor(sub {
                     core.log.info(v, ": ", headers_tab[v])
                 end
 
-                core.log.info("uri: ", ngx.var.uri)
+                core.log.info("uri: ", ngx.var.request_uri)
                 ngx.say("hello world")
             }
         }
@@ -445,3 +445,160 @@ GET /t
 passed
 --- no_error_log
 [error]
+
+
+
+=== TEST 13: sanity check (invalid sample_ratio)
+--- config
+       location /t {
+           content_by_lua_block {
+               local t = require("lib.test_admin").test
+               local code, body = t('/apisix/admin/routes/1',
+                    ngx.HTTP_PUT,
+                    [[{
+                        "plugins": {
+                            "proxy-mirror": {
+                               "host": "http://127.0.0.1:1986",
+                               "sample_ratio": 10
+                            }
+                        },
+                        "upstream": {
+                            "nodes": {
+                                "127.0.0.1:1980": 1
+                            },
+                            "type": "roundrobin"
+                        },
+                        "uri": "/hello"
+                   }]]
+                   )
+
+               if code >= 300 then
+                   ngx.status = code
+               end
+               ngx.print(body)
+           }
+       }
+--- request
+GET /t
+--- error_code: 400
+--- response_body
+{"error_msg":"failed to check the configuration of plugin proxy-mirror err: property \"sample_ratio\" validation failed: expected 10 to be smaller than 1"}
+--- no_error_log
+[error]
+
+
+
+=== TEST 14: set mirror requests sample_ratio to 1
+--- config
+       location /t {
+           content_by_lua_block {
+               local t = require("lib.test_admin").test
+               local code, body = t('/apisix/admin/routes/1',
+                    ngx.HTTP_PUT,
+                    [[{
+                        "plugins": {
+                            "proxy-mirror": {
+                               "host": "http://127.0.0.1:1986",
+                               "sample_ratio": 1
+                            }
+                        },
+                        "upstream": {
+                            "nodes": {
+                                "127.0.0.1:1980": 1
+                            },
+                            "type": "roundrobin"
+                        },
+                        "uri": "/hello"
+                   }]]
+                   )
+
+               if code >= 300 then
+                   ngx.status = code
+               end
+               ngx.say(body)
+           }
+       }
+--- request
+GET /t
+--- error_code: 200
+--- response_body
+passed
+--- no_error_log
+[error]
+
+
+
+=== TEST 15: hit route with sample_ratio 1
+--- request
+GET /hello?sample_ratio=1
+--- error_code: 200
+--- response_body
+hello world
+--- error_log_like eval
+qr/uri: \/hello\?sample_ratio=1/
+
+
+
+=== TEST 16: set mirror requests sample_ratio to 0.5
+--- config
+       location /t {
+           content_by_lua_block {
+               local t = require("lib.test_admin").test
+               local code, body = t('/apisix/admin/routes/1',
+                    ngx.HTTP_PUT,
+                    [[{
+                        "plugins": {
+                            "proxy-mirror": {
+                               "host": "http://127.0.0.1:1986",
+                               "sample_ratio": 0.5
+                            }
+                        },
+                        "upstream": {
+                            "nodes": {
+                                "127.0.0.1:1980": 1
+                            },
+                            "type": "roundrobin"
+                        },
+                        "uri": "/hello"
+                   }]]
+                   )
+
+               if code >= 300 then
+                   ngx.status = code
+               end
+               ngx.say(body)
+           }
+       }
+--- request
+GET /t
+--- error_code: 200
+--- response_body
+passed
+
+
+
+=== TEST 17: send batch requests and get mirror stat count
+--- config
+       location /t {
+           content_by_lua_block {
+                local t = require("lib.test_admin").test
+
+                -- send batch requests
+                local tb = {}
+                for i = 1, 200 do
+                    local th = assert(ngx.thread.spawn(function(i)
+                        t('/hello?sample_ratio=0.5', ngx.HTTP_GET)
+                    end, i))
+                    table.insert(tb, th)
+                end
+                for i, th in ipairs(tb) do
+                    ngx.thread.wait(th)
+                end
+           }
+       }
+--- request
+GET /t
+--- no_error_log
+[error]
+--- error_log_like eval
+qr/(uri: \/hello\?sample_ratio=0\.5){75,125}/