feat: support reading configuration form xds(mvp)

apisix/cli/ngx_tpl.lua

@@ -235,6 +235,10 @@ http {
     lua_shared_dict ext-plugin {* http.lua_shared_dict["ext-plugin"] *}; # cache for ext-plugin
     {% end %}
 
+    {% if config_center == "shdict" then %}
+    lua_shared_dict router-config  10m;
+    {% end %}
+
     # for custom shared dict
     {% if http.custom_lua_shared_dict then %}
     {% for cache_key, cache_size in pairs(http.custom_lua_shared_dict) do %}

apisix/cli/ops.lua

@@ -554,6 +554,7 @@ Please modify "admin_key" in conf/config.yaml .
     end
     sys_conf["wasm"] = yaml_conf.wasm
 
+    sys_conf["config_center"] = yaml_conf.apisix.config_center
 
     local wrn = sys_conf["worker_rlimit_nofile"]
     local wc = sys_conf["event"]["worker_connections"]

apisix/cli/schema.lua

@@ -28,7 +28,7 @@ local config_schema = {
         apisix = {
             properties = {
                 config_center = {
-                    enum = {"etcd", "yaml"},
+                    enum = {"etcd", "yaml", "shdict"},
                 },
                 lua_module_hook = {
                     pattern = "^[a-zA-Z._-]+$",

apisix/core/config_shdict.lua

@@ -0,0 +1,126 @@
+--
+-- Licensed to the Apache Software Foundation (ASF) under one or more
+-- contributor license agreements.  See the NOTICE file distributed with
+-- this work for additional information regarding copyright ownership.
+-- The ASF licenses this file to You under the Apache License, Version 2.0
+-- (the "License"); you may not use this file except in compliance with
+-- the License.  You may obtain a copy of the License at
+--
+--     http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing, software
+-- distributed under the License is distributed on an "AS IS" BASIS,
+-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+-- See the License for the specific language governing permissions and
+-- limitations under the License.
+--
+
+--- Get configuration form ngx.shared.DICT.
+--
+-- @module core.config_shdict
+
+local base              = require("resty.core.base")
+local config_local      = require("apisix.core.config_local")
+local table             = table
+local is_http           = ngx.config.subsystem == "http"
+local string            = string
+local io                = io
+local package           = package
+local new_tab           = base.new_tab
+local ngx_timer_at      = ngx.timer.at
+local ffi               = require 'ffi'
+local C                 = ffi.C
+local router_config     = ngx.shared["router-config"]
+
+local process
+if is_http then
+    process = require("ngx.process")
+end
+
+
+ffi.cdef[[
+extern void CreateMock(void* writeRoute);
+]]
+
+
+local _M = {
+    version = 0.1,
+    local_conf = config_local.local_conf,
+}
+
+
+-- todo: refactor this function in chash.lua and radixtree.lua
+local function load_shared_lib(lib_name)
+    local string_gmatch = string.gmatch
+    local string_match = string.match
+    local io_open = io.open
+    local io_close = io.close
+
+    local cpath = package.cpath
+    local tried_paths = new_tab(32, 0)
+    local i = 1
+
+    for k, _ in string_gmatch(cpath, "[^;]+") do
+        local fpath = string_match(k, "(.*/)")
+        fpath = fpath .. lib_name
+
+        local f = io_open(fpath)
+        if f ~= nil then
+            io_close(f)
+            return ffi.load(fpath)
+        end
+        tried_paths[i] = fpath
+        i = i + 1
+    end
+
+    return nil, tried_paths
+end
+
+
+local function load_ameshagent(lib_name)
+    ngx_timer_at(0, function(premature)
+        if premature then
+            return
+        end
+
+        local ameshagent, tried_paths = load_shared_lib(lib_name)
+
+        if not ameshagent then
+            tried_paths[#tried_paths + 1] = 'tried above paths but can not load '
+                    .. lib_name
+            error("can not load amesh agent, tried paths: " ..
+                    table.concat(tried_paths, '\r\n', 1, #tried_paths))
+        end
+
+        local router_zone = C.ngx_http_lua_ffi_shdict_udata_to_zone(router_config[1])
+        local router_shd_cdata = ffi.cast("void*", router_zone)
+        ameshagent.CreateMock(router_shd_cdata)
+    end)
+end
+
+
+
+function _M.init_worker()
+    local lib_name = "libameshagent"
+
+    local postfix = ".so"
+    if ffi.os == "OSX" then
+        postfix = ".dylib"
+    end
+    lib_name = lib_name .. postfix
+
+    if process.type() == "privileged agent" then
+        load_ameshagent(lib_name)
+    end
+
+    return true
+end
+
+
+function _M.new(key, opts)
+    -- mock for test
+    return { true }
+end
+
+
+return _M

apisix/init.lua

@@ -110,6 +110,11 @@ function _M.http_init_worker()
     end
     require("apisix.balancer").init_worker()
     load_balancer = require("apisix.balancer")
+
+    if core.config == require("apisix.core.config_shdict") then
+        core.config.init_worker()
+    end
+
     require("apisix.admin.init").init_worker()
 
     require("apisix.timers").init_worker()

t/APISIX.pm

@@ -239,7 +239,7 @@ apisix:
 _EOC_
     }
 
-    my $lua_deps_path = <<_EOC_;
+    my $lua_deps_path = $block->lua_deps_path // <<_EOC_;
     lua_package_path "$apisix_home/?.lua;$apisix_home/?/init.lua;$apisix_home/deps/share/lua/5.1/?/init.lua;$apisix_home/deps/share/lua/5.1/?.lua;$apisix_home/apisix/?.lua;$apisix_home/t/?.lua;;";
     lua_package_cpath "$apisix_home/?.so;$apisix_home/deps/lib/lua/5.1/?.so;$apisix_home/deps/lib64/lua/5.1/?.so;;";
 _EOC_
@@ -507,6 +507,7 @@ _EOC_
     lua_capture_error_log 1m;    # plugin error-log-logger
     lua_shared_dict etcd-cluster-health-check 10m; # etcd health check
     lua_shared_dict ext-plugin 1m;
+    lua_shared_dict router-config 1m;
 
     proxy_ssl_name \$upstream_host;
     proxy_ssl_server_name on;

t/amesh-agent/config_shdict.t

@@ -0,0 +1,84 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+use t::APISIX 'no_plan';
+
+use Cwd qw(cwd);
+my $apisix_home = $ENV{APISIX_HOME} || cwd();
+
+repeat_each(1);
+no_long_string();
+no_root_location();
+log_level("info");
+
+add_block_preprocessor(sub {
+    my ($block) = @_;
+
+    if (!$block->request) {
+        $block->set_value("request", "GET /t");
+    }
+
+    if (!$block->no_error_log) {
+        $block->set_value("no_error_log", "[error]\n[alert]");
+    }
+
+    my $lua_deps_path = $block->lua_deps_path // <<_EOC_;
+        lua_package_path "$apisix_home/?.lua;$apisix_home/?/init.lua;$apisix_home/deps/share/lua/5.1/?/init.lua;$apisix_home/deps/share/lua/5.1/?.lua;$apisix_home/apisix/?.lua;$apisix_home/t/?.lua;;";
+        lua_package_cpath "$apisix_home/?.so;$apisix_home/t/amesh-agent/?.so;$apisix_home/deps/lib/lua/5.1/?.so;$apisix_home/deps/lib64/lua/5.1/?.so;;";
+_EOC_
+
+    $block->set_value("lua_deps_path", $lua_deps_path);
+});
+
+run_tests;
+
+__DATA__
+
+=== TEST 1: load amesh agent so successfully
+--- yaml_config
+apisix:
+  node_listen: 1984
+  config_center: shdict
+  enable_admin: false
+--- config
+    location /t {
+        content_by_lua_block {
+            ngx.say("ok")
+        }
+    }
+--- no_error_log eval
+qr/can not load amesh agent/
+
+
+
+=== TEST 2: read data form shdict that wirted by amesh agent
+--- yaml_config
+apisix:
+  node_listen: 1984
+  config_center: shdict
+  enable_admin: false
+--- config
+    location /t {
+        content_by_lua_block {
+            -- wait for amesh agent sync data
+            ngx.sleep(1.5)
+            local value = ngx.shared["router-config"]:get("/apisix/routes/1")
+            local json_encode = require("toolkit.json").encode
+            ngx.say(json_encode(value))
+        }
+    }
+--- response_body
+"{\n\"status\": 1,\n\"update_time\": 1647250524,\n\"create_time\": 1646972532,\n\"uri\": \"/hello\",\n\"priority\": 0,\n\"id\": \"1\",\n\"upstream\": {\n\t\"nodes\": [\n\t\t{\n\t\t\t\"port\": 80,\n\t\t\t\"priority\": 0,\n\t\t\t\"host\": \"127.0.0.1\",\n\t\t\t\"weight\": 1\n\t\t}\n\t],\n\t\"type\": \"roundrobin\",\n\t\"hash_on\": \"vars\",\n\t\"pass_host\": \"pass\",\n\t\"scheme\": \"http\"\n}\n}%!(EXTRA int64=1647326314)"

t/amesh-agent/main.go

@@ -0,0 +1,91 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package main
+
+/*
+#cgo LDFLAGS: -shared
+#include <stdlib.h>
+
+extern void ngx_http_lua_ffi_shdict_store(void *zone, int op,
+    const unsigned char *key, size_t key_len,
+	int value_type,
+    const unsigned char *str_value_buf, size_t str_value_len,
+    double num_value, long exptime, int user_flags, char **errmsg,
+    int *forcible);
+*/
+import "C"
+
+import (
+	"fmt"
+	"time"
+	"unsafe"
+)
+
+func main() {
+}
+
+//export CreateMock
+func CreateMock(zone unsafe.Pointer) {
+	time.Sleep(time.Second)
+	value := fmt.Sprintf(`{
+"status": 1,
+"update_time": 1647250524,
+"create_time": 1646972532,
+"uri": "/hello",
+"priority": 0,
+"id": "1",
+"upstream": {
+	"nodes": [
+		{
+			"port": 80,
+			"priority": 0,
+			"host": "127.0.0.1",
+			"weight": 1
+		}
+	],
+	"type": "roundrobin",
+	"hash_on": "vars",
+	"pass_host": "pass",
+	"scheme": "http"
+}
+}`, time.Now().Unix())
+
+	writeShdict(zone, "/apisix/routes/1", value)
+}
+
+func writeShdict(zone unsafe.Pointer, key, value string) {
+	var keyCStr = C.CString(key)
+	defer C.free(unsafe.Pointer(keyCStr))
+	var keyLen = C.size_t(len(key))
+
+	var valueCStr = C.CString(value)
+	defer C.free(unsafe.Pointer(valueCStr))
+	var valueLen = C.size_t(len(value))
+
+	errMsgBuf := make([]*C.char, 1)
+	var forcible = 0
+
+	C.ngx_http_lua_ffi_shdict_store(zone, 0x0004,
+		(*C.uchar)(unsafe.Pointer(keyCStr)), keyLen,
+		4,
+		(*C.uchar)(unsafe.Pointer(valueCStr)), valueLen,
+		0, 0, 0,
+		(**C.char)(unsafe.Pointer(&errMsgBuf[0])),
+		(*C.int)(unsafe.Pointer(&forcible)),
+	)
+}