feat: function store (#178)

Author: RobertIndie

.github/workflows/bench.yaml

@@ -48,7 +48,7 @@ jobs:
         with:
           tinygo-version: '0.30.0'
       - run: docker-compose -f ./tests/docker-compose.yaml up -d
-      - run: make build_all
+      - run: make build-all
       - name: Wait for Pulsar service
         run: until curl http://localhost:8080/metrics > /dev/null 2>&1 ; do sleep 1; done
       - run: make bench

.github/workflows/ci.yaml

@@ -54,7 +54,7 @@ jobs:
           args: --timeout=10m
           skip-pkg-cache: true
       - run: docker-compose -f ./tests/docker-compose.yaml up -d
-      - run: make build_all
+      - run: make build-all
       - name: Wait for Pulsar service
         run: until curl http://localhost:8080/metrics > /dev/null 2>&1 ; do sleep 1; done
       - run: make test

Makefile

@@ -14,7 +14,7 @@
 build:
 	go build -v -o bin/function-stream ./cmd
 
-build_example:
+build-example:
 	tinygo build -o bin/example_basic.wasm -target=wasi ./examples/basic
 
 lint:
@@ -23,7 +23,7 @@ lint:
 lint-fix:
 	golangci-lint run --fix
 
-build_all: build build_example
+build-all: build build-example
 
 test:
 	go test -race ./... -timeout 10m

README.md

@@ -93,7 +93,7 @@ The Function Stream project is organized as follows:
 To compile Function Stream, use this command:
 
 ```shell
-make build_all
+make build-all
 ```
 
 This creates the function-stream binary program and example wasm files in the `bin` directory,

admin/client/README.md

@@ -82,6 +82,7 @@ Class | Method | HTTP request | Description
 *FunctionAPI* | [**DeleteFunction**](docs/FunctionAPI.md#deletefunction) | **Delete** /api/v1/function/{name} | delete a function
 *FunctionAPI* | [**DeleteNamespacedFunction**](docs/FunctionAPI.md#deletenamespacedfunction) | **Delete** /api/v1/function/{namespace}/{name} | delete a namespaced function
 *FunctionAPI* | [**GetAllFunctions**](docs/FunctionAPI.md#getallfunctions) | **Get** /api/v1/function | get all functions
+*FunctionStoreAPI* | [**ReloadFunctions**](docs/FunctionStoreAPI.md#reloadfunctions) | **Get** /api/v1/function-store/reload | reload functions from the function store
 *HttpTubeAPI* | [**TriggerHttpTubeEndpoint**](docs/HttpTubeAPI.md#triggerhttptubeendpoint) | **Post** /api/v1/http-tube/{endpoint} | trigger the http tube endpoint
 *StateAPI* | [**GetState**](docs/StateAPI.md#getstate) | **Get** /api/v1/state/{key} | get a state
 *StateAPI* | [**SetState**](docs/StateAPI.md#setstate) | **Post** /api/v1/state/{key} | set a state

admin/client/api_function_store.go

@@ -105,6 +105,20 @@
     }
    }
   },
+  "/api/v1/function-store/reload": {
+   "get": {
+    "tags": [
+     "function-store"
+    ],
+    "summary": "reload functions from the function store",
+    "operationId": "reloadFunctions",
+    "responses": {
+     "200": {
+      "description": "OK"
+     }
+    }
+   }
+  },
   "/api/v1/function/{namespace}/{name}": {
    "delete": {
     "consumes": [
@@ -407,6 +421,10 @@
   {
    "description": "Managing HTTP tubes",
    "name": "http-tube"
+  },
+  {
+   "description": "Managing function store",
+   "name": "function-store"
   }
  ]
 }

admin/client/client.go

@@ -23,6 +23,7 @@ import (
 	del "github.com/functionstream/function-stream/cmd/client/delete"
 	"github.com/functionstream/function-stream/cmd/client/list"
 	"github.com/functionstream/function-stream/cmd/client/produce"
+	"github.com/functionstream/function-stream/cmd/client/reload"
 	"github.com/spf13/cobra"
 )
 
@@ -43,4 +44,5 @@ func init() {
 	Cmd.AddCommand(del.Cmd)
 	Cmd.AddCommand(produce.Cmd)
 	Cmd.AddCommand(consume.Cmd)
+	Cmd.AddCommand(reload.Cmd)
 }

apidocs.json

@@ -0,0 +1,52 @@
+/*
+ * Copyright 2024 Function Stream Org.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package reload
+
+import (
+	"context"
+	"fmt"
+	adminclient "github.com/functionstream/function-stream/admin/client"
+	"github.com/functionstream/function-stream/cmd/client/common"
+	"github.com/spf13/cobra"
+	"os"
+)
+
+var Cmd = &cobra.Command{
+	Use:   "reload",
+	Short: "Reload Functions",
+	Long:  `Reload functions from the function store`,
+	Args:  cobra.NoArgs,
+	Run:   exec,
+}
+
+func exec(_ *cobra.Command, _ []string) {
+	cfg := adminclient.NewConfiguration()
+	cfg.Servers = []adminclient.ServerConfiguration{{
+		URL: common.Config.ServiceAddr,
+	}}
+	cli := adminclient.NewAPIClient(cfg)
+
+	res, err := cli.FunctionStoreAPI.ReloadFunctions(context.Background()).Execute()
+	if err != nil {
+		fmt.Printf("Failed to reload functions: %v\n", err)
+		os.Exit(1)
+	}
+	if res.StatusCode != 200 {
+		fmt.Printf("Failed to reload functions with status code: %d\n", res.StatusCode)
+		os.Exit(1)
+	}
+}