Launchpad

.github/workflows/services.yml

@@ -87,7 +87,7 @@ jobs:
     strategy:
       matrix:
         ## TODO: add more modules
-        module: [database, pay, account, minio]
+        module: [database, pay, account, minio, launchpad]
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -182,7 +182,7 @@ jobs:
     strategy:
       matrix:
         ## TODO: add more modules
-        module: [database, pay, account, minio]
+        module: [database, pay, account, minio, launchpad]
     steps:
       - name: Checkout
         uses: actions/checkout@v3

frontend/providers/applaunchpad/deploy/Kubefile

@@ -10,5 +10,6 @@ ENV cloudPort=""
 
 ENV certSecretName="wildcard-cert"
 ENV ingressSecret="wildcard-cert"
+ENv monitorUrl="http://database-monitor.sealos.svc.cluster.local:9090"
 
 CMD ["kubectl apply -f manifests"]

frontend/providers/applaunchpad/deploy/manifests/deploy.yaml.tmpl

@@ -45,6 +45,8 @@ spec:
         - env:
             - name: SEALOS_DOMAIN
               value: {{ .cloudDomain }}
+            - name: MONITOR_URL
+              value {{ .monitorUrl }}
             - name: DOMAIN_PORT
               value: "{{ if .cloudPort }}:{{ .cloudPort }}{{ end }}"
             - name: INGRESS_SECRET

scripts/cloud/install.sh

@@ -26,6 +26,7 @@ cilium_version=${cilium_version:-"1.12.14"}
 cert_manager_version=${cert_manager_version:-"1.13.3"}
 helm_version=${helm_version:-"3.12.0"}
 openebs_version=${openebs_version:-"3.4.0"}
+victoria_metrics_k8s_stack_version=${victoria-metrics-k8s-stack_version:-"1.96.0"}
 ingress_nginx_version=${ingress_nginx_version:-"1.5.1"}
 kubeblocks_version=${kubeblocks_version:-"0.6.4"}
 metrics_server_version=${metrics_server_version:-"0.6.4"}
@@ -252,7 +253,7 @@ init() {
     pull_image "ingress-nginx" "v${ingress_nginx_version#v:-1.5.1}"
     pull_image "kubeblocks" "v${kubeblocks_version#v:-0.6.4}"
     pull_image "metrics-server" "v${metrics_server_version#v:-0.6.4}"
-    pull_image "kube-prometheus-stack" "v${kube_prometheus_stack_version#v:-0.63.0}"
+    pull_image "victoria-metrics-k8s-stack" "v${victoria_metrics_k8s_stack_version#v:-1.96.0}"
     pull_image "sealos-cloud" "${cloud_version}"
 }
 
@@ -619,6 +620,7 @@ execute_commands() {
     sealos run "${image_registry}/${image_repository}/cert-manager:v${cert_manager_version#v:-1.8.0}"
     sealos run "${image_registry}/${image_repository}/openebs:v${openebs_version#v:-3.4.0}"
     sealos run "${image_registry}/${image_repository}/metrics-server:v${metrics_server_version#v:-0.6.4}"
+    sealos run "${image_registry}/${image_repository}/victoria-metrics-k8s-stack:v${victoria_metrics_k8s_stack_version#v:-1.96.0}"
     kubectl get sc openebs-backup > /dev/null 2>&1 || kubectl create -f - <<EOF
 apiVersion: storage.k8s.io/v1
 kind: StorageClass
@@ -637,7 +639,6 @@ EOF
     kbcli addon enable prometheus
 
     get_prompt "installing_monitoring"
-    sealos run "${image_registry}/${image_repository}/kube-prometheus-stack:v${kube_prometheus_stack_version#v:-0.63.0}"
 
     # TODO use sealos run to install cockroachdb-operator
     kubectl apply -f https://raw.githubusercontent.com/cockroachdb/cockroach-operator/v2.12.0/install/crds.yaml

service/launchpad/Dockerfile

@@ -0,0 +1,9 @@
+# FROM scratch
+FROM gcr.io/distroless/static:nonroot
+# FROM gengweifeng/gcr-io-distroless-static-nonroot
+ARG TARGETARCH
+COPY bin/service-launchpad-$TARGETARCH /manager
+EXPOSE 9090
+USER 65532:65532
+
+ENTRYPOINT ["/manager"]

service/launchpad/Makefile

@@ -0,0 +1,55 @@
+IMG ?= ghcr.io/labring/sealos-launchpad-service:latest
+
+# Get the currently used golang install path (in GOPATH/bin, unless GOBIN is set)
+ifeq (,$(shell go env GOBIN))
+GOBIN=$(shell go env GOPATH)/bin
+else
+GOBIN=$(shell go env GOBIN)
+endif
+
+# only support linux, non cgo
+PLATFORMS ?= linux_arm64 linux_amd64
+GOOS=linux
+CGO_ENABLED=0
+GOARCH=$(shell go env GOARCH)
+
+GO_BUILD_FLAGS=-trimpath -ldflags "-s -w"
+
+.PHONY: all
+all: build
+
+##@ General
+
+# The help target prints out all targets with their descriptions organized
+# beneath their categories. The categories are represented by '##@' and the
+# target descriptions by '##'. The awk commands is responsible for reading the
+# entire set of makefiles included in this invocation, looking for lines of the
+# file as xyz: ## something, and then pretty-format the target and help. Then,
+# if there's a line with ##@ something, that gets pretty-printed as a category.
+# More info on the usage of ANSI control characters for terminal formatting:
+# https://en.wikipedia.org/wiki/ANSI_escape_code#SGR_parameters
+# More info on the awk command:
+# http://linuxcommand.org/lc3_adv_awk.php
+
+.PHONY: help
+help: ## Display this help.
+	@awk 'BEGIN {FS = ":.*##"; printf "\nUsage:\n  make \033[36m<target>\033[0m\n"} /^[a-zA-Z_0-9-]+:.*?##/ { printf "  \033[36m%-15s\033[0m %s\n", $$1, $$2 } /^##@/ { printf "\n\033[1m%s\033[0m\n", substr($$0, 5) } ' $(MAKEFILE_LIST)
+
+##@ Build
+
+.PHONY: clean
+clean:
+	rm -f $(SERVICE_NAME)
+
+.PHONY: build
+build: clean ## Build service-hub binary.
+	CGO_ENABLED=$(CGO_ENABLED) GOOS=$(GOOS) go build $(GO_BUILD_FLAGS) -o bin/manager main.go
+
+.PHONY: docker-build
+docker-build: build
+	mv bin/manager bin/service-launchpad-${TARGETARCH}
+	docker build -t $(IMG) .
+
+.PHONY: docker-push
+docker-push:
+	docker push $(IMG)

service/launchpad/README.md

@@ -0,0 +1,54 @@
+# RESTServer
+
+## Description
+
+restserver for database monitoring
+
+## Getting Started
+
+### Running on the cluster
+
+1. Build and push your image to the location specified by `IMG`:
+
+```sh
+make docker-build docker-push IMG=<some-registry>/sealos-cloud-database-monitor:tag
+```
+
+2. Deploy the restserver:
+
+```sh
+kubectl apply -f deploy/manifests/
+```
+
+### How it works
+
+To enable the database frontend application to retrieve monitoring data, you need to modify the environment variable `MONITOR_URL` of the frontend deployment to the corresponding address of the restserver.
+
+Additionally, to configure the data source, you need to set the environment variable `VM_SERVICE_HOST` of the restserver deployment to the correct address.
+
+```
+e.g.
+http://prometheus.sealos.svc.cluster.local
+```
+
+## License
+
+Copyright 2023.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+
+you may not use this file except in compliance with the License.
+
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+
+distributed under the License is distributed on an "AS IS" BASIS,
+
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+
+See the License for the specific language governing permissions and
+
+limitations under the License.

service/launchpad/config/config.yml

@@ -0,0 +1,2 @@
+server:
+  addr: ":8428"

service/launchpad/deploy/Kubefile

@@ -0,0 +1,5 @@
+FROM scratch
+COPY registry registry
+COPY manifests manifests
+
+CMD ["kubectl apply -f manifests/deploy.yaml"]

service/launchpad/deploy/README.md

@@ -0,0 +1,16 @@
+### docker image build and deploy
+```bash
+make docker-build IMG=$(YourImageName)
+# edit deploy/manifests/depoly.yaml and deploy
+kubectl apply -f deploy/manifests/depoly.yaml
+```
+
+### cluster image build and deploy
+```bash
+```
+
+### Victoria Metrics
+
+In order to prevent performance degradation or abnormal behavior caused by excessive data size in Prometheus, VictoriaMetrics is utilized for data collection.
+
+> By default, we use kb-prometheus-server for the data collection service.

service/launchpad/deploy/manifests/deploy.yaml

@@ -0,0 +1,86 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  labels:
+    app: launchpad-monitor
+  name: launchpad-monitor-config
+  namespace: sealos
+data:
+  config.yml: |
+    server:
+      addr: ":8428"
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: launchpad-monitor
+  name: launchpad-monitor-deployment
+  namespace: sealos
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: launchpad-monitor
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: launchpad-monitor
+    spec:
+      containers:
+        - args:
+            - /config/config.yml
+          command:
+            - /manager
+          env:
+            - name: VM_SERVICE_HOST
+              value: http://vmsingle-victoria-metrics-k8s-stack.vm.svc:8429
+          image: ghcr.io/labring/sealos-launchpad-service:latest
+          imagePullPolicy: Always
+          name: launchpad-monitor
+          ports:
+            - containerPort: 8428
+              protocol: TCP
+          resources:
+            limits:
+              cpu: 500m
+              memory: 1Gi
+            requests:
+              cpu: 5m
+              memory: 64Mi
+          securityContext:
+            allowPrivilegeEscalation: false
+            capabilities:
+              drop:
+                - ALL
+            runAsNonRoot: true
+          terminationMessagePath: /dev/termination-log
+          terminationMessagePolicy: File
+          volumeMounts:
+            - mountPath: /config
+              name: config-vol
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      volumes:
+        - configMap:
+            defaultMode: 420
+            name: launchpad-monitor-config
+          name: config-vol
+---
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: launchpad-monitor
+  name: launchpad-monitor
+  namespace: sealos
+spec:
+  ports:
+    - name: http
+      port: 8428
+      protocol: TCP
+      targetPort: 8428
+  selector:
+    app: launchpad-monitor

service/launchpad/go.mod

@@ -0,0 +1,3 @@
+module github.com/wally/sealos-latest-1/service/launchpad
+
+go 1.20

service/launchpad/main.go

@@ -0,0 +1,64 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+	"log"
+	"net"
+	"net/http"
+	"os"
+
+	"github.com/labring/sealos/service/launchpad/server"
+)
+
+type RestartableServer struct {
+	configFile string
+}
+
+func (rs *RestartableServer) Serve(c *server.Config) {
+	var vs, err = server.NewVMServer(c)
+	if err != nil {
+		fmt.Printf("Failed to create auth server: %s\n", err)
+		return
+	}
+
+	hs := &http.Server{
+		Addr:    c.Server.ListenAddress,
+		Handler: vs,
+	}
+
+	var listener net.Listener
+	listener, err = net.Listen("tcp", c.Server.ListenAddress)
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+	fmt.Printf("Serve on %s\n", c.Server.ListenAddress)
+
+	if err := hs.Serve(listener); err != nil {
+		fmt.Println(err)
+		return
+	}
+}
+
+func main() {
+	log.SetOutput(os.Stdout) // 将日志输出定向到标准输出（stdout）
+	log.SetFlags(log.LstdFlags | log.Lshortfile)
+	flag.Parse()
+
+	cf := flag.Arg(0)
+	if cf == "" {
+		fmt.Println("Config file not sepcified")
+		return
+	}
+
+	config, err := server.InitConfig(cf)
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+	rs := RestartableServer{
+		configFile: cf,
+	}
+	rs.Serve(config)
+}