forked from fluid-cloudnative/fluid
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Implement CacheFSRuntime engine and controller
Fixes: fluid-cloudnative#3674 Signed-off-by: Eryu Guan <eguan@linux.alibaba.com>
- Loading branch information
Showing
82 changed files
with
18,792 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,159 @@ | ||
| /* | ||
| Copyright 2024 The Fluid Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package app | ||
|
|
||
| import ( | ||
| "os" | ||
|
|
||
| "github.com/spf13/cobra" | ||
| zapOpt "go.uber.org/zap" | ||
| "go.uber.org/zap/zapcore" | ||
| corev1 "k8s.io/api/core/v1" | ||
| rbacv1 "k8s.io/api/rbac/v1" | ||
| "k8s.io/apimachinery/pkg/runtime" | ||
| "k8s.io/apimachinery/pkg/util/net" | ||
| clientgoscheme "k8s.io/client-go/kubernetes/scheme" | ||
| "k8s.io/client-go/rest" | ||
| ctrl "sigs.k8s.io/controller-runtime" | ||
| "sigs.k8s.io/controller-runtime/pkg/cache" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
| "sigs.k8s.io/controller-runtime/pkg/controller" | ||
| "sigs.k8s.io/controller-runtime/pkg/log/zap" | ||
|
|
||
| "github.com/fluid-cloudnative/fluid/pkg/controllers" | ||
| "github.com/fluid-cloudnative/fluid/pkg/ddc/base/portallocator" | ||
| "github.com/fluid-cloudnative/fluid/pkg/utils" | ||
|
|
||
| "github.com/fluid-cloudnative/fluid" | ||
| datav1alpha1 "github.com/fluid-cloudnative/fluid/api/v1alpha1" | ||
| cachefsctl "github.com/fluid-cloudnative/fluid/pkg/controllers/v1alpha1/cachefs" | ||
| "github.com/fluid-cloudnative/fluid/pkg/ddc/base" | ||
| "github.com/fluid-cloudnative/fluid/pkg/ddc/cachefs" | ||
| ) | ||
|
|
||
| var ( | ||
| scheme = runtime.NewScheme() | ||
| setupLog = ctrl.Log.WithName("setup") | ||
| // Use compiler to check if the struct implements all the interface | ||
| _ base.Implement = (*cachefs.CacheFSEngine)(nil) | ||
|
|
||
| eventDriven bool | ||
| metricsAddr string | ||
| enableLeaderElection bool | ||
| leaderElectionNamespace string | ||
| development bool | ||
| portRange string | ||
| maxConcurrentReconciles int | ||
| pprofAddr string | ||
| portAllocatePolicy string | ||
| ) | ||
|
|
||
| var startCmd = &cobra.Command{ | ||
| Use: "start", | ||
| Short: "start cachefsruntime-controller in Kubernetes", | ||
| Run: func(cmd *cobra.Command, args []string) { | ||
| handle() | ||
| }, | ||
| } | ||
|
|
||
| func init() { | ||
| _ = clientgoscheme.AddToScheme(scheme) | ||
| _ = datav1alpha1.AddToScheme(scheme) | ||
|
|
||
| startCmd.Flags().StringVarP(&metricsAddr, "metrics-addr", "", ":8080", "The address the metric endpoint binds to.") | ||
| startCmd.Flags().BoolVarP(&enableLeaderElection, "enable-leader-election", "", false, "Enable leader election for controller manager. Enabling this will ensure there is only one active controller manager.") | ||
| startCmd.Flags().StringVarP(&leaderElectionNamespace, "leader-election-namespace", "", "fluid-system", "The namespace in which the leader election resource will be created.") | ||
| startCmd.Flags().StringVarP(&pprofAddr, "pprof-addr", "", "", "The address for pprof to use while exporting profiling results") | ||
| startCmd.Flags().BoolVarP(&development, "development", "", true, "Enable development mode for fluid controller.") | ||
| startCmd.Flags().BoolVar(&eventDriven, "event-driven", true, "The reconciler's loop strategy. if it's false, it indicates period driven.") | ||
| startCmd.Flags().StringVar(&portRange, "runtime-node-port-range", "14000-15999", "Set available port range for CacheFS") | ||
| startCmd.Flags().StringVar(&portAllocatePolicy, "port-allocate-policy", "random", "Set port allocating policy, available choice is bitmap or random(default random).") | ||
| startCmd.Flags().IntVar(&maxConcurrentReconciles, "runtime-workers", 3, "Set max concurrent workers for CacheFSRuntime controller") | ||
| } | ||
|
|
||
| func handle() { | ||
| fluid.LogVersion() | ||
|
|
||
| ctrl.SetLogger(zap.New(func(o *zap.Options) { | ||
| o.Development = development | ||
| }, func(o *zap.Options) { | ||
| o.ZapOpts = append(o.ZapOpts, zapOpt.AddCaller()) | ||
| }, func(o *zap.Options) { | ||
| if !development { | ||
| encCfg := zapOpt.NewProductionEncoderConfig() | ||
| encCfg.EncodeLevel = zapcore.CapitalLevelEncoder | ||
| encCfg.EncodeTime = zapcore.ISO8601TimeEncoder | ||
| o.Encoder = zapcore.NewConsoleEncoder(encCfg) | ||
| } | ||
| })) | ||
|
|
||
| utils.NewPprofServer(setupLog, pprofAddr, development) | ||
|
|
||
| NewControllerClient := func(cache cache.Cache, config *rest.Config, options client.Options, uncachedObjects ...client.Object) (client.Client, error) { | ||
| return controllers.NewFluidControllerClient(cache, config, options, | ||
| append(uncachedObjects, &rbacv1.RoleBinding{}, &rbacv1.Role{}, &corev1.ServiceAccount{})..., | ||
| ) | ||
| } | ||
|
|
||
| mgr, err := ctrl.NewManager(ctrl.GetConfigOrDie(), ctrl.Options{ | ||
| Scheme: scheme, | ||
| MetricsBindAddress: metricsAddr, | ||
| LeaderElection: enableLeaderElection, | ||
| LeaderElectionNamespace: leaderElectionNamespace, | ||
| LeaderElectionID: "cachefs.data.fluid.io", | ||
| Port: 9443, | ||
| NewCache: cachefsctl.NewCache(scheme), | ||
| NewClient: NewControllerClient, | ||
| }) | ||
| if err != nil { | ||
| setupLog.Error(err, "unable to start cachefsruntime manager") | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| controllerOptions := controller.Options{ | ||
| MaxConcurrentReconciles: maxConcurrentReconciles, | ||
| } | ||
|
|
||
| if err = (cachefsctl.NewRuntimeReconciler(mgr.GetClient(), | ||
| ctrl.Log.WithName("cachefsctl").WithName("CacheFSRuntime"), | ||
| mgr.GetScheme(), | ||
| mgr.GetEventRecorderFor("CacheFSRuntime"), | ||
| )).SetupWithManager(mgr, controllerOptions, eventDriven); err != nil { | ||
| setupLog.Error(err, "unable to create controller", "controller", "CacheFSRuntime") | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| pr, err := net.ParsePortRange(portRange) | ||
| if err != nil { | ||
| setupLog.Error(err, "can't parse port range. Port range must be like <min>-<max>") | ||
| os.Exit(1) | ||
| } | ||
| setupLog.Info("port range parsed", "port range", pr.String()) | ||
|
|
||
| err = portallocator.SetupRuntimePortAllocator(mgr.GetClient(), pr, portAllocatePolicy, cachefs.GetReservedPorts) | ||
| if err != nil { | ||
| setupLog.Error(err, "failed to setup runtime port allocator") | ||
| os.Exit(1) | ||
| } | ||
| setupLog.Info("Set up runtime port allocator", "policy", portAllocatePolicy) | ||
|
|
||
| setupLog.Info("starting cachefsruntime-controller") | ||
| if err := mgr.Start(ctrl.SetupSignalHandler()); err != nil { | ||
| setupLog.Error(err, "problem cachefsruntime-controller") | ||
| os.Exit(1) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| /* | ||
| Copyright 2024 The Fluid Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package app | ||
|
|
||
| import "github.com/spf13/cobra" | ||
|
|
||
| func NewCacheFSControllerCommand() *cobra.Command { | ||
| cmd := &cobra.Command{ | ||
| Use: "cachefsruntime-controller", | ||
| Short: "Controller for cachefsruntime", | ||
| } | ||
| cmd.AddCommand(startCmd) | ||
| cmd.AddCommand(versionCmd) | ||
| return cmd | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,38 @@ | ||
| /* | ||
| Copyright 2024 The Fluid Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package app | ||
|
|
||
| import ( | ||
| "github.com/fluid-cloudnative/fluid" | ||
| "github.com/spf13/cobra" | ||
| ) | ||
|
|
||
| var ( | ||
| short bool | ||
| ) | ||
|
|
||
| func init() { | ||
| versionCmd.Flags().BoolVar(&short, "short", false, "print just the short version info") | ||
| } | ||
|
|
||
| var versionCmd = &cobra.Command{ | ||
| Use: "version", | ||
| Short: "print version information", | ||
| Run: func(cmd *cobra.Command, args []string) { | ||
| fluid.PrintVersion(short) | ||
| }, | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,32 @@ | ||
| /* | ||
| Copyright 2024 The Fluid Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package main | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "os" | ||
|
|
||
| "github.com/fluid-cloudnative/fluid/cmd/cachefs/app" | ||
| ) | ||
|
|
||
| func main() { | ||
| cmd := app.NewCacheFSControllerCommand() | ||
| if err := cmd.Execute(); err != nil { | ||
| fmt.Fprintf(os.Stderr, "%s", err.Error()) | ||
| os.Exit(1) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.