kubeovn / kube-ovn / 21623048013

func ParseFlags() (*Configuration, error) {

        var (

                argOvnNbAddr              = pflag.String("ovn-nb-addr", "", "ovn-nb address")

                argOvnSbAddr              = pflag.String("ovn-sb-addr", "", "ovn-sb address")

                argOvnTimeout             = pflag.Int("ovn-timeout", 60, "The seconds to wait ovn command timeout")

                argOvsDbConTimeout        = pflag.Int("ovsdb-con-timeout", 3, "The seconds to wait ovsdb connect timeout")

                argOvsDbConnectMaxRetry   = pflag.Int("ovsdb-con-maxretry", 60, "The maximum number of retries for connecting to ovsdb")

                argOvsDbInactivityTimeout = pflag.Int("ovsdb-inactivity-timeout", 10, "The seconds to wait ovsdb inactivity check timeout")

                argCustCrdRetryMinDelay   = pflag.Int("cust-crd-retry-min-delay", 1, "The min delay seconds between custom crd two retries")

                argCustCrdRetryMaxDelay   = pflag.Int("cust-crd-retry-max-delay", 20, "The max delay seconds between custom crd two retries")

                argKubeConfigFile         = pflag.String("kubeconfig", "", "Path to kubeconfig file with authorization and master location information. If not set use the inCluster token.")

                argDefaultLogicalSwitch  = pflag.String("default-ls", util.DefaultSubnet, "The default logical switch name")

                argDefaultCIDR           = pflag.String("default-cidr", "10.16.0.0/16", "Default CIDR for namespace with no logical switch annotation")

                argDefaultGateway        = pflag.String("default-gateway", "", "Default gateway for default-cidr (default the first ip in default-cidr)")

                argDefaultGatewayCheck   = pflag.Bool("default-gateway-check", true, "Check switch for the default subnet's gateway")

                argDefaultLogicalGateway = pflag.Bool("default-logical-gateway", false, "Create a logical gateway for the default subnet instead of using underlay gateway. Take effect only when the default subnet is in underlay mode. (default false)")

                argDefaultExcludeIps     = pflag.String("default-exclude-ips", "", "Exclude ips in default switch (default gateway address)")

                argDefaultU2OInterconnection = pflag.Bool("default-u2o-interconnection", false, "usage for underlay to overlay interconnection")

                argClusterRouter     = pflag.String("cluster-router", util.DefaultVpc, "The router name for cluster router")

                argNodeSwitch        = pflag.String("node-switch", "join", "The name of node gateway switch which help node to access pod network")

                argNodeSwitchCIDR    = pflag.String("node-switch-cidr", "100.64.0.0/16", "The cidr for node switch")

                argNodeSwitchGateway = pflag.String("node-switch-gateway", "", "The gateway for node switch (default the first ip in node-switch-cidr)")

                argServiceClusterIPRange = pflag.String("service-cluster-ip-range", "10.96.0.0/12", "The kubernetes service cluster ip range")

                argClusterTCPLoadBalancer         = pflag.String("cluster-tcp-loadbalancer", "cluster-tcp-loadbalancer", "The name for cluster tcp loadbalancer")

                argClusterUDPLoadBalancer         = pflag.String("cluster-udp-loadbalancer", "cluster-udp-loadbalancer", "The name for cluster udp loadbalancer")

                argClusterSctpLoadBalancer        = pflag.String("cluster-sctp-loadbalancer", "cluster-sctp-loadbalancer", "The name for cluster sctp loadbalancer")

                argClusterTCPSessionLoadBalancer  = pflag.String("cluster-tcp-session-loadbalancer", "cluster-tcp-session-loadbalancer", "The name for cluster tcp session loadbalancer")

                argClusterUDPSessionLoadBalancer  = pflag.String("cluster-udp-session-loadbalancer", "cluster-udp-session-loadbalancer", "The name for cluster udp session loadbalancer")

                argClusterSctpSessionLoadBalancer = pflag.String("cluster-sctp-session-loadbalancer", "cluster-sctp-session-loadbalancer", "The name for cluster sctp session loadbalancer")

                argWorkerNum       = pflag.Int("worker-num", 3, "The parallelism of each worker")

                argEnablePprof     = pflag.Bool("enable-pprof", false, "Enable pprof")

                argPprofPort       = pflag.Int32("pprof-port", 10660, "The port to get profiling data")

                argSecureServing   = pflag.Bool("secure-serving", false, "Enable secure serving")

                argNodePgProbeTime = pflag.Int("nodepg-probe-time", 1, "The probe interval for node port-group, the unit is minute")

                argNetworkType                 = pflag.String("network-type", util.NetworkTypeGeneve, "The ovn network type")

                argDefaultProviderName         = pflag.String("default-provider-name", "provider", "The vlan or vxlan type default provider interface name")

                argDefaultInterfaceName        = pflag.String("default-interface-name", "", "The default host interface name in the vlan/vxlan type")

                argDefaultExchangeLinkName     = pflag.Bool("default-exchange-link-name", false, "exchange link names of OVS bridge and the provider nic in the default provider-network")

                argDefaultVlanName             = pflag.String("default-vlan-name", "ovn-vlan", "The default vlan name")

                argDefaultVlanID               = pflag.Int("default-vlan-id", 1, "The default vlan id")

                argLsDnatModDlDst              = pflag.Bool("ls-dnat-mod-dl-dst", true, "Set ethernet destination address for DNAT on logical switch")

                argLsCtSkipDstLportIPs         = pflag.Bool("ls-ct-skip-dst-lport-ips", true, "Skip conntrack for direct traffic between lports")

                argPodNicType                  = pflag.String("pod-nic-type", "veth-pair", "The default pod network nic implementation type")

                argEnableLb                    = pflag.Bool("enable-lb", true, "Enable load balancer")

                argEnableNP                    = pflag.Bool("enable-np", true, "Enable network policy support")

                argNPEnforcement               = pflag.String("np-enforcement", "standard", "Network policy enforcement (standard, lax), default is standard")

                argEnableEipSnat               = pflag.Bool("enable-eip-snat", true, "Enable EIP and SNAT")

                argEnableExternalVpc           = pflag.Bool("enable-external-vpc", false, "Enable external vpc support")

                argEnableEcmp                  = pflag.Bool("enable-ecmp", false, "Enable ecmp route for centralized subnet")

                argKeepVMIP                    = pflag.Bool("keep-vm-ip", true, "Whether to keep ip for kubevirt pod when pod is rebuild")

                argEnableLbSvc                 = pflag.Bool("enable-lb-svc", false, "Whether to support loadbalancer service")

                argEnableOVNLBPreferLocal      = pflag.Bool("enable-ovn-lb-prefer-local", false, "Whether to support ovn loadbalancer prefer local")

                argEnableMetrics               = pflag.Bool("enable-metrics", true, "Whether to support metrics query")

                argEnableANP                   = pflag.Bool("enable-anp", false, "Enable support for admin network policy and baseline admin network policy")

                argEnableDNSNameResolver       = pflag.Bool("enable-dns-name-resolver", false, "Enable support for DNS name resolver")

                argEnableOVNIPSec              = pflag.Bool("enable-ovn-ipsec", false, "Whether to enable ovn ipsec")

                argCertManagerIPSecCert        = pflag.Bool("cert-manager-ipsec-cert", false, "Whether to use cert-manager for signing IPSec certificates")

                argEnableLiveMigrationOptimize = pflag.Bool("enable-live-migration-optimize", true, "Whether to enable kubevirt live migration optimize")

                argExternalGatewayConfigNS = pflag.String("external-gateway-config-ns", "kube-system", "The namespace of configmap external-gateway-config, default: kube-system")

                argExternalGatewaySwitch   = pflag.String("external-gateway-switch", "external", "The name of the external gateway switch which is a ovs bridge to provide external network, default: external")

                argExternalGatewayNet      = pflag.String("external-gateway-net", "external", "The name of the external network which mappings with an ovs bridge, default: external")

                argExternalGatewayVlanID   = pflag.Int("external-gateway-vlanid", 0, "The vlanId of port ln-ovn-external, default: 0")

                argNodeLocalDNSIP          = pflag.String("node-local-dns-ip", "", "Comma-separated string of nodelocal DNS ip addresses")

                argGCInterval      = pflag.Int("gc-interval", 360, "The interval between GC processes, default 360 seconds. If set to 0, GC will be disabled")

                argInspectInterval = pflag.Int("inspect-interval", 20, "The interval between inspect processes, default 20 seconds")

                argBfdMinTx      = pflag.Int("bfd-min-tx", 100, "This is the minimum interval, in milliseconds, ovn would like to use when transmitting BFD Control packets")

                argBfdMinRx      = pflag.Int("bfd-min-rx", 100, "This is the minimum interval, in milliseconds, between received BFD Control packets")

                argBfdDetectMult = pflag.Int("detect-mult", 3, "The negotiated transmit interval, multiplied by this value, provides the Detection Time for the receiving system in Asynchronous mode.")

                argImage = pflag.String("image", "", "The image for vpc-egress-gateway")

                argLogPerm = pflag.String("log-perm", "640", "The permission for the log file")

                argTLSMinVersion   = pflag.String("tls-min-version", "", "The minimum TLS version to use for secure serving. Supported values: TLS10, TLS11, TLS12, TLS13. If not set, the default is used based on the Go version.")

                argTLSMaxVersion   = pflag.String("tls-max-version", "", "The maximum TLS version to use for secure serving. Supported values: TLS10, TLS11, TLS12, TLS13. If not set, the default is used based on the Go version.")

                argTLSCipherSuites = pflag.StringSlice("tls-cipher-suites", nil, "Comma-separated list of TLS cipher suite names to use for secure serving (e.g., 'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384'). Names must match Go's crypto/tls package. See Go documentation for available suites. If not set, defaults are used. Users are responsible for selecting secure cipher suites.")

                argNonPrimaryCNI = pflag.Bool("non-primary-cni-mode", false, "Use Kube-OVN in non primary cni mode. When true, Kube-OVN will only manage the network for network attachment definitions")

                argSkipConntrackDstCidrs = pflag.String("skip-conntrack-dst-cidrs", "", "Comma-separated list of destination IP CIDRs that should skip conntrack processing")

        )

        klogFlags := flag.NewFlagSet("klog", flag.ExitOnError)

        klog.InitFlags(klogFlags)

        // sync the glog and klog flags.

        pflag.CommandLine.VisitAll(func(f1 *pflag.Flag) {

                f2 := klogFlags.Lookup(f1.Name)

                if f2 != nil {

                        value := f1.Value.String()

                        if err := f2.Value.Set(value); err != nil {

                                util.LogFatalAndExit(err, "failed to set pflag")

                        }

        pflag.CommandLine.AddGoFlagSet(klogFlags)

        pflag.CommandLine.AddGoFlagSet(flag.CommandLine)

        pflag.Parse()

        config := &Configuration{

                OvnNbAddr:                      *argOvnNbAddr,

                OvnSbAddr:                      *argOvnSbAddr,

                OvnTimeout:                     *argOvnTimeout,

                OvsDbConnectTimeout:            *argOvsDbConTimeout,

                OvsDbConnectMaxRetry:           *argOvsDbConnectMaxRetry,

                OvsDbInactivityTimeout:         *argOvsDbInactivityTimeout,

                CustCrdRetryMinDelay:           *argCustCrdRetryMinDelay,

                CustCrdRetryMaxDelay:           *argCustCrdRetryMaxDelay,

                KubeConfigFile:                 *argKubeConfigFile,

                DefaultLogicalSwitch:           *argDefaultLogicalSwitch,

                DefaultCIDR:                    *argDefaultCIDR,

                DefaultGateway:                 *argDefaultGateway,

                DefaultGatewayCheck:            *argDefaultGatewayCheck,

                DefaultLogicalGateway:          *argDefaultLogicalGateway,

                DefaultU2OInterconnection:      *argDefaultU2OInterconnection,

                DefaultExcludeIps:              *argDefaultExcludeIps,

                ClusterRouter:                  *argClusterRouter,

                NodeSwitch:                     *argNodeSwitch,

                NodeSwitchCIDR:                 *argNodeSwitchCIDR,

                NodeSwitchGateway:              *argNodeSwitchGateway,

                ServiceClusterIPRange:          *argServiceClusterIPRange,

                ClusterTCPLoadBalancer:         *argClusterTCPLoadBalancer,

                ClusterUDPLoadBalancer:         *argClusterUDPLoadBalancer,

                ClusterSctpLoadBalancer:        *argClusterSctpLoadBalancer,

                ClusterTCPSessionLoadBalancer:  *argClusterTCPSessionLoadBalancer,

                ClusterUDPSessionLoadBalancer:  *argClusterUDPSessionLoadBalancer,

                ClusterSctpSessionLoadBalancer: *argClusterSctpSessionLoadBalancer,

                WorkerNum:                      *argWorkerNum,

                EnablePprof:                    *argEnablePprof,

                PprofPort:                      *argPprofPort,

                SecureServing:                  *argSecureServing,

                NetworkType:                    *argNetworkType,

                DefaultVlanID:                  *argDefaultVlanID,

                LsDnatModDlDst:                 *argLsDnatModDlDst,

                LsCtSkipDstLportIPs:            *argLsCtSkipDstLportIPs,

                DefaultProviderName:            *argDefaultProviderName,

                DefaultHostInterface:           *argDefaultInterfaceName,

                DefaultExchangeLinkName:        *argDefaultExchangeLinkName,

                DefaultVlanName:                *argDefaultVlanName,

                PodName:                        os.Getenv(util.EnvPodName),

                PodNamespace:                   os.Getenv(util.EnvPodNamespace),

                PodNicType:                     *argPodNicType,

                EnableLb:                       *argEnableLb,

                EnableNP:                       *argEnableNP,

                EnableEipSnat:                  *argEnableEipSnat,

                EnableExternalVpc:              *argEnableExternalVpc,

                ExternalGatewayConfigNS:        *argExternalGatewayConfigNS,

                ExternalGatewaySwitch:          *argExternalGatewaySwitch,

                ExternalGatewayNet:             *argExternalGatewayNet,

                ExternalGatewayVlanID:          *argExternalGatewayVlanID,

                EnableEcmp:                     *argEnableEcmp,

                EnableKeepVMIP:                 *argKeepVMIP,

                NodePgProbeTime:                *argNodePgProbeTime,

                GCInterval:                     *argGCInterval,

                InspectInterval:                *argInspectInterval,

                EnableLbSvc:                    *argEnableLbSvc,

                EnableOVNLBPreferLocal:         *argEnableOVNLBPreferLocal,

                EnableMetrics:                  *argEnableMetrics,

                EnableOVNIPSec:                 *argEnableOVNIPSec,

                CertManagerIPSecCert:           *argCertManagerIPSecCert,

                EnableLiveMigrationOptimize:    *argEnableLiveMigrationOptimize,

                BfdMinTx:                       *argBfdMinTx,

                BfdMinRx:                       *argBfdMinRx,

                BfdDetectMult:                  *argBfdDetectMult,

                EnableANP:                      *argEnableANP,

                EnableDNSNameResolver:          *argEnableDNSNameResolver,

                Image:                          *argImage,

                LogPerm:                        *argLogPerm,

                TLSMinVersion:                  *argTLSMinVersion,

                TLSMaxVersion:                  *argTLSMaxVersion,

                TLSCipherSuites:                *argTLSCipherSuites,

                EnableNonPrimaryCNI:            *argNonPrimaryCNI,

                NetworkPolicyEnforcement:       *argNPEnforcement,

                SkipConntrackDstCidrs:          *argSkipConntrackDstCidrs,

        }

        if config.OvsDbInactivityTimeout > 0 && config.OvsDbConnectTimeout >= config.OvsDbInactivityTimeout {

                return nil, errors.New("OVS DB inactivity timeout value should be greater than reconnect timeout value")

        }

        if config.NetworkType == util.NetworkTypeVlan && config.DefaultHostInterface == "" {

                return nil, errors.New("no host nic for vlan")

        }

        if config.DefaultGateway == "" {

                gw, err := util.GetGwByCidr(config.DefaultCIDR)

                if err != nil {

                        klog.Error(err)

                        return nil, err

                }

                config.DefaultGateway = gw

        if config.DefaultExcludeIps == "" {

                config.DefaultExcludeIps = config.DefaultGateway

        }

        if config.NodeSwitchGateway == "" {

                gw, err := util.GetGwByCidr(config.NodeSwitchCIDR)

                if err != nil {

                        klog.Error(err)

                        return nil, err

                }

                config.NodeSwitchGateway = gw

        if err := config.initKubeClient(); err != nil {

                klog.Error(err)

                return nil, err

        }

        if err := config.initKubeFactoryClient(); err != nil {

                klog.Error(err)

                return nil, err

        }

        if err := util.CheckSystemCIDR([]string{config.NodeSwitchCIDR, config.DefaultCIDR, config.ServiceClusterIPRange}); err != nil {

                klog.Error(err)

                return nil, fmt.Errorf("check system cidr failed, %w", err)

        }

        for ip := range strings.SplitSeq(*argNodeLocalDNSIP, ",") {

                if err := util.CheckNodeDNSIP(ip); err != nil {

                        klog.Error(err)

                        return nil, err

                }

                config.NodeLocalDNSIPs = append(config.NodeLocalDNSIPs, ip)

        klog.Infof("config is %+v", config)

        return config, nil

func (config *Configuration) initKubeClient() error {

        var cfg *rest.Config

        var err error

        if config.KubeConfigFile == "" {

                klog.Infof("no --kubeconfig, use in-cluster kubernetes config")

                cfg, err = rest.InClusterConfig()

        } else {

                cfg, err = clientcmd.BuildConfigFromFlags("", config.KubeConfigFile)

        }

        if err != nil {

                klog.Errorf("failed to build kubeconfig %v", err)

                return err

        }

        if err = util.DialAPIServer(cfg.Host, 3*time.Second, 10); err != nil {

                klog.Errorf("failed to dial apiserver: %v", err)

                return err

        }

        cfg.QPS = 1000

        cfg.Burst = 2000

        // use cmd arg to modify timeout later

        cfg.Timeout = 30 * time.Second

        AttachNetClient, err := attachnetclientset.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init attach network client failed %v", err)

                return err

        }

        config.AttachNetClient = AttachNetClient

        // get the kubevirt client, using which kubevirt resources can be managed.

        virtClient, err := kubecli.GetKubevirtClientFromRESTConfig(cfg)

        if err != nil {

                klog.Errorf("init kubevirt client failed %v", err)

                return err

        }

        config.KubevirtClient = virtClient

        AnpClient, err := anpclientset.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init admin network policy client failed %v", err)

                return err

        }

        config.AnpClient = AnpClient

        kubeOvnClient, err := clientset.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init kubeovn client failed %v", err)

                return err

        }

        config.KubeOvnClient = kubeOvnClient

        ExtClient, err := extClientSet.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init extension client failed %v", err)

                return err

        }

        config.ExtClient = ExtClient

        cfg.ContentType = util.ContentTypeProtobuf

        cfg.AcceptContentTypes = util.AcceptContentTypes

        kubeClient, err := kubernetes.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init kubernetes client failed %v", err)

                return err

        }

        config.KubeClient = kubeClient

        return nil

func (config *Configuration) initKubeFactoryClient() error {

        var cfg *rest.Config

        var err error

        if config.KubeConfigFile == "" {

                klog.Infof("no --kubeconfig, use in-cluster kubernetes config")

                cfg, err = rest.InClusterConfig()

        } else {

                cfg, err = clientcmd.BuildConfigFromFlags("", config.KubeConfigFile)

        }

        if err != nil {

                klog.Errorf("failed to build kubeconfig %v", err)

                return err

        }

        cfg.QPS = 1000

        cfg.Burst = 2000

        config.KubeRestConfig = cfg

        kubeOvnClient, err := clientset.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init kubeovn client failed %v", err)

                return err

        }

        config.KubeOvnFactoryClient = kubeOvnClient

        cfg.ContentType = util.ContentTypeProtobuf

        cfg.AcceptContentTypes = util.AcceptContentTypes

        kubeClient, err := kubernetes.NewForConfig(cfg)

        if err != nil {

                klog.Errorf("init kubernetes client failed %v", err)

                return err

        }

        config.KubeFactoryClient = kubeClient

        return nil