在 minikube 上部署 knative

发表于 |

安装 minkube

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
// 部署 minkube
$ minikube start --image-mirror-country cn \
    --iso-url=https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.5.0.iso \
    --image-repository=registry.cn-hangzhou.aliyuncs.com/google_containers \
    --container-runtime=containerd \
    --vm-driver=virtualbox \
    --kubernetes-version='v1.17.0' \
    --network-plugin=cni \
    --memory=5120 \
    --cpus=4 \
    --alsologtostderr -v=8

// 安装 cilium 网络查件
$ kubectl create -f https://raw.githubusercontent.com/cilium/cilium/v1.8/install/kubernetes/quick-install.yaml

// 检查 pod 是否正常运行
$ kubectl get pod -n kube-system
NAME                               READY   STATUS    RESTARTS   AGE
cilium-crs5s                       1/1     Running   0          3h40m
cilium-operator-69c684d865-77c9w   1/1     Running   0          3h40m
coredns-7f9c544f75-47x56           1/1     Running   0          3h41m
coredns-7f9c544f75-g95kk           1/1     Running   0          3h41m
etcd-minikube                      1/1     Running   0          3h41m
kube-addon-manager-minikube        1/1     Running   0          3h41m
kube-apiserver-minikube            1/1     Running   0          3h41m
kube-controller-manager-minikube   1/1     Running   0          3h41m
kube-proxy-59zdn                   1/1     Running   0          3h41m
kube-scheduler-minikube            1/1     Running   0          3h41m
storage-provisioner                1/1     Running   0          3h41m

安装 istio

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
// 下载 istioctl bin 文件
$ curl -L https://istio.io/downloadIstio | sh -

// 使用 istioctl 安装 istio 组件
$ cp istio-1.5.0/bin/istioctl /usr/local/bin/

$ cat << EOF > ./istio-minimal-operator.yaml
apiVersion: install.istio.io/v1alpha1
kind: IstioOperator
spec:
  values:
    global:
      proxy:
        autoInject: enabled  // 自动注入 istio sidecar
      useMCP: false
      # The third-party-jwt is not enabled on all k8s.
      # See: https://istio.io/docs/ops/best-practices/security/#configure-third-party-service-account-tokens
      jwtPolicy: first-party-jwt

  addonComponents:
    pilot:
      enabled: true
    prometheus:
      enabled: false

  components:
    ingressGateways:
      - name: istio-ingressgateway
        enabled: true
      - name: cluster-local-gateway
        enabled: true
        label:
          istio: cluster-local-gateway
          app: cluster-local-gateway
        k8s:
          service:
            type: ClusterIP
            ports:
            - port: 15020
              name: status-port
            - port: 80
              name: http2
            - port: 443
              name: https
EOF

$ istioctl manifest apply -f istio-minimal-operator.yaml

安装 knative

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
// 安装 knative operator
$ kubectl apply -f https://github.com/knative/operator/releases/download/v0.15.0/operator.yaml

// 创建 Knative Serving CR，创建完成后，knative operator 会自动安装 knative 所需要的组件
$ cat <<-EOF | kubectl apply -f -
apiVersion: v1
kind: Namespace
metadata:
 name: knative-serving
---
apiVersion: operator.knative.dev/v1alpha1
kind: KnativeServing
metadata:
  name: knative-serving
  namespace: knative-serving
EOF

// 检查 knative-serving 组件是否正常运行
$ kubectl get deployment -n knative-serving
NAME               READY   UP-TO-DATE   AVAILABLE   AGE
activator          1/1     1            1           3h25m
autoscaler         1/1     1            1           3h25m
autoscaler-hpa     1/1     1            1           3h25m
controller         1/1     1            1           3h25m
istio-webhook      1/1     1            1           3h25m
networking-istio   1/1     1            1           3h25m
webhook            1/1     1            1           3h25m


// 创建 knative-eventing cr
$ cat <<-EOF | kubectl apply -f -
apiVersion: v1
kind: Namespace
metadata:
 name: knative-eventing
---
apiVersion: operator.knative.dev/v1alpha1
kind: KnativeEventing
metadata:
  name: knative-eventing
  namespace: knative-eventing
EOF

// 检查 knative-eventing 组件是否正常运行
$ kubectl get deployment -n knative-eventing
NAME                    READY   UP-TO-DATE   AVAILABLE   AGE
broker-controller       1/1     1            1           3h25m
broker-filter           1/1     1            1           3h25m
broker-ingress          1/1     1            1           3h25m
eventing-controller     1/1     1            1           3h25m
eventing-webhook        1/1     1            1           3h25m
imc-controller          1/1     1            1           3h25m
imc-dispatcher          1/1     1            1           3h25m
mt-broker-controller    1/1     1            1           3h25m
pingsource-mt-adapter   1/1     1            1           109m


// 为 knative-serving namespace 启用 istio sidecar 自动注入功能
$ kubectl label namespace knative-serving istio-injection=enabled

// 启用 Istio mTLS 功能
$ cat <<EOF | kubectl apply -f -
apiVersion: "security.istio.io/v1beta1"
kind: "PeerAuthentication"
metadata:
  name: "default"
  namespace: "knative-serving"
spec:
  mtls:
    mode: PERMISSIVE
EOF

// 安装 knative 客户端工具 kn，类似于 kubectl、istioctl 可以对 kantive 中的资源进行操作
$ curl https://storage.googleapis.com/knative-nightly/client/latest/kn-darwin-amd64
$ cp kn-darwin-amd64 /usr/local/bin/kn

检查 knative 服务状态

knative 服务所启动的 pod 分别在 knative-serving 和 knative-eventing 两个 namespace 下，查看 pod 是否都已启动成功：

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
$ kubectl get pod -n knative-serving
NAME                                READY   STATUS    RESTARTS   AGE
activator-7fff689bcb-zt9pm          2/2     Running   2          22d
autoscaler-5bcff95856-pr6nk         2/2     Running   1          22d
autoscaler-hpa-75584dd678-fpk7w     2/2     Running   1          22d
controller-bbdd78bc4-6cqm4          2/2     Running   1          22d
istio-webhook-5f5794dcc4-sgzlj      2/2     Running   1          22d
networking-istio-7d875675c7-gc55v   1/1     Running   0          22d
storage-version-migration-f46wc     1/2     Running   2          22d
webhook-68bb66b676-9xk4s            2/2     Running   7          22d

$ kubectl get pod -n knative-eventing
NAME                                     READY   STATUS      RESTARTS   AGE
broker-controller-5587985664-rrhsj       1/1     Running     0          22d
broker-filter-854c4dbd4d-ng75g           1/1     Running     2          22d
broker-ingress-bd8dd9fb8-6zqv2           1/1     Running     2          22d
eventing-controller-58db89b996-kbrsp     1/1     Running     0          22d
eventing-webhook-7dc8cc7798-sspfm        1/1     Running     5          22d
imc-controller-d88855db5-zj6h6           1/1     Running     0          22d
imc-dispatcher-549db764cc-8lbcj          1/1     Running     0          22d
mt-broker-controller-55b9857d8d-7hf6n    1/1     Running     0          22d
pingsource-mt-adapter-6b465cffdc-gqgn5   1/1     Running     0          22d
storage-version-migration-6mm74          0/1     Completed   0          22d
v0.15.0-upgrade-5vr8z                    0/1     Completed   0          22d

参考：

istio 安装：https://knative.dev/development/install/installing-istio/#installing-istio-with-sidecar-injection

knative 安装：https://knative.dev/v0.15-docs/install/knative-with-operators/