使用 CodeBuild 在 EC2 VT1 建构 EKS 影音多媒体解决方案

{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Effect": "Allow",
      "Action": [
        "ec2:AttachVolume",
        "ec2:AuthorizeSecurityGroupIngress",
        "ec2:CopyImage",
        "ec2:CreateImage",
        "ec2:CreateKeypair",
        "ec2:CreateSecurityGroup",
        "ec2:CreateSnapshot",
        "ec2:CreateTags",
        "ec2:CreateVolume",
        "ec2:DeleteKeyPair",
        "ec2:DeleteSecurityGroup",
        "ec2:DeleteSnapshot",
        "ec2:DeleteVolume",
        "ec2:DeregisterImage",
        "ec2:DescribeImageAttribute",
        "ec2:DescribeImages",
        "ec2:DescribeInstances",
        "ec2:DescribeInstanceStatus",
        "ec2:DescribeRegions",
        "ec2:DescribeSecurityGroups",
        "ec2:DescribeSnapshots",
        "ec2:DescribeSubnets",
        "ec2:DescribeTags",
        "ec2:DescribeVolumes",
        "ec2:DetachVolume",
        "ec2:GetPasswordData",
        "ec2:ModifyImageAttribute",
        "ec2:ModifyInstanceAttribute",
        "ec2:ModifySnapshotAttribute",
        "ec2:RegisterImage",
        "ec2:RunInstances",
        "ec2:StopInstances",
        "ec2:TerminateInstances"
      ],
      "Resource": "*"
    }
  ]
}

version: 0.2

phases:
  pre_build:
    commands:
      - echo "Installing additional YUM & Python packages..."
      - yum -y update && yum -y install unzip curl python3-pip
      - pip3 install awscli
      - echo "Installing Packer..."
      - cd /usr/local/bin/ && curl -qL -o packer.zip https://releases.hashicorp.com/packer/1.8.0/packer_1.8.0_linux_amd64.zip && unzip packer.zip
      - cd $CODEBUILD_SRC_DIR/xilinx-u30-ami_base && packer version
      - echo "Validating packer JSON"
      - packer validate xilinx-vt-al2-eks.yml
      - env
      - echo $HOME
  build:
    commands:
      - echo "Build Phase"
      - export AWS_MAX_ATTEMPTS=200
      - export PACKER_LOG=1 
      - export PACKER_LOG_PATH=packerlog.txt
      - cd $CODEBUILD_SRC_DIR/xilinx-u30-ami_base && packer build xilinx-vt-al2-eks.yml
      - AMINAME=`cat $CODEBUILD_SRC_DIR/xilinx-u30-ami_base/packerlog.txt | grep -A1 'AMIs were created:' | tail -1 | cut -d ':' -f 2 | cut -d ' ' -f 2`
      - echo $AMINAME

"variables": {
    "region": <你所使用的区域>,
    "flag": "eks-1.21",
    "subnet_id": <你建构 AMI 时的子网域-id >,
    "security_groupids": <你建构 AMI 时的安全组-id >,
    "build_ami": <EKS 优化 AMI-id (根据区域或有所不同) >,
    "xilinx-video-sdk_version": v1.5,
    "xilinx-video-releasedir": "U30_Amazon_2.0_v1.5_20210827"
  },

eksctl create cluster —version=1.21 —without-nodegroup —region <your region> —name <your eks cluster name>

apiVersion: eksctl.io/v1alpha5
kind: ClusterConfig

metadata:
  name: <EKS 集群名称, eg: u30-eks >
  region: <EKS 集群区域, eg: us-east-1 >

vpc:  ##EKS nodegroup 的 vpc/subnet
  id: "vpc-0ad02b8f6add1de30"
  subnets:
    Public:
      us-east-1a:
        id: "subnet-025977455fd1bc1bb"
      us-east-1b:
        id: "subnet-0b220f74a50fe4d98"

managedNodeGroups:
  - name: vt1-ng-1d 
    instanceType: vt1.3xlarge
    volumeSize: 200
    instancePrefix: vt1-ng-1d-worker
    ami: <Amazon VT1 AMI id, eg: ami-09124d6a37695ffd8>
    iam:
      withAddonPolicies:
        imageBuilder: true
        autoScaler: true
        ebs: true
        fsx: true
        cloudWatch: true
    ssh:
      allow: true
      publicKeyName:<自己的私钥对名字>
    subnets:
    - subnet-025977455fd1bc1bb
    minSize: 1
    desiredCapacity: 1
    maxSize: 4
    overrideBootstrapCommand: |
      #!/bin/bash
      /etc/eks/bootstrap.sh <EKS 集群名称, eg: u30-eks>

eksctl create nodegroup -f nodegoup.yaml

3.2 创建完节点组我们亦可在EKS 集群的环境下检视一下刚刚创建的EKS 工作节点是否创建成功。执行以下命令:

kubectl get node

apiVersion: apps/v1
kind: DaemonSet
metadata:
  name: fpga-device-plugin-daemonset
  namespace: kube-system
spec:
  selector:
    matchLabels:
      name: xilinx-fpga-device-plugin
  template:
    metadata:
      annotations:
        scheduler.alpha.kubernetes.io/critical-pod: ""
      labels:
        name: xilinx-fpga-device-plugin
    spec:
      tolerations:
      - key: CriticalAddonsOnly
        operator: Exists
      containers:
      - image: public.ecr.aws/xilinx_dcg/k8s-fpga-device-plugin:1.0.100
        name: xilinx-fpga-device-plugin
        securityContext:
          allowPrivilegeEscalation: false
          capabilities:
            drop: ["ALL"]
        volumeMounts:
          - name: device-plugin
            mountPath: /var/lib/kubelet/device-plugins
      volumes:
        - name: device-plugin
          hostPath:
            path: /var/lib/kubelet/device-plugins

kubectl apply -f xilinx-device-plugin.yml

kubectl describe node

kubectl apply -f u30-pod.yml
apiVersion: v1
kind: Pod
metadata:
# Choose a unique test pod name
  name: u30                                     
spec:
  containers:
# Choose a unique container name
  - name: u30               
# Path to the Docker image on ECR              
    image: public.ecr.aws/h3v8x5z1/x30:latest                      
    resources:
      limits:
# Number of Alveo U30 cards which should be mounted
        xilinx.com/fpga-xilinx_u30_gen3x4_base_1-0: 1  
    command: ["/bin/sh"]
    args: ["-c", "while true; do echo hello; sleep 10;done"]

sh /opt/xilinx/xcdr/setup.sh

ffmpeg -c:v mpsoc_vcu_h264 -i visitalps_1080p30.mp4 -vf xvbm_convert -pix_fmt yuv420p -y /tmp/out.mp4