利用 Lambda 容器镜像搭建分布式压测引擎

# FROM blazemeter/taurus
FROM public.ecr.aws/lambda/python:3.8

ARG JMETER_VERSION=5.4.1

# Taurus includes python and pip
# RUN /usr/bin/python3 -m pip install --upgrade pip
RUN /var/lang/bin/python3.8 -m pip install --upgrade pip
RUN yum install -y gcc java xmlstarlet bc unzip

RUN pip install bzt
RUN pip install --no-cache-dir awscli

COPY apache-jmeter-${JMETER_VERSION}.zip /var/task
RUN mkdir -p /var/task/.bzt/jmeter-taurus/${JMETER_VERSION}
RUN unzip /var/task/apache-jmeter-${JMETER_VERSION}.zip -d /var/task/.bzt/jmeter-taurus/${JMETER_VERSION}

COPY bzt-rc /var/task/.bzt-rc
COPY cli.py /var/lang/lib/python3.8/site-packages/bzt/cli.py

RUN mkdir -p /tmp/artifacts

# Taurus working directory /tmp in Lambda container
COPY test.json /var/task
COPY load-test.sh /var/task
RUN chmod 755 /var/task/load-test.sh

# schedule app to invoke Taurus shell
COPY app.py ./
CMD ["app.handler"]

settings:
#  default-executor: jmeter  # if you prefer using other executor by default - change this option
  artifacts-dir: /tmp/bzt-artifacts/%Y-%m-%d_%H-%M-%S.%f  # change the default place to store artifact files
  check-updates: false  # check for newer version of Taurus on startup
modules:
  jmeter:
     path: /tmp/.bzt/jmeter-taurus/5.4.1/bin/jmeter  # path to local jmeter installation

{
    "execution": [
        {
            "concurrency": 100,
            "ramp-up": "5m",
            "hold-for": "1m",
            "scenario": "your scenario name"
        }
    ],
    "scenarios": {
        "exampleName": {
            "requests": [
                {
                    "url": "http://www.example.com",
                    "method": "GET",
                    "body": {},
                    "headers": {}
                }
            ]
        }
    },
    "reporting": [
        {
            "module": "final-stats",
            "summary": true,
            "percentiles": true,
            "summary-labels": true,
            "test-duration": true,
            "dump-xml": "/tmp/artifacts/results.xml"
        }
    ]
}

from __future__ import print_function
import json
import sys
import os
import logging

from os import getenv
from boto3 import client
from botocore.exceptions import ClientError

# REQUIRED: The table name to copy records to.
S3_BUCKET = getenv('S3_BUCKET')

# @see https://docs.python.org/3/library/logging.html#logging-levels
LOGGING_LEVEL = getenv('LOGGING_LEVEL', 'INFO')

# Set up logging level, and stream stream to stdout if not running in Lambda.
# (We don't want to change the basicConfig if we ARE running in Lambda).
logger = logging.getLogger(__name__)
if getenv('AWS_EXECUTION_ENV') is None:
  logging.basicConfig(stream=sys.stdout, level=LOGGING_LEVEL)
else:
  logger.setLevel(LOGGING_LEVEL)

# Helper class to convert a DynamoDB item to JSON.
class DecimalEncoder(json.JSONEncoder):
    def default(self, o):
        if isinstance(o, decimal.Decimal):
            if o % 1 > 0:
                return float(o)
            else:
                return int(o)
        return super(DecimalEncoder, self).default(o)

dynamodb = client('dynamodb', region_name='us-east-1')

def handler(event, context):
    os.system('cp -r /var/task/. /tmp')
    os.system('touch /tmp/artifacts/results.xml')
    cmd = '/tmp/load-test.sh '+ S3_BUCKET
    os.system(cmd)
    logger.info('invoke event from jmeter %s' % json.dumps(event, indent=4, cls=DecimalEncoder))

    # upload test results to DynamoDB
    # Omit here…
    return {
        "statusCode": 200,
        "body": json.dumps({
            "HTTPStatusCode": 200,
        }),
    }

#!/bin/bash
echo "S3_BUCKET:: ${1}"

S3_BUCKET=${1}

echo "Running test"
bzt test.json -o modules.console.disable=true | tee -a result.tmp

if [ -f /tmp/artifacts/results.xml ]; then
  echo "Validating Test Duration"
  TEST_DURATION=`xmlstarlet sel -t -v "/FinalStatus/TestDuration" /tmp/artifacts/results.xml`

  if (( $(echo "$TEST_DURATION > $CALCULATED_DURATION" | bc -l) )); then
    echo "Updating test duration: $CALCULATED_DURATION s"
    xmlstarlet ed -L -u /FinalStatus/TestDuration -v $CALCULATED_DURATION /tmp/artifacts/results.xml
  fi

  echo "Uploading results"
  aws s3 cp /tmp/artifacts/results.xml s3://$S3_BUCKET/results/demo.xml
else
  echo "There might be an error happened while the test."
fi

# 登陆ECR
aws ecr get-login-password --region us-east-1 | docker login --username AWS --password-stdin 123456789012.dkr.ecr.us-east-1.amazonaws.com

# 打包，tag，推送
docker build -t bzt-lambda:local -f DockerfileLambda . && docker tag bzt-lambda:local 123456789012.dkr.ecr.us-east-1.amazonaws.com/taurus:latest && docker push 123456789012.dkr.ecr.us-east-1.amazonaws.com/taurus:latest

docker exec -it $(docker ps -q) /bin/bash
bash-4.2# ls /tmp/
artifacts
bash-4.2# ls /var/task/
apache-jmeter-5.4.1.zip  app.py  load-test.sh  test.json
bash-4.2# which bzt
/var/lang/bin/bzt

Running test
15:20:00 INFO: Taurus CLI Tool v1.15.2
15:20:00 INFO: Starting with configs: ['test.json']
15:20:00 INFO: Configuring...
15:20:00 INFO: Artifacts dir: /tmp/bzt-artifacts/2021-02-24_15-20-00.431695
15:20:00 INFO: Preparing...
…
15:21:01 INFO: Current: 15 vu   17 succ 0 fail  0.865 avg rt    /       Cumulative: 0.910 avg rt, 0% failures
15:21:02 INFO: Current: 16 vu   19 succ 0 fail  0.925 avg rt    /       Cumulative: 0.911 avg rt, 0% failures
15:21:03 INFO: Current: 16 vu   16 succ 0 fail  0.881 avg rt    /       Cumulative: 0.910 avg rt, 0% failures
15:21:04 INFO: Current: 16 vu   17 succ 0 fail  0.876 avg rt    /       Cumulative: 0.908 avg rt, 0% failures
15:21:05 INFO: Current: 17 vu   24 succ 0 fail  0.835 avg rt    /       Cumulative: 0.905 avg rt, 0% failures

Resources:
  HelloWorldFunction:
    Type: AWS::Serverless::Function
    Properties:
      PackageType: Image
      Events:
        InvokeTest:
          Type: Api
          Properties:
            Path: /test
            Method: get
      ImageUrl: ‘123456789012.dkr.ecr.us-east-1.amazonaws.com/taurus:latest’
  ImageConfig:
      Command:
        - "app.handler"
      WorkingDirectory: "/var/task"
    Metadata:
      DockerTag: python3.8
      DockerContext: ./test
      Dockerfile: Dockerfile