Add CI support for gVisor syscall test image

This commit is contained in:
He Sun 2021-01-04 14:42:43 +08:00 committed by Zongmin.Gu
parent 1788f94bfe
commit cca7910c2f
2 changed files with 71 additions and 9 deletions

@ -1,16 +1,17 @@
name: Build Image for CI (Manual Trigger) name: Build Image for CI (Manual Trigger)
# For some demos which need a lot of dependencies, building and installing depencies # For some demos which need a lot of dependencies, building and installing
# during every test consumes much time. Thus, build images specific for these demos. # depencies during every test consumes much time. Thus, build images specific
# Now only gRPC OpenVINO and Python need its own test image. The images are stored in # for these demos. Now only gRPC OpenVINO and Python need its own test image.
# "occlumbackup/occlum" dockerhub repo. # GVisor syscall test also compiles slow. It needs its own image. The images
# are stored in "occlumbackup/occlum" dockerhub repo.
# This is a manual trigger. # This is a manual trigger.
on: on:
workflow_dispatch: workflow_dispatch:
inputs: inputs:
demo_name: image_name:
description: 'demo image name (must choose from <grpc, openvino, python>)' description: 'image name (must choose from <grpc, gvisor_test, openvino, python>)'
required: true required: true
default: 'grpc' default: 'grpc'
tag: tag:
@ -22,7 +23,7 @@ on:
jobs: jobs:
Build_grpc_image: Build_grpc_image:
runs-on: ubuntu-18.04 runs-on: ubuntu-18.04
if: github.event.inputs.demo_name == 'grpc' if: github.event.inputs.image_name == 'grpc'
steps: steps:
- name: Checkout code - name: Checkout code
@ -59,9 +60,48 @@ jobs:
tags: occlumbackup/occlum:${{ github.event.inputs.tag }}-ubuntu18.04-grpc tags: occlumbackup/occlum:${{ github.event.inputs.tag }}-ubuntu18.04-grpc
Build_gvisor_test_image:
runs-on: ubuntu-18.04
if: github.event.inputs.image_name == 'gvisor_test'
steps:
- name: Checkout code
uses: actions/checkout@v2
- name: Get occlum version
run: echo "OCCLUM_VERSION=$(grep 'Version =' src/pal/include/occlum_version.h | awk '{print $4}')" >> $GITHUB_ENV;
# Because "Build and push" step `context` field can't be subdir,
# we need to copy files needed by dockerfile to root dir of the project
- name: Copy context for docker build
run: |
cp -r tools/docker .
- name: Set up QEMU
uses: docker/setup-qemu-action@v1
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1
- name: Login to DockerHub
uses: docker/login-action@v1
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Build and push
uses: docker/build-push-action@v2
with:
context: .
file: ./tools/docker/ci/Dockerfile.gvisor_test
platforms: linux/amd64
build-args: OCCLUM_VERSION=${{ env.OCCLUM_VERSION }}
push: true
tags: occlumbackup/occlum:${{ github.event.inputs.tag }}-ubuntu18.04-gvisor_test
Build_openvino_image: Build_openvino_image:
runs-on: ubuntu-18.04 runs-on: ubuntu-18.04
if: github.event.inputs.demo_name == 'openvino' if: github.event.inputs.image_name == 'openvino'
steps: steps:
- name: Checkout code - name: Checkout code
@ -100,7 +140,7 @@ jobs:
Build_python_image: Build_python_image:
runs-on: ubuntu-18.04 runs-on: ubuntu-18.04
if: github.event.inputs.demo_name == 'python' if: github.event.inputs.image_name == 'python'
steps: steps:
- name: Checkout code - name: Checkout code

@ -0,0 +1,22 @@
ARG OCCLUM_VERSION
FROM occlum/occlum:$OCCLUM_VERSION-ubuntu18.04 as base
LABEL maintainer="He Sun <bochang.sh@antgroup.com>"
# Install bazel
WORKDIR /root
RUN apt update && apt install curl gnupg -y && \
curl -fsSL https://bazel.build/bazel-release.pub.gpg | gpg --dearmor > bazel.gpg && \
mv bazel.gpg /etc/apt/trusted.gpg.d/ && \
echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list && \
apt update && apt install bazel -y
# Install gvisor syscall test binaries
WORKDIR /root
RUN git clone -b occlum-release-20200921.0 https://github.com/occlum/gvisor.git && \
cd gvisor/occlum && \
./build_and_install_syscall_tests.sh && \
cd /root && \
mv gvisor/occlum gvisor_occlum && \
rm -rf gvisor
WORKDIR /root