[RayJob][Feature] add light weight job submitter in kuberay image #6616

Workflow file for this run

.github/workflows/test-job.yaml at 1e6811e

	name: Go-build-and-test

	on:
	push:
	branches:
	- master
	pull_request:
	branches: [ master ]

	jobs:
	lint:
	name: Lint (pre-commit)
	runs-on: ubuntu-latest
	steps:
	- name: Install golangci-lint
	run: \|
	curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh \| sh -s v1.60.3
	mv ./bin/golangci-lint /usr/local/bin/golangci-lint
	shell: bash

	- name: Install kubeconform
	run: \|
	curl -L https://github.com/yannh/kubeconform/releases/download/v0.6.7/kubeconform-linux-amd64.tar.gz -o kubeconform.tar.gz
	tar -xzf kubeconform.tar.gz
	mv kubeconform /usr/local/bin/

	- uses: actions/checkout@v3
	- uses: actions/setup-python@v3
	- uses: pre-commit/[email protected]

	build_apiserver:
	env:
	working-directory: ./apiserver
	name: Build Apiserver and Docker Images
	runs-on: ubuntu-latest
	steps:
	- name: Set up Go
	uses: actions/setup-go@v3
	with:
	go-version: v1.22

	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- name: list directories
	working-directory: ${{env.working-directory}}
	run: \|
	pwd
	ls -R

	- name: install kubebuilder
	run: \|
	wget https://github.com/kubernetes-sigs/kubebuilder/releases/download/v3.0.0/kubebuilder_$(go env GOOS)_$(go env GOARCH)
	sudo mv kubebuilder_$(go env GOOS)_$(go env GOARCH) /usr/local/bin/kubebuilder

	- name: Get revision SHA
	id: vars
	run: echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"

	- name: Get dependencies
	run: go mod download
	working-directory: ${{env.working-directory}}

	- name: Build
	run: go build ./...
	working-directory: ${{env.working-directory}}

	- name: Test
	run: go test ./pkg/... ./cmd/... -race -parallel 4
	working-directory: ${{env.working-directory}}

	- name: Set up Docker
	uses: docker-practice/actions-setup-docker@master

	- name: Build Docker Image - Apiserver
	run: \|
	docker build -t kuberay/apiserver:${{ steps.vars.outputs.sha_short }} -f apiserver/Dockerfile .
	docker save -o /tmp/apiserver.tar kuberay/apiserver:${{ steps.vars.outputs.sha_short }}

	- name: Upload Artifact Apiserver
	uses: actions/upload-artifact@v4
	with:
	name: apiserver_img
	path: /tmp/apiserver.tar

	- name: Log in to Quay.io
	uses: docker/login-action@v2
	with:
	registry: quay.io
	username: ${{ secrets.QUAY_USERNAME }}
	password: ${{ secrets.QUAY_ROBOT_TOKEN }}
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	- name: Push Apiserver to Quay.io
	run: \|
	docker image tag kuberay/apiserver:${{ steps.vars.outputs.sha_short }} quay.io/kuberay/apiserver:${{ steps.vars.outputs.sha_short }};
	docker push quay.io/kuberay/apiserver:${{ steps.vars.outputs.sha_short }};
	docker image tag kuberay/apiserver:${{ steps.vars.outputs.sha_short }} quay.io/kuberay/apiserver:nightly;
	docker push quay.io/kuberay/apiserver:nightly
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	build_security_proxy:
	env:
	working-directory: ./experimental
	name: Build security proxy Binaries and Docker Images
	runs-on: ubuntu-latest
	steps:

	- name: Set up Go
	uses: actions/setup-go@v3
	with:
	go-version: v1.22

	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- name: list directories
	working-directory: ${{env.working-directory}}
	run: \|
	pwd
	ls -R

	- name: install kubebuilder
	run: \|
	wget https://github.com/kubernetes-sigs/kubebuilder/releases/download/v3.0.0/kubebuilder_$(go env GOOS)_$(go env GOARCH)
	sudo mv kubebuilder_$(go env GOOS)_$(go env GOARCH) /usr/local/bin/kubebuilder

	- name: Get revision SHA
	id: vars
	run: echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"

	- name: Get dependencies
	run: go mod download
	working-directory: ${{env.working-directory}}

	- name: Build
	run: make build
	working-directory: ${{env.working-directory}}

	- name: Set up Docker
	uses: docker-practice/actions-setup-docker@master

	- name: Build Docker Image - security proxy
	run: \|
	IMG=kuberay/security-proxy:${{ steps.vars.outputs.sha_short }} make docker-image
	docker save -o /tmp/security-proxy.tar kuberay/security-proxy:${{ steps.vars.outputs.sha_short }}
	working-directory: ${{env.working-directory}}

	- name: Upload security proxy artifact
	uses: actions/upload-artifact@v4
	with:
	name: security-proxy_img
	path: /tmp/security-proxy.tar

	- name: Log in to Quay.io
	uses: docker/login-action@v2
	with:
	registry: quay.io
	username: ${{ secrets.QUAY_USERNAME }}
	password: ${{ secrets.QUAY_ROBOT_TOKEN }}
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	- name: Push security proxy to Quay.io
	run: \|
	docker image tag kuberay/security-proxy:${{ steps.vars.outputs.sha_short }} quay.io/kuberay/security-proxy:${{ steps.vars.outputs.sha_short }};
	docker push quay.io/kuberay/security-proxy:${{ steps.vars.outputs.sha_short }};
	docker image tag kuberay/security-proxy:${{ steps.vars.outputs.sha_short }} quay.io/kuberay/security-proxy:nightly;
	docker push quay.io/kuberay/security-proxy:nightly
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	build_operator:
	env:
	working-directory: ./ray-operator
	name: Build Operator Binaries and Docker Images
	runs-on: ubuntu-latest
	steps:

	- name: Set up Go
	uses: actions/setup-go@v3
	with:
	go-version: v1.22

	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- name: list directories
	working-directory: ${{env.working-directory}}
	run: \|
	pwd
	ls -R

	- name: install kubebuilder
	run: \|
	wget https://github.com/kubernetes-sigs/kubebuilder/releases/download/v3.0.0/kubebuilder_$(go env GOOS)_$(go env GOARCH)
	sudo mv kubebuilder_$(go env GOOS)_$(go env GOARCH) /usr/local/bin/kubebuilder

	- name: Get revision SHA
	id: vars
	run: echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"

	- name: Get dependencies
	run: go mod download
	working-directory: ${{env.working-directory}}

	- name: Build
	run: make build
	working-directory: ${{env.working-directory}}

	- name: Test
	run: make test
	working-directory: ${{env.working-directory}}

	- name: Set up Docker
	uses: docker-practice/actions-setup-docker@master

	- name: Build Docker Image - Operator
	run: \|
	IMG=kuberay/operator:${{ steps.vars.outputs.sha_short }} make docker-image
	docker save -o /tmp/operator.tar kuberay/operator:${{ steps.vars.outputs.sha_short }}
	working-directory: ${{env.working-directory}}

	- name: Upload Artifact Operator
	uses: actions/upload-artifact@v4
	with:
	name: operator_img
	path: /tmp/operator.tar

	- name: Log in to Quay.io
	uses: docker/login-action@v2
	with:
	registry: quay.io
	username: ${{ secrets.QUAY_USERNAME }}
	password: ${{ secrets.QUAY_ROBOT_TOKEN }}
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	# Build operators inside the gh runner vm directly and then copy the go binaries to docker images using the Dockerfile.buildx
	- name: Compile linux/amd64 Operator go binary
	env:
	CGO_ENABLED: 1
	GOOS: linux
	GOARCH: amd64
	run: \|
	CGO_ENABLED=$CGO_ENABLED GOOS=$GOOS GOARCH=$GOARCH go build -tags strictfipsruntime -a -o manager-$GOARCH main.go
	working-directory: ${{env.working-directory}}
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	- name: Cross Compile linux/arm64 Operator binary
	env:
	CC: aarch64-linux-gnu-gcc
	CGO_ENABLED: 1
	GOOS: linux
	GOARCH: arm64
	run: \|
	sudo apt-get update
	sudo apt-get install -y gcc-aarch64-linux-gnu libc6-dev-arm64-cross
	CC=$CC CGO_ENABLED=$CGO_ENABLED GOOS=$GOOS GOARCH=$GOARCH go build -tags strictfipsruntime -a -o manager-$GOARCH main.go
	working-directory: ${{env.working-directory}}
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	- name: Build MultiArch Docker Image and Push on Merge
	uses: docker/build-push-action@v5
	env:
	REPO_ORG: kuberay
	REPO_NAME: operator
	with:
	platforms: linux/amd64,linux/arm64
	context: ${{env.working-directory}}
	file: ${{env.working-directory}}/Dockerfile.buildx
	push: true
	provenance: false
	tags: \|
	quay.io/${{env.REPO_ORG}}/${{env.REPO_NAME}}:${{ steps.vars.outputs.sha_short }}
	quay.io/${{env.REPO_ORG}}/${{env.REPO_NAME}}:nightly
	if: contains(fromJson('["refs/heads/master"]'), github.ref)

	build_kubectl-plugin:
	env:
	working-directory: ./kubectl-plugin
	name: Build Ray Kubectl plugin
	runs-on: ubuntu-latest
	steps:
	- name: Set up Go
	uses: actions/setup-go@v3
	with:
	go-version: v1.22

	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- name: Get dependencies
	run: go mod download
	working-directory: ${{env.working-directory}}

	- name: Build CLI
	run: go build -o kubectl-ray -a ./cmd/kubectl-ray.go
	working-directory: ${{env.working-directory}}

	- name: Test
	run: go test ./pkg/... -race -parallel 4
	working-directory: ${{env.working-directory}}

	test-compatibility-2_7_0:
	needs:
	- build_operator
	- build_apiserver
	- lint
	runs-on: ubuntu-latest
	name: Compatibility Test - 2.7.0
	steps:
	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- uses: ./.github/workflows/actions/compatibility
	with:
	ray_version: 2.7.0

	test-compatibility-2_8_0:
	needs:
	- build_operator
	- build_apiserver
	- lint
	runs-on: ubuntu-latest
	name: Compatibility Test - 2.8.0
	steps:
	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- uses: ./.github/workflows/actions/compatibility
	with:
	ray_version: 2.8.0

	test-compatibility-2_9_0:
	needs:
	- build_operator
	- build_apiserver
	- lint
	runs-on: ubuntu-latest
	name: Compatibility Test - 2.9.0
	steps:
	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- uses: ./.github/workflows/actions/compatibility
	with:
	ray_version: 2.9.0

	test-compatibility-nightly:
	needs:
	- build_operator
	- build_apiserver
	- lint
	runs-on: ubuntu-latest
	name: Compatibility Test - Nightly
	steps:
	- name: Check out code into the Go module directory
	uses: actions/checkout@v2
	with:
	# When checking out the repository that
	# triggered a workflow, this defaults to the reference or SHA for that event.
	# Default value should work for both pull_request and merge(push) event.
	ref: ${{github.event.pull_request.head.sha}}

	- uses: ./.github/workflows/actions/compatibility
	with:
	ray_version: nightly

	python-client-test:
	runs-on: ubuntu-latest
	name: Python Client Test
	steps:
	- name: Set up Docker
	uses: docker-practice/actions-setup-docker@master

	- name: Install Kind
	run: \|
	curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.22.0/kind-linux-amd64
	chmod +x ./kind
	sudo mv ./kind /usr/local/bin/kind
	kind create cluster
	shell: bash

	- name: Checkout Python
	uses: actions/checkout@v2

	- name: Setup Python
	uses: actions/setup-python@v2
	with:
	python-version: '3.x'

	- name: Install package and run unittest for Python client
	working-directory: ./clients/python-client
	run: \|
	pip install -e .
	python3 -m unittest discover 'python_client_test/'

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[RayJob][Feature] add light weight job submitter in kuberay image #6616

Workflow file

[RayJob][Feature] add light weight job submitter in kuberay image #6616

Jobs

Run details

Workflow file for this run