Merge remote-tracking branch 'parent/main' into upstream-20241015 #2318

Workflow file for this run

.github/workflows/test-ruby.yml at 9ef5c05

	name: Ruby Testing

	on:
	push:
	branches-ignore:
	- 'dependabot/**'
	- 'renovate/**'
	pull_request:

	env:
	BUNDLE_CLEAN: true
	BUNDLE_FROZEN: true

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	build:
	runs-on: ubuntu-latest

	strategy:
	fail-fast: true
	matrix:
	mode:
	- production
	- test
	env:
	RAILS_ENV: ${{ matrix.mode }}
	BUNDLE_WITH: ${{ matrix.mode }}
	OTP_SECRET: precompile_placeholder
	SECRET_KEY_BASE: precompile_placeholder

	steps:
	- uses: actions/checkout@v4

	- name: Set up Ruby environment
	uses: ./.github/actions/setup-ruby

	- name: Set up Javascript environment
	uses: ./.github/actions/setup-javascript
	with:
	onlyProduction: 'true'

	- name: Precompile assets
	# Previously had set this, but it's not supported
	# export NODE_OPTIONS=--openssl-legacy-provider
	run: \|-
	./bin/rails assets:precompile

	- name: Archive asset artifacts
	run: \|
	tar --exclude={".br",".gz"} -zcf artifacts.tar.gz public/assets public/packs*

	- uses: actions/upload-artifact@v4
	if: matrix.mode == 'test'
	with:
	path: \|-
	./artifacts.tar.gz
	name: ${{ github.sha }}
	retention-days: 0

	test:
	runs-on: ubuntu-latest

	needs:
	- build

	services:
	postgres:
	image: postgres:14-alpine
	env:
	POSTGRES_PASSWORD: postgres
	POSTGRES_USER: postgres
	options: >-
	--health-cmd pg_isready
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 5432:5432

	redis:
	image: redis:7-alpine
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 6379:6379

	env:
	DB_HOST: localhost
	DB_USER: postgres
	DB_PASS: postgres
	DISABLE_SIMPLECOV: ${{ matrix.ruby-version != '.ruby-version' }}
	RAILS_ENV: test
	ALLOW_NOPAM: true
	PAM_ENABLED: true
	PAM_DEFAULT_SERVICE: pam_test
	PAM_CONTROLLED_SERVICE: pam_test_controlled
	OIDC_ENABLED: true
	OIDC_SCOPE: read
	SAML_ENABLED: true
	CAS_ENABLED: true
	BUNDLE_WITH: 'pam_authentication test'
	GITHUB_RSPEC: ${{ matrix.ruby-version == '.ruby-version' && github.event.pull_request && 'true' }}
	ES_ENABLED: false

	strategy:
	fail-fast: false
	matrix:
	ruby-version:
	- '3.0'
	- '3.1'
	- '.ruby-version'
	steps:
	- uses: actions/checkout@v4

	- uses: actions/download-artifact@v4
	with:
	path: './'
	name: ${{ github.sha }}

	- name: Expand archived asset artifacts
	run: \|
	tar xvzf artifacts.tar.gz

	- name: Set up Ruby environment
	uses: ./.github/actions/setup-ruby
	with:
	ruby-version: ${{ matrix.ruby-version}}
	additional-system-dependencies: ffmpeg imagemagick libpam-dev

	- name: Load database schema
	run: './bin/rails db:create db:schema:load db:seed'

	- run: bin/rspec

	- name: Upload coverage reports to Codecov
	if: matrix.ruby-version == '.ruby-version'
	uses: codecov/codecov-action@v4
	with:
	files: coverage/lcov/mastodon.lcov

	test-e2e:
	name: End to End testing
	runs-on: ubuntu-latest

	needs:
	- build

	services:
	postgres:
	image: postgres:14-alpine
	env:
	POSTGRES_PASSWORD: postgres
	POSTGRES_USER: postgres
	options: >-
	--health-cmd pg_isready
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 5432:5432

	redis:
	image: redis:7-alpine
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 6379:6379

	env:
	DB_HOST: localhost
	DB_USER: postgres
	DB_PASS: postgres
	DISABLE_SIMPLECOV: true
	RAILS_ENV: test
	BUNDLE_WITH: test
	ES_ENABLED: false

	strategy:
	fail-fast: false
	matrix:
	ruby-version:
	- '3.0'
	- '3.1'
	- '.ruby-version'

	steps:
	- uses: actions/checkout@v4

	- uses: actions/download-artifact@v4
	with:
	path: './public'
	name: ${{ github.sha }}

	- name: Set up Ruby environment
	uses: ./.github/actions/setup-ruby
	with:
	ruby-version: ${{ matrix.ruby-version}}
	additional-system-dependencies: ffmpeg imagemagick

	- name: Set up Javascript environment
	uses: ./.github/actions/setup-javascript

	- name: Load database schema
	run: './bin/rails db:create db:schema:load db:seed'

	- run: bundle exec rake spec:system

	- name: Archive logs
	uses: actions/upload-artifact@v4
	if: failure()
	with:
	name: e2e-logs-${{ matrix.ruby-version }}
	path: log/

	- name: Archive test screenshots
	uses: actions/upload-artifact@v4
	if: failure()
	with:
	name: e2e-screenshots
	path: tmp/capybara/

	test-search:
	name: Elastic Search integration testing
	runs-on: ubuntu-latest

	needs:
	- build

	services:
	postgres:
	image: postgres:14-alpine
	env:
	POSTGRES_PASSWORD: postgres
	POSTGRES_USER: postgres
	options: >-
	--health-cmd pg_isready
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 5432:5432

	redis:
	image: redis:7-alpine
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 6379:6379

	env:
	DB_HOST: localhost
	DB_USER: postgres
	DB_PASS: postgres
	DISABLE_SIMPLECOV: true
	RAILS_ENV: test
	BUNDLE_WITH: test
	ES_ENABLED: true
	ES_HOST: localhost
	ES_PORT: 9200

	strategy:
	fail-fast: false
	matrix:
	ruby-version:
	- '3.0'
	- '3.1'
	- '.ruby-version'
	search-image:
	- docker.elastic.co/elasticsearch/elasticsearch:7.17.13
	include:
	- ruby-version: '.ruby-version'
	search-image: docker.elastic.co/elasticsearch/elasticsearch:8.10.2

	steps:
	- uses: actions/checkout@v4

	- uses: actions/download-artifact@v4
	with:
	path: './public'
	name: ${{ github.sha }}

	- name: Set up Ruby environment
	uses: ./.github/actions/setup-ruby
	with:
	ruby-version: ${{ matrix.ruby-version}}
	additional-system-dependencies: ffmpeg imagemagick

	- name: Set up Javascript environment
	uses: ./.github/actions/setup-javascript

	- name: Configure sysctl limits
	run: \|
	sudo swapoff -a
	sudo sysctl -w vm.swappiness=1
	sudo sysctl -w fs.file-max=262144
	sudo sysctl -w vm.max_map_count=262144

	- name: Install Elasticsearch
	run: \|
	wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-7.17.10-amd64.deb
	wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-7.17.10-amd64.deb.sha512
	shasum -a 512 -c elasticsearch-7.17.10-amd64.deb.sha512
	sudo dpkg -i elasticsearch-7.17.10-amd64.deb
	sudo /usr/share/elasticsearch/bin/elasticsearch-plugin install https://github.com/WorksApplications/elasticsearch-sudachi/releases/download/v3.1.0/elasticsearch-7.17.10-analysis-sudachi-3.1.0.zip

	- name: Install dictionary
	run: \|
	wget http://sudachi.s3-website-ap-northeast-1.amazonaws.com/sudachidict/sudachi-dictionary-latest-core.zip
	unzip sudachi-dictionary-latest-core.zip
	sudo mkdir /etc/elasticsearch/sudachi -p
	sudo cp sudachi-dictionary-*/system_core.dic /etc/elasticsearch/sudachi

	- name: Set security settings
	run: \|
	sudo cp .github/workflows/elasticsearch-settings/elasticsearch.yml /etc/elasticsearch

	- name: Running Elasticsearch
	run: \|
	sudo systemctl start elasticsearch

	- name: Load database schema
	run: './bin/rails db:create db:schema:load db:seed'

	- run: bin/rspec --tag search

	- name: Archive logs
	uses: actions/upload-artifact@v4
	if: failure()
	with:
	name: test-search-logs-${{ matrix.ruby-version }}
	path: log/

	- name: Archive test screenshots
	uses: actions/upload-artifact@v4
	if: failure()
	with:
	name: test-search-screenshots
	path: tmp/capybara/

	test-back-and-return:
	name: Back to original and return test
	runs-on: ubuntu-latest

	needs:
	- build

	services:
	postgres:
	image: postgres:14-alpine
	env:
	POSTGRES_PASSWORD: postgres
	POSTGRES_USER: postgres
	options: >-
	--health-cmd pg_isready
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 5432:5432

	redis:
	image: redis:7-alpine
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	ports:
	- 6379:6379

	env:
	DB_HOST: localhost
	DB_USER: postgres
	DB_PASS: postgres
	DISABLE_SIMPLECOV: ${{ matrix.ruby-version != '.ruby-version' }}
	RAILS_ENV: test
	ALLOW_NOPAM: true
	PAM_ENABLED: true
	PAM_DEFAULT_SERVICE: pam_test
	PAM_CONTROLLED_SERVICE: pam_test_controlled
	OIDC_ENABLED: true
	OIDC_SCOPE: read
	SAML_ENABLED: true
	CAS_ENABLED: true
	BUNDLE_WITH: 'pam_authentication test'
	GITHUB_RSPEC: ${{ matrix.ruby-version == '.ruby-version' && github.event.pull_request && 'true' }}
	ES_ENABLED: false
	BACK_UPSTREAM_FORCE: true

	strategy:
	fail-fast: false
	matrix:
	ruby-version:
	- '.ruby-version'
	steps:
	- uses: actions/checkout@v4

	- uses: actions/download-artifact@v4
	with:
	path: './'
	name: ${{ github.sha }}

	- name: Expand archived asset artifacts
	run: \|
	tar xvzf artifacts.tar.gz

	- name: Set up Ruby environment
	uses: ./.github/actions/setup-ruby
	with:
	ruby-version: ${{ matrix.ruby-version}}
	additional-system-dependencies: ffmpeg imagemagick libpam-dev

	- name: Load database schema
	run: './bin/rails db:create db:schema:load db:seed'

	- name: Back to upstream schema
	run: 'bundle exec rake dangerous:back_upstream'

	- name: Return to kmyblue
	run: './bin/rails db:migrate'

	- run: bin/rspec

	- name: Upload coverage reports to Codecov
	if: matrix.ruby-version == '.ruby-version'
	uses: codecov/codecov-action@v3
	with:
	files: coverage/lcov/mastodon-back-ret.lcov

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Merge remote-tracking branch 'parent/main' into upstream-20241015 #2318

Workflow file

Merge remote-tracking branch 'parent/main' into upstream-20241015 #2318

Jobs

Run details

Workflow file for this run