Supporting memory efficient dropout in flash attention (#23) #38

	# This workflow will install Python dependencies, run tests and lint with a single version of Python
	# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

	name: Python application

	on:
	push:
	branches: [ "main" ]
	pull_request:
	branches: [ "main" ]

	permissions:
	contents: read

	jobs:
	build:
	runs-on: self-hosted
	steps:
	- uses: actions/checkout@v4
	with:
	ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}

	# - name: Set up Python 3.10
	# uses: actions/setup-python@v3
	# with:
	# python-version: "3.10"

	# - name: Install dependencies
	# run: \|
	# python -m pip install --upgrade pip
	# pip install flake8 pytest
	# if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
	# pip install .

	- name: Activate Virtualenv
	run: \|
	source /home/flagattn_ci/.virtualenvs/release/bin/activate
	echo PATH=$PATH >> $GITHUB_ENV

	- name: Editable Install
	run: \|
	pip install --no-dependencies -e .

	# - name: Lint with flake8
	# run: \|
	# # stop the build if there are Python syntax errors or undefined names
	# flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
	# # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
	# flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
	- name: Test with pytest
	run: \|
	pytest tests

Provide feedback