Skip to content

added model training notebook #874

added model training notebook

added model training notebook #874

Workflow file for this run

name: Test
on:
pull_request:
branches:
- develop
- release/v1.0
- ernie-4.5-vl
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
cancel-in-progress: true
jobs:
Check-Changes:
runs-on: ubuntu-latest
outputs:
run_tests: ${{ steps.check_changes.outputs.run_tests }}
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Check Changes
id: check_changes
run: |
git fetch origin ${{ github.base_ref }}
changed_files=$(git diff --name-only origin/${{ github.base_ref }} HEAD)
if echo "$changed_files" | grep -qE "^(data_processor|ernie|erniekit|examples|requirements|tests)/"; then
echo "run_tests=true" >> $GITHUB_OUTPUT
else
echo "run_tests=false" >> $GITHUB_OUTPUT
fi
Test:
needs: Check-Changes
if: needs.Check-Changes.outputs.run_tests == 'true'
name: Test
runs-on: [self-hosted, ernie-8gpu]
steps:
- name: Start Docker
run: |
if [ ! "$(docker ps -q -f name=ERNIE_CI_Test)" ]; then
echo "Starting Test ERNIE_CI_Test"
docker start ERNIE_CI_Test
else
echo "ERNIE_CI_Test already running"
fi
- name: Cleanup Environment Cache
run: docker exec -t ERNIE_CI_Test /bin/bash -c '
rm -rf /workspace/* /workspace/.[!.]* /workspace/..?*'
- name: Get Repo
env:
ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
ACTIONS_ALLOW_UNSECURE_NODE_VERSION: true
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Prepare Model
run: docker exec -t ERNIE_CI_Test /bin/bash -c ' cp -r /home/models/* /workspace '
- name: Install erniekit
run: docker exec -t ERNIE_CI_Test /bin/bash -c '
pip install -e.'
- name: Runing case
run: docker exec -t ERNIE_CI_Test /bin/bash -c '
export FLAGS_tcp_store_using_libuv=0 && make gpu_ci_test'