fixing read temp issue + 32 worker #30
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run Extraction Pipeline | |
| on: | |
| push: | |
| branches: | |
| - 'exp/*' | |
| workflow_dispatch: | |
| inputs: | |
| prop_file_name: | |
| description: 'Property file name (e.g., prop.yaml, prop_ipazia.yaml)' | |
| required: true | |
| default: 'prop.ipazia.yaml' | |
| jobs: | |
| extract: | |
| timeout-minutes: 50000 # 34 days max time to run | |
| runs-on: self-hosted # Executes directly on your target server | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v4 | |
| - name: Build Podman Image | |
| run: | | |
| podman build \ | |
| --build-arg CACHE_BUST=$(git rev-parse HEAD) \ | |
| -t graph-analysis -f docker/Dockerfile . | |
| - name: Prepare Host Directories | |
| run: | | |
| mkdir -p /ipazianas/pasquini/extraction/outputs | |
| mkdir -p /ipazianas/pasquini/extraction/logs | |
| - name: Run Extraction Container | |
| run: | | |
| # Select the prop file to use (dispatch input or 'prop.yaml' fallback for pushes) | |
| PROP_FILE="${{ github.event.inputs.prop_file_name || 'prop.ipazia.yaml' }}" | |
| # Mount the selected configuration file into the container | |
| podman run --replace \ | |
| --name graph_analysis \ | |
| --network host \ | |
| -v /ipazianas/pasquini/extraction/outputs:/app/resources \ | |
| -v /ipazianas/pasquini/extraction/logs:/app/logs \ | |
| -v "${{ github.workspace }}/properties/${PROP_FILE}":/app/properties/prop.yaml:ro \ | |
| -e MONGO_URI="${{ vars.MONGO_URI }}" \ | |
| -e MONGO_USERNAME="${{ secrets.MONGO_USERNAME }}" \ | |
| -e MONGO_PASSWORD="${{ secrets.MONGO_PASSWORD }}" \ | |
| graph-analysis --properties /app/properties/prop.yaml |