opendal/.github/workflows/test_behavior_binding_python.yml at main · apache/opendal · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: Behavior Test Binding Python

on:
  workflow_call:
    inputs:
      os:
        required: true
        type: string
      cases:
        required: true
        type: string

concurrency:
  group: binding_python-${{ inputs.os }}-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true

jobs:
  # Prevent parallel cache building in `test` job by building cache in a separate job
  python-cache:
    runs-on: ${{ inputs.os }}
    steps:
      - uses: actions/checkout@v7

      - name: Setup Rust toolchain
        uses: ./.github/actions/setup
        with:
          need-nextest: true
          need-protoc: true
          need-rocksdb: true
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Setup uv
        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
        with:
          # params must be in sync with `test` job
          working-directory: bindings/python

  test:
    name: ${{ matrix.cases.service }} / ${{ matrix.cases.setup }}
    needs: python-cache
    runs-on: ${{ inputs.os }}
    strategy:
      fail-fast: false
      matrix:
        cases: ${{ fromJson(inputs.cases) }}
    steps:
      - uses: actions/checkout@v7
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup
        with:
          need-nextest: true
          need-protoc: true
          need-rocksdb: true
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Setup 1Password Connect
        shell: bash
        run: |
          echo "::add-mask::${{ secrets.OP_CONNECT_HOST }}"
          echo "::add-mask::${{ secrets.OP_CONNECT_TOKEN }}"
          echo "OP_CONNECT_HOST=${{ secrets.OP_CONNECT_HOST }}" >> "$GITHUB_ENV"
          echo "OP_CONNECT_TOKEN=${{ secrets.OP_CONNECT_TOKEN }}" >> "$GITHUB_ENV"

      - name: Setup uv
        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
        with:
          # params must be in sync with `python-cache` job
          working-directory: bindings/python

      - name: Setup Java for HDFS build
        if: matrix.cases.feature == 'services-hdfs'
        uses: actions/setup-java@v5
        with:
          distribution: zulu
          java-version: 11

      - name: Build with maturin
        shell: bash
        working-directory: "bindings/python"
        run: |
          uv venv --python=python3.10
          uv sync --all-groups --all-extras
          uv run -- maturin develop -F ${{ matrix.cases.feature }}

      - name: Test Core
        uses: ./.github/actions/test_behavior_binding_python
        with:
          setup: ${{ matrix.cases.setup }}
          service: ${{ matrix.cases.service }}
          feature: ${{ matrix.cases.feature }}