CI: Add pytest in CI test

Author: abdulrehmanee12

.gitlab-ci.yml

@@ -1,10 +1,12 @@
 stages:
     - build
+    - target_test
     - docs
 
 variables:
     ESP_MATTER_PATH: "$CI_PROJECT_DIR"
     IDF_PATH: "$CI_PROJECT_DIR/esp-idf"
+    BR_PATH: "$CI_PROJECT_DIR/esp-thread-br"
     IDF_GITHUB_ASSETS: "dl.espressif.com/github_assets"
     GIT_STRATEGY: fetch
     GIT_SUBMODULE_STRATEGY: none
@@ -65,12 +67,38 @@ variables:
   - pip install python-gitlab
   - python tools/ci/ci_fetch_submodule.py
 
+.setup_ot_br: &setup_ot_br
+  - cd ${CI_PROJECT_DIR}
+  - git clone ssh://[email protected]:27227/espressif/esp-thread-br.git
+  - cd ${BR_PATH}/examples/basic_thread_border_router
+  - idf.py set-target esp32s3
+  - idf.py build
+
+.setup_ot_rcp: &setup_ot_rcp
+  - cd ${IDF_PATH}
+  - ./install.sh
+  - . ./export.sh
+  # fetch submodules
+  - export PYTHONPATH=${IDF_PATH}/tools/ci/python_packages/:${PYTHONPATH}
+  - pip install python-gitlab
+  - python tools/ci/ci_fetch_submodule.py
+  - cd examples/openthread/ot_rcp
+  - idf.py set-target esp32h2
+  - idf.py build
+
 .setup_matter: &setup_matter
   - cd ${CI_PROJECT_DIR}
   # Setting up Python environment still spend a pretty long time (15mins -> 5mins).
   - ./install.sh
   - . ./export.sh
 
+.build_chip_tool: &build_chip_tool
+    - cd ${ESP_MATTER_PATH}/connectedhomeip/connectedhomeip
+    - source scripts/activate.sh
+    - cd ${ESP_MATTER_PATH}/connectedhomeip/connectedhomeip/examples/chip-tool
+    - gn gen out
+    - ninja -C out
+
 .build_matter_examples: &build_matter_examples
     - export MATTER_EXAMPLES_PATH=$ESP_MATTER_PATH/connectedhomeip/connectedhomeip/examples
     - cd $MATTER_EXAMPLES_PATH/all-clusters-app/esp32
@@ -84,32 +112,6 @@ variables:
     - cd $MATTER_EXAMPLES_PATH/persistent-storage/esp32
     - idf.py build
 
-.build_examples: &build_examples
-    - cd $ESP_MATTER_PATH/examples/blemesh_bridge
-    - idf.py set-target esp32
-    - idf.py build
-    - idf.py set-target esp32c3
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/zap_light
-    - idf.py set-target esp32
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/light_switch
-    - idf.py set-target esp32
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/light
-    - idf.py set-target esp32
-    - idf.py build
-    - idf.py set-target esp32c3
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/controller
-    - idf.py set-target esp32
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/esp-now_bridge_light
-    - idf.py set-target esp32
-    - idf.py build
-    - idf.py set-target esp32c3
-    - idf.py build
-
 .build_external_platform_example: &build_external_platform_example
     - rm -rf $ESP_MATTER_PATH/../platform
     - mkdir $ESP_MATTER_PATH/../platform
@@ -122,32 +124,6 @@ variables:
     - idf.py build
     - cp sdkconfig.defaults.backup sdkconfig.defaults
 
-.build_examples_idf_v5_1: &build_examples_idf_v5_1
-    - cd $ESP_MATTER_PATH/examples/zap_light
-    - idf.py --preview set-target esp32h2
-    - idf.py build
-    - idf.py set-target esp32c2
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/light_switch
-    - idf.py --preview set-target esp32h2
-    - idf.py build
-    - idf.py --preview set-target esp32c6
-    - idf.py build
-    - idf.py set-target esp32c2
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/light
-    - idf.py --preview set-target esp32h2
-    - idf.py build
-    - idf.py --preview set-target esp32c6
-    - idf.py build
-    - idf.py set-target esp32c2
-    - idf.py build
-    - idf.py set-target esp32c3
-    - idf.py build
-    - cd $ESP_MATTER_PATH/examples/zigbee_bridge
-    - idf.py set-target esp32
-    - idf.py build
-
 .build_examples_template:
   stage: build
   image: gitlab.espressif.cn:5050/app-frameworks/esp-matter/build-env:latest
@@ -171,28 +147,149 @@ variables:
     REPOS_PATH: "$CI_PROJECT_DIR/repos"
     IDF_CCACHE_ENABLE: 1
 
-build_esp_matter_examples:
-    extends:
+build_esp_matter_examples_pytest_C6_idf_v5_1:
+  extends:
         - .build_examples_template
-    script:
-        - *build_examples
-        - *build_external_platform_example
+  artifacts:
+    paths:
+      - "examples/**/build*/size.json"
+      - "examples/**/build*/build_log.txt"
+      - "examples/**/build*/*.bin"
+      - "examples/**/build*/flasher_args.json"
+      - "examples/**/build*/config/sdkconfig.json"
+      - "examples/**/build*/bootloader/*.bin"
+      - "examples/**/build*/partition_table/*.bin"
+      - "connectedhomeip/connectedhomeip/examples/chip-tool/out/chip-tool"
+    when: always
+    expire_in: 4 days
+  variables:
+        IDF_VERSION: "ea5e0ff298e6257b31d8e0c81435e6d3937f04c7"
+  script:
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-build.txt
+    - python tools/ci/build_apps.py ./examples --pytest_c6
+    - *build_chip_tool
+  after_script:
+    - find . -name "*.bin"
 
-build_esp_matter_examples_idf_v4_4:
-    extends:
+build_esp_matter_examples_pytest_H2_idf_v5_1:
+  extends:
         - .build_examples_template
-    variables:
-        IDF_VERSION: "v4.4.3"
-    script:
-        - *build_examples
+  artifacts:
+    paths:
+      - "examples/**/build*/size.json"
+      - "examples/**/build*/build_log.txt"
+      - "examples/**/build*/*.bin"
+      - "examples/**/build*/flasher_args.json"
+      - "examples/**/build*/config/sdkconfig.json"
+      - "examples/**/build*/bootloader/*.bin"
+      - "examples/**/build*/partition_table/*.bin"
+      - "${IDF_PATH}/examples/openthread/ot_rcp/build/*.bin"
+      - "${IDF_PATH}/examples/openthread/ot_rcp/build/partition_table/*.bin"
+      - "${IDF_PATH}/examples/openthread/ot_rcp/build/bootloader/*.bin"
+      - "${IDF_PATH}/examples/openthread/ot_rcp/build/config/sdkconfig.json"
+      - "${IDF_PATH}/examples/openthread/ot_rcp/build/flasher_args.json"
+      - "${BR_PATH}/examples/basic_thread_border_router/build/*.bin"
+      - "${BR_PATH}/examples/basic_thread_border_router/build/partition_table/*.bin"
+      - "${BR_PATH}/examples/basic_thread_border_router/build/bootloader/*.bin"
+      - "${BR_PATH}/examples/basic_thread_border_router/build/config/sdkconfig.json"
+      - "${BR_PATH}/examples/basic_thread_border_router/build/flasher_args.json"
+      - "connectedhomeip/connectedhomeip/examples/chip-tool/out/chip-tool"
+    when: always
+    expire_in: 4 days
+  variables:
+        IDF_VERSION: "ea5e0ff298e6257b31d8e0c81435e6d3937f04c7"
+  script:
+    - *setup_ot_rcp
+    - *setup_ot_br
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-build.txt
+    - python tools/ci/build_apps.py ./examples --pytest_h2
+    - *build_chip_tool
+  after_script:
+    - find . -name "*.bin"
 
-build_esp_matter_examples_idf_v5_1:
-    extends:
+build_esp_matter_examples_non_pytest_idf_v5_1:
+  extends:
         - .build_examples_template
-    variables:
+  artifacts:
+    paths:
+      - "examples/**/build*/size.json"
+      - "examples/**/build*/build_log.txt"
+      - "examples/**/build*/*.bin"
+      - "examples/**/build*/flasher_args.json"
+      - "examples/**/build*/config/sdkconfig.json"
+      - "examples/**/build*/bootloader/*.bin"
+      - "examples/**/build*/partition_table/*.bin"
+    when: always
+    expire_in: 4 days
+  variables:
         IDF_VERSION: "ea5e0ff298e6257b31d8e0c81435e6d3937f04c7"
-    script:
-        - *build_examples_idf_v5_1
+  script:
+    - *build_external_platform_example
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-build.txt
+    - python tools/ci/build_apps.py ./examples --no_pytest
+  after_script:
+    - find . -name "*.bin"
+
+build_esp_matter_examples_pytest_C3_idf_v4_4:
+  extends:
+        - .build_examples_template
+  artifacts:
+    paths:
+      - "examples/**/build*/size.json"
+      - "examples/**/build*/build_log.txt"
+      - "examples/**/build*/*.bin"
+      - "examples/**/build*/flasher_args.json"
+      - "examples/**/build*/config/sdkconfig.json"
+      - "examples/**/build*/bootloader/*.bin"
+      - "examples/**/build*/partition_table/*.bin"
+      - "connectedhomeip/connectedhomeip/examples/chip-tool/out/chip-tool"
+    when: always
+    expire_in: 4 days
+  variables:
+        IDF_VERSION: "v4.4.3"
+  script:
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-build.txt
+    - python tools/ci/build_apps.py ./examples --pytest_c3
+    - *build_chip_tool
+  after_script:
+    - find . -name "*.bin"
+
+pytest_esp32c3_esp_matter_dut:
+  stage: target_test
+  image: ${TARGET_TEST_ENV}
+  needs:
+    - build_esp_matter_examples_pytest_C3_idf_v4_4
+  script:
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-pytest.txt
+    - pytest examples/ --target esp32c3 -m esp_matter_dut --junitxml=XUNIT_RESULT.xml
+  tags: ["esp32c3", "esp_matter_dut"]
+
+pytest_esp32c6_esp_matter_dut:
+  stage: target_test
+  image: ${TARGET_TEST_ENV}
+  needs:
+    - build_esp_matter_examples_pytest_C6_idf_v5_1
+  script:
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-pytest.txt
+    - pytest examples/ --target esp32c6 -m esp_matter_dut --junitxml=XUNIT_RESULT.xml
+  tags: ["esp32c6", "esp_matter_dut"]
+
+pytest_esp32h2_esp_matter_dut:
+  stage: target_test
+  image: ${TARGET_TEST_ENV}
+  needs:
+    - build_esp_matter_examples_pytest_H2_idf_v5_1
+  script:
+    - cd ${ESP_MATTER_PATH}
+    - pip install -r tools/ci/requirements-pytest.txt
+    - pytest examples/ --target esp32h2 -m esp_matter_dut --junitxml=XUNIT_RESULT.xml
+  tags: ["esp32h2", "esp_matter_dut"]
 
 build_upstream_examples:
     extends:
@@ -203,7 +300,7 @@ build_upstream_examples:
 
 build_docs:
     stage: build
-    image: $CI_DOCKER_REGISTRY/esp-idf-doc-env-v5.0:2-3
+    image: $CI_DOCKER_REGISTRY/esp-idf-doc-env-v5.1:1-1
     tags:
         - build
     variables:
@@ -221,7 +318,7 @@ build_docs:
 
 .deploy_docs_template:
     stage: docs
-    image: $CI_DOCKER_REGISTRY/esp-idf-doc-env-v5.0:2-3
+    image: $CI_DOCKER_REGISTRY/esp-idf-doc-env-v5.1:1-1
     tags:
         - docs
     needs: