Doc/usingpixiedev #7

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open

entlein wants to merge 93 commits into pipeline-support-wip from doc/usingpixiedev

.arclint

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -33,7 +33,7 @@
  
        "(^src/ui/src/types/generated/)",

        "(^src/ui/src/types/schema\\.ts$)",

        "(^third_party/cpplint/cpplint.py$)",

        "(^third_party/github.com/gogo/protobuf/gogoproto/gogo.proto$)",

        "(^third_party/gogoproto/gogo.proto$)",

        "(c_cpp_properties.json$)",

        "(go\\.mod$)",

        "(go\\.sum$)"

    @@ -127,20 +127,14 @@
  
          "script-and-regex.script": "./tools/linters/gazelle.sh",

          "script-and-regex.regex": "/^(?P<severity>[[:alpha:]]+)\n(?P<file>[^\n]+)\n(?P<message>[^\n]+)\n((?P<line>\\d),(?P<char>\\d)\n<<<<<\n(?P<original>.*)=====\n(?P<replacement>.*)>>>>>\n)$/s"

        },

        "goimports": {

          "type": "goimports",

          "include": [

            "(\\.go$)"

          ]

        },

        "golangci-lint": {

          "type": "golangci-lint",

          "include": [

            "(\\.go$)"

          ],

          "flags": [

            "--timeout=5m0s",

            "--out-format=checkstyle"

            "--output.checkstyle.path=stdout"

          ]

        },

        "jshint-ui": {

.bazelrc

-Original file line number
+Diff line change
@@ -1,5 +1,9 @@
     # Global bazelrc file, see https://docs.bazel.build/versions/master/guide.html#bazelrc.
+    # Use local Cache directory if building on a VM:
+    # On Chef VM, create a directory and comment in the following line:
+    # build --disk_cache=</tmp/bazel/> # Optional for multi-user cache: Make this directory owned by a group name e.g. "bazelcache"
     # Use strict action env to prevent leaks of env vars.
     build --incompatible_strict_action_env
@@ Expand All / @@ -20,6 +24,7 @@ build --remote_download_minimal @@
     test --remote_download_minimal
     run --remote_download_outputs=all
     coverage --build_runfile_links
+    coverage --nocache_test_results
     # Needed by rules_meta.
     # Follow https://github.com/fmeum/rules_meta/issues/1#issuecomment-1255828109
@@ Expand Down Expand Up / @@ -269,3 +274,4 @@ build:remote --build_metadata=VISIBILITY=PUBLIC @@
     coverage:remote --strategy=CoverageReport=local,remote
     coverage:remote --experimental_fetch_all_coverage_outputs
     coverage:remote --experimental_split_coverage_postprocessing
+    coverage:remote --experimental_remote_download_regex=.*/(coverage.dat$|_coverage/_coverage_report.dat$)

.github/workflows/build_and_test.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -36,7 +36,7 @@ jobs:
  
          image-base-name: "dev_image_with_extras"

          ref: ${{ needs.env-protect-setup.outputs.ref }}

      clang-tidy:

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        needs: [authorize, env-protect-setup, get-dev-image]

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

    @@ -64,7 +64,7 @@ jobs:
  
      code-coverage:

        if: github.event_name == 'push'

        needs: [authorize, env-protect-setup, get-dev-image]

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

        steps:

    @@ -88,7 +88,7 @@ jobs:
  
            ./ci/collect_coverage.sh -u -b main -c "$(git rev-parse HEAD)" -r pixie-io/pixie

      generate-matrix:

        needs: [authorize, env-protect-setup, get-dev-image]

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

        outputs:

    @@ -112,15 +112,15 @@ jobs:
  
            echo "Build & Test matrix: ${matrix}"

            echo "matrix=${matrix}" >> $GITHUB_OUTPUT

        - name: Upload Target Files

          uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

          uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: target_files

            path: |

              bazel_buildables_*

              bazel_tests_*

      build-and-test:

        needs: [authorize, env-protect-setup, get-dev-image, generate-matrix]

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        permissions:

          contents: read

          actions: read

    @@ -138,7 +138,7 @@ jobs:
  
            ref: ${{ needs.env-protect-setup.outputs.ref }}

        - name: Add pwd to git safe dir

          run: git config --global --add safe.directory `pwd`

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

        - name: get bazel config

          uses: ./.github/actions/bazelrc

          with:

    @@ -163,7 +163,7 @@ jobs:
  
            ./scripts/bazel_ignore_codes.sh test ${{ matrix.args }} --target_pattern_file=target_files/${{ matrix.tests }} \

              2> >(tee bazel_stderr)

        - name: Parse junit reports

          uses: dorny/test-reporter@31a54ee7ebcacc03a09ea97a7e5465a47b84aea5  # v1.9.1

          uses: dorny/test-reporter@6e6a65b7a0bd2c9197df7d0ae36ac5cee784230c  # v2.0.0

          if: always()

          with:

            name: testlogs-${{ matrix.name }} tests

.github/workflows/cacher.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -12,22 +12,22 @@ jobs:
  
        with:

          image-base-name: "dev_image"

      populate-caches:

        runs-on: ubuntu-latest-8-cores

        runs-on: oracle-8cpu-32gb-x86-64

        needs: get-dev-image

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

          options: --cpus 7

        steps:

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - name: go cache

          uses: actions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57  # v4.2.0

          uses: actions/cache@d4323d4df104b026a6aa633fdb11d772146be0bf  # v4.2.2

          with:

            path: /px/pkg/mod

            key: go-cache-${{ hashFiles('go.sum') }}

            restore-keys: |

              go-cache-

        - name: yarn cache

          uses: actions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57  # v4.2.0

          uses: actions/cache@d4323d4df104b026a6aa633fdb11d772146be0bf  # v4.2.2

          with:

            path: ./src/ui/.yarn/cache

            key: yarn-cache-${{ hashFiles('src/ui/yarn.lock', 'src/ui/.yarnrc.yml') }}

.github/workflows/cli_release.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -15,7 +15,7 @@ jobs:
  
          image-base-name: "dev_image_with_extras"

      build-release:

        name: Build Release

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        needs: get-dev-image

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

    @@ -62,7 +62,7 @@ jobs:
  
            ./ci/save_version_info.sh

            ./ci/cli_build_release.sh

        - name: Upload Github Artifacts

          uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

          uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: linux-artifacts

            path: artifacts/

    @@ -73,7 +73,7 @@ jobs:
  
            MANIFEST_UPDATES: ""

            GOOGLE_APPLICATION_CREDENTIALS: ${{ steps.gcloud-creds.outputs.gcloud-creds }}

          run: ./ci/update_artifact_manifest.sh

        - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

        - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: artifact-upload-log

            path: ${{ env.ARTIFACT_UPLOAD_LOG }}

    @@ -104,7 +104,7 @@ jobs:
  
            mkdir -p "artifacts/"

            export ARTIFACTS_DIR="$(pwd)/artifacts"

            ./ci/cli_merge_sign.sh

        - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

        - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: macos-artifacts

            path: artifacts/

    @@ -120,10 +120,10 @@ jobs:
  
        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

          with:

            fetch-depth: 0

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

          with:

            name: macos-artifacts

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

          with:

            name: artifact-upload-log

        - name: Import GPG key

    @@ -150,11 +150,11 @@ jobs:
  
            mkdir -p "artifacts/"

            export ARTIFACTS_DIR="$(pwd)/artifacts"

            ./ci/cli_upload_signed.sh

        - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

        - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: macos-signed-artifacts

            path: artifacts/

        - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

        - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: manifest-updates

            path: ${{ env.MANIFEST_UPDATES }}

    @@ -168,7 +168,7 @@ jobs:
  
        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

          with:

            fetch-depth: 0

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

        - name: Create Release

          env:

            REF: ${{ github.event.ref }}

    @@ -188,7 +188,7 @@ jobs:
  
              --notes $'Pixie CLI Release:\n'"${changelog}"

            gh release upload "${TAG_NAME}" linux-artifacts/* macos-artifacts/*

      update-gh-artifacts-manifest:

        runs-on: ubuntu-latest-8-cores

        runs-on: oracle-8cpu-32gb-x86-64

        needs: [get-dev-image, create-github-release]

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

    @@ -221,7 +221,7 @@ jobs:
  
            git config --global user.email 'build@pixielabs.ai'

            git config --global user.signingkey "${BUILDBOT_GPG_KEY_ID}"

            git config --global commit.gpgsign true

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

          id: download-artifact

          with:

            name: manifest-updates

.github/workflows/cloud_release.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -15,7 +15,7 @@ jobs:
  
          image-base-name: "dev_image_with_extras"

      build-release:

        name: Build Release

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        needs: get-dev-image

        container:

          image: ${{ needs.get-dev-image.outputs.image-with-tag }}

    @@ -56,7 +56,7 @@ jobs:
  
            mkdir -p "${ARTIFACTS_DIR}"

            ./ci/save_version_info.sh

            ./ci/cloud_build_release.sh

        - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08  # v4.6.0

        - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2

          with:

            name: cloud-artifacts

            path: artifacts/

    @@ -71,7 +71,7 @@ jobs:
  
        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

          with:

            fetch-depth: 0

        - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16  # v4.1.8

        - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093  # v4.3.0

        - name: Create Release

          env:

            REF: ${{ github.event.ref }}

.github/workflows/codeql.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -10,38 +10,51 @@ permissions:
  
      contents: read

    jobs:

      analyze-go:

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        permissions:

          actions: read

          contents: read

          security-events: write

        steps:

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34  # v5.3.0

        - uses: actions/setup-go@0aaccfd150d50ccaeb58ebd88d36e91967a5f35b  # v5.4.0

          with:

            go-version-file: 'go.mod'

        - uses: github/codeql-action/init@9e8d0789d4a0fa9ceb6b1738f7e269594bdd67f0  # v3.28.9

        - uses: github/codeql-action/init@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            languages: go

        - uses: github/codeql-action/autobuild@9e8d0789d4a0fa9ceb6b1738f7e269594bdd67f0  # v3.28.9

        - uses: github/codeql-action/analyze@9e8d0789d4a0fa9ceb6b1738f7e269594bdd67f0  # v3.28.9

        - uses: github/codeql-action/autobuild@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

        - uses: github/codeql-action/analyze@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            category: "/language:go"

      analyze:

        runs-on: ubuntu-latest-8-cores

      analyze-python:

        runs-on: oracle-8cpu-32gb-x86-64

        permissions:

          actions: read

          contents: read

          security-events: write

        strategy:

          fail-fast: false

          matrix:

            language: [python, javascript]

        steps:

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - uses: github/codeql-action/init@9e8d0789d4a0fa9ceb6b1738f7e269594bdd67f0  # v3.28.9

        - uses: github/codeql-action/init@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            languages: ${{ matrix.language }}

        - uses: github/codeql-action/analyze@9e8d0789d4a0fa9ceb6b1738f7e269594bdd67f0  # v3.28.9

            languages: python

        - uses: github/codeql-action/analyze@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            category: "/language:${{matrix.language}}"

            category: "/language:python"

      analyze-javascript:

        runs-on: oracle-8cpu-32gb-x86-64

        permissions:

          actions: read

          contents: read

          security-events: write

        steps:

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0

          with:

            node-version: 18

        - uses: github/codeql-action/init@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            languages: javascript

        - uses: github/codeql-action/analyze@1b549b9259bda1cb5ddde3b41741a82a2d15a841  # v3.28.13

          with:

            category: "/language:javascript"

.github/workflows/mirror_demos.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -9,24 +9,24 @@ jobs:
  
        permissions:

          contents: read

          packages: write

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        steps:

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            username: ${{ secrets.DOCKERHUB_USER }}

            password: ${{ secrets.DOCKERHUB_PASSWORD }}

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            registry: ghcr.io

            username: ${{ github.actor }}

            password: ${{ secrets.GITHUB_TOKEN }}

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            registry: quay.io

            username: ${{ secrets.QUAY_IO_USER }}

            password: ${{ secrets.QUAY_IO_PASSWORD }}

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34  # v5.3.0

        - uses: actions/setup-go@0aaccfd150d50ccaeb58ebd88d36e91967a5f35b  # v5.4.0

          with:

            go-version-file: 'go.mod'

        - name: install regbot

.github/workflows/mirror_deps.yaml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -9,24 +9,24 @@ jobs:
  
        permissions:

          contents: read

          packages: write

        runs-on: ubuntu-latest-16-cores

        runs-on: oracle-16cpu-64gb-x86-64

        steps:

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            username: ${{ secrets.DOCKERHUB_USER }}

            password: ${{ secrets.DOCKERHUB_PASSWORD }}

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            registry: ghcr.io

            username: ${{ github.actor }}

            password: ${{ secrets.GITHUB_TOKEN }}

        - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567  # v2

        - uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772  # v2

          with:

            registry: quay.io

            username: ${{ secrets.QUAY_IO_USER }}

            password: ${{ secrets.QUAY_IO_PASSWORD }}

        - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2

        - uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34  # v5.3.0

        - uses: actions/setup-go@0aaccfd150d50ccaeb58ebd88d36e91967a5f35b  # v5.4.0

          with:

            go-version-file: 'go.mod'

        - name: install regbot

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Doc/usingpixiedev #7

Uh oh!

Diff view

Diff view

Uh oh!

There are no files selected for viewing

Uh oh!

Uh oh!

Doc/usingpixiedev #7

Are you sure you want to change the base?

Uh oh!

Doc/usingpixiedev #7

Uh oh!

Diff view

Diff view

Uh oh!

There are no files selected for viewing

Uh oh!

Uh oh!