Fusion site ssplab

.github/workflows/auto_fetch.yaml

@@ -0,0 +1,47 @@
+name: "Update external data"
+
+on:
+  workflow_dispatch:
+  # push:
+  #   branches:
+  #     - fusion_site_ssplab
+  # schedule:
+  #   - cron: '42 10 7 * *'  # Runs once a month (the 7th) at 10h42 UTC to avoid GHA overload
+
+jobs:
+  fetching-data:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Set up Git
+        run: |
+          git config --global user.name "GitHub Actions"
+          git config --global user.email "actions@github.com"
+
+      - name: Install jq
+        run: sudo apt-get install jq
+
+      - name: Run synchronization script
+        id: run_script
+        run: |
+          chmod +x scripts/2_synchronize.sh
+          ./scripts/2_synchronize.sh
+          if [ -n "$(git branch --list auto_fetch)" ]; then
+            echo "branch_created=true" >> $GITHUB_OUTPUT
+          else
+            echo "branch_created=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Create Pull Request
+        if: steps.run_script.outputs.branch_created == 'true'
+        uses: peter-evans/create-pull-request@v3
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          commit-message: "Update based on latest commits"
+          title: "Update projects with latest external docs"
+          body: "This PR updates the projects external docs based on the latest commits from these repositories."
+          branch: "auto_fetch"
+          base: "main"

.github/workflows/preprod.yaml

@@ -0,0 +1,57 @@
+# Workflow run only on pushes to main and manual trigger
+on:
+  workflow_dispatch:
+  # cf https://docs.github.com/en/actions/reference/workflows-and-actions/events-that-trigger-workflows#workflow_dispatch
+  push:
+    branches: fusion_site_ssplab
+
+name: Test pre prod - render and publish to netlify
+
+# Cancel previous workflow of ci that could be running
+concurrency:
+  group: pre-prod # preview followed by the reference of the branch or tag that triggered the workflow
+  cancel-in-progress: true
+
+jobs:
+  build-deploy-test-pre-prod:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository # https://github.com/actions/checkout
+        uses: actions/checkout@v6
+
+      # add software dependencies here and any libraries
+      # See more at https://github.com/quarto-dev/quarto-actions/blob/main/examples/example-03-dependencies.md
+      - name: Configure safe.directory # Workaround for actions/checkout#760
+        run: git config --global --add safe.directory /__w/ssphub/ssphub
+
+      - name: Set up R
+        uses: r-lib/actions/setup-r@v2
+
+      - name: Install babelquarto
+        uses: r-lib/actions/setup-r-dependencies@v2
+        with:
+          packages: |
+            github::ropensci-review-tools/babelquarto@a485fea
+
+      - run: pip install jupyter nbformat # For infolettre17
+
+      - name: Update _quarto.yml with pre_prod url
+        run: |
+          sed -i 's/site-url:\ https:\/\/ssphub.netlify.app/site-url:\ https:\/\/ssphub-test.netlify.app/g' _quarto.yml
+          cat _quarto.yml
+
+      - name: Render bilingual project
+        run: |
+          Rscript scripts/1_render.R
+
+      - name: Set up Quarto 
+        uses: quarto-dev/quarto-actions/setup@v2 # https://github.com/quarto-dev/quarto-actions/tree/main/setup
+
+      - name: Publish
+        uses: quarto-dev/quarto-actions/publish@v2
+        with:
+          target: netlify
+          render: false
+          NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_SSPHUB_AUTH_TOKEN }}
+
+

.github/workflows/dev.yaml → .github/workflows/preview.yaml

@@ -1,4 +1,4 @@
-name: Build and deploy preview
+name: Preview - render and publish to gh-pages
 
 on:
   workflow_dispatch: # To allow for manuel trigger of this workflow. Cf
@@ -16,7 +16,7 @@ env:
   PREVIEW_BRANCH: gh-pages
 
 concurrency:
-  group: preview-${{ github.ref }} # preview followed by the reference of the branch or tag that triggered the workflow
+  group: preview-${{ github.head_ref }} # preview followed by the reference of the branch or tag that triggered the workflow
   cancel-in-progress: true
 
 jobs:
@@ -37,23 +37,25 @@ jobs:
       - name: Configure safe.directory # Workaround for actions/checkout#760
         run: git config --global --add safe.directory /__w/ssphub/ssphub
 
-      - name: Install npm
-        if: ${{ github.event.pull_request.head.repo.full_name == github.repository }}
-        uses: actions/setup-node@v2
-        with:
-          node-version: "18"
+      - name: Set up R
+        uses: r-lib/actions/setup-r@v2
 
-      - uses: actions/setup-python@v6 # for post on onyxia  https://github.com/actions/setup-python?tab=readme-ov-file
+      - name: Install babelquarto
+        uses: r-lib/actions/setup-r-dependencies@v2
         with:
-          python-version: "3.10" # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          packages: |
+            github::ropensci-review-tools/babelquarto@a485fea
 
-      - run: pip install jupyter nbformat # for post on onyxia
+      - run: pip install jupyter nbformat # For infolettre17
 
-      - name: Set up Quarto
-        uses: quarto-dev/quarto-actions/setup@v2
+      - name: Update _quarto.yml with gh-pages preview url
+        run: |
+          sed -i 's/site-url:\ https:\/\/ssphub.netlify.app/site-url:\ https:\/\/inseefrlab.github.io\/ssphub\/pr-preview\/pr-${{ github.event.pull_request.number }}/g' _quarto.yml
+          cat _quarto.yml
 
-      - name: Render Quarto Project
-        uses: quarto-dev/quarto-actions/render@v2
+      - name: Render bilingual project
+        run: |
+          Rscript scripts/1_render.R
 
       - name: Deploy preview
         id: deploy-preview
@@ -63,7 +65,6 @@ jobs:
           preview-branch: ${{ env.PREVIEW_BRANCH }}
           action: deploy
           comment: false
-          pr_number: ${{ github.event.pull_request.number }}
 
       - name: Comment PR (custom)
         uses: marocchino/sticky-pull-request-comment@v2
@@ -72,7 +73,7 @@ jobs:
           message: |
             :rocket: View preview at <br> ${{ steps.deploy-preview.outputs.preview-url }} <br>
             <h6>Built to branch <a href="${{ github.server_url }}/${{ github.repository }}/tree/${{ env.PREVIEW_BRANCH }}"> ${{ env.PREVIEW_BRANCH }} </a> at ${{ steps.deploy-preview.outputs.action-start-time }}. <br> Preview will be ready when the <a href="${{ github.server_url }}/${{ github.repository }}/deployments">GitHub Pages deployment</a> is complete. <br> </h6>
-
+  
   delete-preview:
     if: github.event.action == 'closed' # Only run when PR is closed
     runs-on: ubuntu-latest

.github/workflows/prod.yaml

@@ -5,7 +5,7 @@ on:
   push:
     branches: main
 
-name: CI - Quarto Publish
+name: Prod - render and publish to netlify
 
 # Cancel previous workflow of ci that could be running
 concurrency:
@@ -19,17 +19,34 @@ jobs:
       - name: Check out repository # https://github.com/actions/checkout
         uses: actions/checkout@v6
 
-      - uses: actions/setup-python@v6 # for post on onyxia  https://github.com/actions/setup-python?tab=readme-ov-file
+      # add software dependencies here and any libraries
+      # See more at https://github.com/quarto-dev/quarto-actions/blob/main/examples/example-03-dependencies.md
+      - name: Configure safe.directory # Workaround for actions/checkout#760
+        run: git config --global --add safe.directory /__w/ssphub/ssphub
+
+      - name: Set up R
+        uses: r-lib/actions/setup-r@v2
+
+      - name: Install babelquarto
+        uses: r-lib/actions/setup-r-dependencies@v2
         with:
-          python-version: "3.10" # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          packages: |
+            github::ropensci-review-tools/babelquarto@a485fea
+
+      - run: pip install jupyter nbformat # For infolettre17
 
-      - run: pip install jupyter nbformat
+      - name: Render bilingual project
+        run: |
+          Rscript scripts/1_render.R
 
-      - uses: quarto-dev/quarto-actions/setup@v2 # https://github.com/quarto-dev/quarto-actions/tree/main/setup
+      - name: Set up Quarto 
+        uses: quarto-dev/quarto-actions/setup@v2 # https://github.com/quarto-dev/quarto-actions/tree/main/setup
 
-      - name: Render and Publish
+      - name: Publish
         uses: quarto-dev/quarto-actions/publish@v2
         with:
           target: netlify
+          render: false
           NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
-          NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
+
+

.gitignore

@@ -9,7 +9,25 @@ node_modules/
 go.sum
 .hugo_build.lock
 
+# Quarto
+_freeze/
+*.html
+*.json
+!scripts/2_repo_fetch.json
+*.feed*
+site_libs/
+
+# For gh-pages
 /.quarto/
 _site/
+
 rp_parquet/
+*.quarto_ipynb
 **/*.quarto_ipynb
+course_files/
+
+# Venv
+.venv/
+*/.venv/
+__pycache__/
+*/__pycache__/