diff --git a/.github/labeler.yml b/.github/labeler.yml
index 758f37e37..1d49a2411 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -1,23 +1,34 @@
 docs:
-  - changed-files:
-    - any-glob-to-any-file:
-      - docs/en/docs/**/*
-      - docs_src/**/*
+  - all:
+    - changed-files:
+      - any-glob-to-any-file:
+        - docs/en/docs/**
+        - docs_src/**
+      - all-globs-to-all-files:
+        - '!fastapi/**'
+        - '!pyproject.toml'
 
 lang-all:
   - all:
     - changed-files:
       - any-glob-to-any-file:
-        - docs/*/docs/**/*
+        - docs/*/docs/**
       - all-globs-to-all-files:
-        - '!docs/en/docs/**/*'
+        - '!docs/en/docs/**'
+        - '!fastapi/**'
+        - '!pyproject.toml'
 
 internal:
-  - changed-files:
-    - any-glob-to-any-file:
-      - .github/**/*
-      - scripts/**/*
-      - .gitignore
-      - .pre-commit-config.yaml
-      - pdm_build.py
-      - requirements*.txt
+  - all:
+    - changed-files:
+      - any-glob-to-any-file:
+        - .github/**
+        - scripts/**
+        - .gitignore
+        - .pre-commit-config.yaml
+        - pdm_build.py
+        - requirements*.txt
+      - all-globs-to-all-files:
+        - '!docs/*/docs/**'
+        - '!fastapi/**'
+        - '!pyproject.toml'
diff --git a/.github/workflows/labeler.yml b/.github/workflows/labeler.yml
index 7c5b4616a..d62f1668d 100644
--- a/.github/workflows/labeler.yml
+++ b/.github/workflows/labeler.yml
@@ -1,4 +1,4 @@
-name: Pull Request Labeler and Checker
+name: Labels
 on:
   pull_request_target:
     types:
@@ -17,13 +17,14 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/labeler@v5
+      with:
+        sync-labels: true
   # Run this after labeler applied labels
   check-labels:
     needs:
       - labeler
     permissions:
       pull-requests: read
-    name: Check labels
     runs-on: ubuntu-latest
     steps:
       - uses: docker://agilepathway/pull-request-label-checker:latest