diff --git a/dist/tools/compile_test/compile_test.py b/dist/tools/compile_test/compile_test.py
index bd382500b2d59237439b825bb286dcdc8ad332b7..ec7fd95fc1b718578e40a0055e37892dfe309541 100755
--- a/dist/tools/compile_test/compile_test.py
+++ b/dist/tools/compile_test/compile_test.py
@@ -119,7 +119,8 @@ def is_updated(application_folder, subprocess_env):
             return True
 
         if '.travis.yml' in diff_files or \
-           any('dist/' in s for s in diff_files):
+           any('dist/' in s for s in diff_files) or \
+           any('pkg/' in s for s in diff_files):
             return True
 
         boards_changes = set()