diff --git a/pyinotifyd/scheduler.py b/pyinotifyd/scheduler.py
index 2bf20f5..4ca8473 100755
--- a/pyinotifyd/scheduler.py
+++ b/pyinotifyd/scheduler.py
@@ -287,6 +287,10 @@ class FileManagerScheduler(TaskScheduler):
         return rule
 
     async def process_event(self, event):
+        if not ((not event.dir and self._files) or
+                (event.dir and self._dirs)):
+            return
+
         if self._get_rule_by_event(event):
             await super().process_event(event)
         else: