Merge pull request #17 from lerni/ext-updateDisallowedUrls

extension-point updateDisallowedUrls

src/Robots.php

@@ -164,7 +164,7 @@ protected function disallowedUrls()
                 }
             }
         }
-
+        $this->extend('updateDisallowedUrls', $urls);
         return array_unique($urls);
     }