diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index aee3e5d0512..1c1143a24e6 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1734117551 }, "Trickest wordlist update": { - "last_update": 1734258253 + "last_update": 1734344834 } } \ No newline at end of file diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt index 6bcd7c8ab89..56f0ba2ed2b 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt @@ -23139,6 +23139,13 @@ Drupal/Core/Test/JUnitConverter.php Core/Test/JUnitConverter.php Test/JUnitConverter.php JUnitConverter.php +core/lib/Drupal/Core/Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php +lib/Drupal/Core/Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php +Drupal/Core/Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php +Core/Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php +Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php +EventSubscriber/FieldStorageCreateCheckSubscriber.php +FieldStorageCreateCheckSubscriber.php core/lib/Drupal/Core/Test/StackMiddleware/TestWaitTerminateMiddleware.php lib/Drupal/Core/Test/StackMiddleware/TestWaitTerminateMiddleware.php Drupal/Core/Test/StackMiddleware/TestWaitTerminateMiddleware.php @@ -118863,6 +118870,13 @@ KernelTests/Core/StreamWrapper/StreamWrapperManagerTest.php Core/StreamWrapper/StreamWrapperManagerTest.php StreamWrapper/StreamWrapperManagerTest.php StreamWrapperManagerTest.php +core/tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckTest.php +tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckTest.php +Drupal/KernelTests/Core/Field/FieldStorageCreateCheckTest.php +KernelTests/Core/Field/FieldStorageCreateCheckTest.php +Core/Field/FieldStorageCreateCheckTest.php +Field/FieldStorageCreateCheckTest.php +FieldStorageCreateCheckTest.php core/tests/Drupal/KernelTests/Core/Field/MapBaseFieldTest.php tests/Drupal/KernelTests/Core/Field/MapBaseFieldTest.php Drupal/KernelTests/Core/Field/MapBaseFieldTest.php @@ -118877,6 +118891,13 @@ KernelTests/Core/Field/FieldSettingsTest.php Core/Field/FieldSettingsTest.php Field/FieldSettingsTest.php FieldSettingsTest.php +core/tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckDeprecationTest.php +tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckDeprecationTest.php +Drupal/KernelTests/Core/Field/FieldStorageCreateCheckDeprecationTest.php +KernelTests/Core/Field/FieldStorageCreateCheckDeprecationTest.php +Core/Field/FieldStorageCreateCheckDeprecationTest.php +Field/FieldStorageCreateCheckDeprecationTest.php +FieldStorageCreateCheckDeprecationTest.php core/tests/Drupal/KernelTests/Core/Field/FieldItemTest.php tests/Drupal/KernelTests/Core/Field/FieldItemTest.php Drupal/KernelTests/Core/Field/FieldItemTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt index f00442c3f50..3870a7c7bf6 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt @@ -3468,6 +3468,7 @@ core/lib/Drupal/Core/Test/TestRun.php core/lib/Drupal/Core/Test/FunctionalTestSetupTrait.php core/lib/Drupal/Core/Test/RefreshVariablesTrait.php core/lib/Drupal/Core/Test/JUnitConverter.php +core/lib/Drupal/Core/Test/EventSubscriber/FieldStorageCreateCheckSubscriber.php core/lib/Drupal/Core/Test/StackMiddleware/TestWaitTerminateMiddleware.php core/lib/Drupal/Core/Test/TestDatabase.php core/lib/Drupal/Core/Test/EnvironmentCleaner.php @@ -17288,8 +17289,10 @@ core/tests/Drupal/KernelTests/Core/Recipe/RecipeTest.php core/tests/Drupal/KernelTests/Core/Recipe/RecipeConfiguratorTest.php core/tests/Drupal/KernelTests/Core/Recipe/EntityCloneConfigActionTest.php core/tests/Drupal/KernelTests/Core/StreamWrapper/StreamWrapperManagerTest.php +core/tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckTest.php core/tests/Drupal/KernelTests/Core/Field/MapBaseFieldTest.php core/tests/Drupal/KernelTests/Core/Field/FieldSettingsTest.php +core/tests/Drupal/KernelTests/Core/Field/FieldStorageCreateCheckDeprecationTest.php core/tests/Drupal/KernelTests/Core/Field/FieldItemTest.php core/tests/Drupal/KernelTests/Core/Field/FieldAccessTest.php core/tests/Drupal/KernelTests/Core/Field/FieldMissingTypeTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt index c09e62c158e..9f6b8faa6fc 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt @@ -2623,6 +2623,14 @@ Magento/GraphQl/Catalog/ProductViewTest.php GraphQl/Catalog/ProductViewTest.php Catalog/ProductViewTest.php ProductViewTest.php +dev/tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +api-functional/testsuite/Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +testsuite/Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php +RelatedProduct/MultiStoreRelatedProductsTest.php +MultiStoreRelatedProductsTest.php dev/tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/GetRelatedProductsTest.php tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/GetRelatedProductsTest.php api-functional/testsuite/Magento/GraphQl/RelatedProduct/GetRelatedProductsTest.php @@ -12125,6 +12133,18 @@ ProductVideo/adminhtml/js/get-video-information.test.js adminhtml/js/get-video-information.test.js js/get-video-information.test.js get-video-information.test.js +dev/tests/js/jasmine/tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +tests/js/jasmine/tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +js/jasmine/tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +jasmine/tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js +ProductVideo/frontend/js/fotorama-add-video-events.test.js +frontend/js/fotorama-add-video-events.test.js +js/fotorama-add-video-events.test.js +fotorama-add-video-events.test.js dev/tests/js/jasmine/tests/app/code/Magento/Swatches/view/frontend/web/js/swatch-renderer.test.js tests/js/jasmine/tests/app/code/Magento/Swatches/view/frontend/web/js/swatch-renderer.test.js js/jasmine/tests/app/code/Magento/Swatches/view/frontend/web/js/swatch-renderer.test.js @@ -13719,6 +13739,19 @@ frontend/js/view/billing-address-validate.test.js js/view/billing-address-validate.test.js view/billing-address-validate.test.js billing-address-validate.test.js +dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +jasmine/tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js +code/Magento/Checkout/frontend/js/view/checkout-data.test.js +Magento/Checkout/frontend/js/view/checkout-data.test.js +Checkout/frontend/js/view/checkout-data.test.js +frontend/js/view/checkout-data.test.js +js/view/checkout-data.test.js +view/checkout-data.test.js +checkout-data.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/billing-address.test.js tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/billing-address.test.js js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/billing-address.test.js @@ -56636,6 +56669,18 @@ Customer/Model/ResourceModel/AddressRepositoryTest.php Model/ResourceModel/AddressRepositoryTest.php ResourceModel/AddressRepositoryTest.php AddressRepositoryTest.php +dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +integration/testsuite/Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +testsuite/Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php +Model/ResourceModel/Address/Attribute/Source/CountryTest.php +ResourceModel/Address/Attribute/Source/CountryTest.php +Address/Attribute/Source/CountryTest.php +Attribute/Source/CountryTest.php +Source/CountryTest.php +CountryTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/CollectionTest.php tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/CollectionTest.php integration/testsuite/Magento/Customer/Model/ResourceModel/Address/CollectionTest.php @@ -131449,6 +131494,14 @@ Test/Unit/Plugin/CouponUsageIncreamentForMultishippingTest.php Unit/Plugin/CouponUsageIncreamentForMultishippingTest.php Plugin/CouponUsageIncreamentForMultishippingTest.php CouponUsageIncreamentForMultishippingTest.php +app/code/Magento/SalesRule/Test/Unit/Helper/CartFixedDiscountTest.php +code/Magento/SalesRule/Test/Unit/Helper/CartFixedDiscountTest.php +Magento/SalesRule/Test/Unit/Helper/CartFixedDiscountTest.php +SalesRule/Test/Unit/Helper/CartFixedDiscountTest.php +Test/Unit/Helper/CartFixedDiscountTest.php +Unit/Helper/CartFixedDiscountTest.php +Helper/CartFixedDiscountTest.php +CartFixedDiscountTest.php app/code/Magento/SalesRule/Test/Unit/Helper/CouponTest.php code/Magento/SalesRule/Test/Unit/Helper/CouponTest.php Magento/SalesRule/Test/Unit/Helper/CouponTest.php @@ -210254,6 +210307,19 @@ Product/Form/Modifier/CustomOptionsTest.php Form/Modifier/CustomOptionsTest.php Modifier/CustomOptionsTest.php CustomOptionsTest.php +app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php +Product/Form/Modifier/Data/AssociatedProductsTest.php +Form/Modifier/Data/AssociatedProductsTest.php +Modifier/Data/AssociatedProductsTest.php +Data/AssociatedProductsTest.php +AssociatedProductsTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/StockDataTest.php code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/StockDataTest.php Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/StockDataTest.php @@ -287408,6 +287474,16 @@ Entity/Attribute/Source/TableTest.php Attribute/Source/TableTest.php Source/TableTest.php TableTest.php +app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php +code/Magento/Eav/Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php +Magento/Eav/Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php +Eav/Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php +Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php +Unit/Model/Entity/Attribute/UniqueValidatorTest.php +Model/Entity/Attribute/UniqueValidatorTest.php +Entity/Attribute/UniqueValidatorTest.php +Attribute/UniqueValidatorTest.php +UniqueValidatorTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/AbstractTest.php code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/AbstractTest.php Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/AbstractTest.php @@ -288980,6 +289056,13 @@ RelatedProductGraphQl/Model/DataProvider/RelatedProductDataProvider.php Model/DataProvider/RelatedProductDataProvider.php DataProvider/RelatedProductDataProvider.php RelatedProductDataProvider.php +app/code/Magento/RelatedProductGraphQl/Model/ResourceModel/RelatedProductsByStoreId.php +code/Magento/RelatedProductGraphQl/Model/ResourceModel/RelatedProductsByStoreId.php +Magento/RelatedProductGraphQl/Model/ResourceModel/RelatedProductsByStoreId.php +RelatedProductGraphQl/Model/ResourceModel/RelatedProductsByStoreId.php +Model/ResourceModel/RelatedProductsByStoreId.php +ResourceModel/RelatedProductsByStoreId.php +RelatedProductsByStoreId.php app/code/Magento/RelatedProductGraphQl/Model/Resolver/UpSellProducts.php code/Magento/RelatedProductGraphQl/Model/Resolver/UpSellProducts.php Magento/RelatedProductGraphQl/Model/Resolver/UpSellProducts.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt index 0d387a08e5b..fd15b79146d 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt @@ -331,6 +331,7 @@ dev/tests/api-functional/testsuite/Magento/GraphQl/Catalog/ProductAttributeOptio dev/tests/api-functional/testsuite/Magento/GraphQl/Catalog/ReadCategoryAfterDeleteTest.php dev/tests/api-functional/testsuite/Magento/GraphQl/Catalog/ProductDeleteTest.php dev/tests/api-functional/testsuite/Magento/GraphQl/Catalog/ProductViewTest.php +dev/tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/MultiStoreRelatedProductsTest.php dev/tests/api-functional/testsuite/Magento/GraphQl/RelatedProduct/GetRelatedProductsTest.php dev/tests/api-functional/testsuite/Magento/GraphQl/_files/query_introspection.php dev/tests/api-functional/testsuite/Magento/GraphQl/_files/schema_response_sdl_deprecated_annotation.php @@ -1409,6 +1410,7 @@ dev/tests/js/jasmine/tests/app/code/Magento/Review/view/base/web/template/produc dev/tests/js/jasmine/tests/app/code/Magento/Review/view/base/web/js/product/summary.js dev/tests/js/jasmine/tests/app/code/Magento/Review/view/frontend/web/js/process-review.test.js dev/tests/js/jasmine/tests/app/code/Magento/ProductVideo/adminhtml/js/get-video-information.test.js +dev/tests/js/jasmine/tests/app/code/Magento/ProductVideo/frontend/js/fotorama-add-video-events.test.js dev/tests/js/jasmine/tests/app/code/Magento/Swatches/view/frontend/web/js/swatch-renderer.test.js dev/tests/js/jasmine/tests/app/code/Magento/Theme/view/frontend/web/js/cookie-status.test.js dev/tests/js/jasmine/tests/app/code/Magento/Theme/view/frontend/web/js/theme.test.js @@ -1526,6 +1528,7 @@ dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/model/cart/cach dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/model/cart/totals-processor/default.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/model/error-processor.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/billing-address-validate.test.js +dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/checkout-data.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/billing-address.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/cart/shipping-estimation.test.js dev/tests/js/jasmine/tests/app/code/Magento/Checkout/frontend/js/view/shipping.test.js @@ -6123,6 +6126,7 @@ dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/CustomerRep dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/CustomerRepository/CreateAddressTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/CustomerRepository/DeleteAddressTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/AddressRepositoryTest.php +dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/Attribute/Source/CountryTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Address/CollectionTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Grid/CollectionReindexOnAccountLockTest.php dev/tests/integration/testsuite/Magento/Customer/Model/ResourceModel/Grid/CollectionTest.php @@ -15499,6 +15503,7 @@ app/code/Magento/SalesRule/Test/Unit/Block/Adminhtml/Promo/Quote/Edit/SaveAndCon app/code/Magento/SalesRule/Test/Unit/Block/Adminhtml/Promo/Quote/Edit/GenericButtonTest.php app/code/Magento/SalesRule/Test/Unit/Block/Rss/DiscountsTest.php app/code/Magento/SalesRule/Test/Unit/Plugin/CouponUsageIncreamentForMultishippingTest.php +app/code/Magento/SalesRule/Test/Unit/Helper/CartFixedDiscountTest.php app/code/Magento/SalesRule/Test/Unit/Helper/CouponTest.php app/code/Magento/SalesRule/Test/Unit/Cron/AggregateSalesReportCouponsDataTest.php app/code/Magento/SalesRule/Test/Unit/Model/UtilityTest.php @@ -25023,6 +25028,7 @@ app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modi app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/ConfigurableAttributeSetHandlerTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/ConfigurablePanelTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/CustomOptionsTest.php +app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/Data/AssociatedProductsTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/StockDataTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/Product/Form/Modifier/ConfigurablePriceTest.php app/code/Magento/ConfigurableProduct/Test/Unit/Ui/DataProvider/AttributesTest.php @@ -34479,6 +34485,7 @@ app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/AbstractAttributeTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/ConfigTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Source/BooleanTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Source/TableTest.php +app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/UniqueValidatorTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/AbstractTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/JsonEncodedTest.php app/code/Magento/Eav/Test/Unit/Model/Entity/Attribute/Backend/ArrayBackendTest.php @@ -34682,6 +34689,7 @@ app/code/Magento/RelatedProductGraphQl/etc/module.xml app/code/Magento/RelatedProductGraphQl/etc/schema.graphqls app/code/Magento/RelatedProductGraphQl/README.md app/code/Magento/RelatedProductGraphQl/Model/DataProvider/RelatedProductDataProvider.php +app/code/Magento/RelatedProductGraphQl/Model/ResourceModel/RelatedProductsByStoreId.php app/code/Magento/RelatedProductGraphQl/Model/Resolver/UpSellProducts.php app/code/Magento/RelatedProductGraphQl/Model/Resolver/CrossSellProducts.php app/code/Magento/RelatedProductGraphQl/Model/Resolver/Batch/UpSellProducts.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt index dfdc83031df..27385bc40de 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt @@ -56598,6 +56598,66 @@ upload/extension/oc_payment_example/install.json extension/oc_payment_example/install.json oc_payment_example/install.json install.json +upload/extension/oc_payment_example/admin/controller/payment/credit_card.php +extension/oc_payment_example/admin/controller/payment/credit_card.php +oc_payment_example/admin/controller/payment/credit_card.php +admin/controller/payment/credit_card.php +controller/payment/credit_card.php +payment/credit_card.php +credit_card.php +upload/extension/oc_payment_example/admin/model/payment/credit_card.php +extension/oc_payment_example/admin/model/payment/credit_card.php +oc_payment_example/admin/model/payment/credit_card.php +admin/model/payment/credit_card.php +model/payment/credit_card.php +payment/credit_card.php +credit_card.php +upload/extension/oc_payment_example/admin/view/template/payment/credit_card.twig +extension/oc_payment_example/admin/view/template/payment/credit_card.twig +oc_payment_example/admin/view/template/payment/credit_card.twig +admin/view/template/payment/credit_card.twig +view/template/payment/credit_card.twig +template/payment/credit_card.twig +payment/credit_card.twig +credit_card.twig +upload/extension/oc_payment_example/admin/view/template/payment/credit_card_report.twig +extension/oc_payment_example/admin/view/template/payment/credit_card_report.twig +oc_payment_example/admin/view/template/payment/credit_card_report.twig +admin/view/template/payment/credit_card_report.twig +view/template/payment/credit_card_report.twig +template/payment/credit_card_report.twig +payment/credit_card_report.twig +credit_card_report.twig +upload/extension/oc_payment_example/admin/language/en-gb/payment/credit_card.php +extension/oc_payment_example/admin/language/en-gb/payment/credit_card.php +oc_payment_example/admin/language/en-gb/payment/credit_card.php +admin/language/en-gb/payment/credit_card.php +language/en-gb/payment/credit_card.php +en-gb/payment/credit_card.php +payment/credit_card.php +credit_card.php +upload/extension/oc_payment_example/catalog/controller/payment/credit_card.php +extension/oc_payment_example/catalog/controller/payment/credit_card.php +oc_payment_example/catalog/controller/payment/credit_card.php +catalog/controller/payment/credit_card.php +controller/payment/credit_card.php +payment/credit_card.php +credit_card.php +upload/extension/oc_payment_example/catalog/model/payment/credit_card.php +extension/oc_payment_example/catalog/model/payment/credit_card.php +oc_payment_example/catalog/model/payment/credit_card.php +catalog/model/payment/credit_card.php +model/payment/credit_card.php +payment/credit_card.php +credit_card.php +upload/extension/oc_payment_example/catalog/view/template/payment/credit_card.twig +extension/oc_payment_example/catalog/view/template/payment/credit_card.twig +oc_payment_example/catalog/view/template/payment/credit_card.twig +catalog/view/template/payment/credit_card.twig +view/template/payment/credit_card.twig +template/payment/credit_card.twig +payment/credit_card.twig +credit_card.twig upload/extension/oc_payment_example/catalog/view/template/payment/stored.twig extension/oc_payment_example/catalog/view/template/payment/stored.twig oc_payment_example/catalog/view/template/payment/stored.twig @@ -56606,6 +56666,14 @@ view/template/payment/stored.twig template/payment/stored.twig payment/stored.twig stored.twig +upload/extension/oc_payment_example/catalog/language/en-gb/payment/credit_card.php +extension/oc_payment_example/catalog/language/en-gb/payment/credit_card.php +oc_payment_example/catalog/language/en-gb/payment/credit_card.php +catalog/language/en-gb/payment/credit_card.php +language/en-gb/payment/credit_card.php +en-gb/payment/credit_card.php +payment/credit_card.php +credit_card.php upload/extension/ocmod/index.html extension/ocmod/index.html ocmod/index.html diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt index a15e61f4b2c..17d8a208988 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt @@ -7241,7 +7241,16 @@ upload/install/language/en-gb/install/step_3.php upload/install/language/en-gb/install/step_1.php upload/install/language/en-gb/upgrade/upgrade.php upload/extension/oc_payment_example/install.json +upload/extension/oc_payment_example/admin/controller/payment/credit_card.php +upload/extension/oc_payment_example/admin/model/payment/credit_card.php +upload/extension/oc_payment_example/admin/view/template/payment/credit_card.twig +upload/extension/oc_payment_example/admin/view/template/payment/credit_card_report.twig +upload/extension/oc_payment_example/admin/language/en-gb/payment/credit_card.php +upload/extension/oc_payment_example/catalog/controller/payment/credit_card.php +upload/extension/oc_payment_example/catalog/model/payment/credit_card.php +upload/extension/oc_payment_example/catalog/view/template/payment/credit_card.twig upload/extension/oc_payment_example/catalog/view/template/payment/stored.twig +upload/extension/oc_payment_example/catalog/language/en-gb/payment/credit_card.php upload/extension/ocmod/index.html upload/extension/opencart/install.json upload/extension/opencart/admin/controller/module/store.php diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index d9b79e02afe..ffd97daf9ab 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -82,10 +82,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml -/*/*/_tools -/*/*/more_ideas -/*/_tools -/*/activity /*/branches /*/commits /*/compare @@ -93,11 +89,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs -/*/group -/*/invite /*/issues/new /*/issues/search -/*/more_ideas /*/network /*/projects /*/pulse @@ -107,23 +100,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*source= /.git //wiki/skins -/?*amp_client_id -/?z=1 /MANUALS/*.pdf$ /Search/ /_ /_/rsrc -/__wishlist__ -/_activities -/_activity -/_community -/_created -/_followers -/_following -/_quick_saves -/_saved -/_shop -/_shopping_list /album/*/*?i= /api /api$ @@ -142,12 +122,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments /commits/*?author /commits/*?path -/communities /contact/menu* /contact/partner* /contactus/mwaas* /directory -/discovered /docs/product /download /download/Browse.aspx? @@ -175,7 +153,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /layout/ /leads/*/jsplayer_show_lead_form.html /leads/*/show_form.html -/likes /login /lookup? /mediaapi/ @@ -188,12 +165,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newest/*rss /newest/*xml /newsearch/ -/organize /partials -/pins /podcast/*/*?i= /print$ -/profile-about /raw /report_abuse /revisions @@ -201,8 +175,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rsvps/*atom /rsvps/*rss /rsvps/*xml -/scheduled-pin -/scheduled-pins /search /search/ /search/*?q= @@ -216,15 +188,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/d/groove-music-pass/cfq7ttc0k5dq/0001 /store/locations/store-locations-sitemap.xml /store/music/groove-music-pass/* -/story_pins -/tagged /tarball /tree -/tried /tv-season/*/*?i= /unsubscribe/ /video- -/video_pins /wal/ /wiki/Special: /wiki/index.php/Help @@ -336,7 +304,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?search_forum= ?set_mobile= ?showAllGroups= -?show_error=true ?slogin ?sort= ?sortBy= @@ -457,8 +424,6 @@ WebObjects/MZStoreElements.woa [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets _ -_/_ -_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -522,8 +487,6 @@ _next/gtm _next/jwt _next/title _next/viewer -_ngjs/resource -_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -635,12 +598,10 @@ actions/news/rss ad_id= addContacts add_favorite -addboard addressBookExport admin admin/ ads -ads.txt ads/gpa/vidgen ads/hotels/partners ads/learn @@ -657,7 +618,6 @@ adwords/proposal adx/bin affil affil/pal -age-appeal agreements/approve aihub/tfhub ajax @@ -701,10 +661,8 @@ api? api_access_key= app*_ app*form_id= -app-ads.txt app/ app/updates -appealed-pin apple-app-site-association apps apps*&tags= @@ -777,7 +735,6 @@ author/following author= authoring/ authwall -autocomplete away.php b?*node=7454898011 b?*node=7454917011 @@ -831,10 +788,6 @@ blogs/slow-ride blogs/test blogsearch blogsearch_feeds -board -board_activity -board_activity_comment -bookmarklet bookmarks books books/NBK @@ -857,37 +810,16 @@ books?*zoom=1 books?*zoom=5 booksrightsholders boutique/sitemaps -branded-pins -business/ad_create business/adshare business/adshare/faqs business/blahblah -business/business-access -business/business-hierarchy -business/business-manager -business/catalogs -business/commerce-integrations -business/community-information -business/convert -business/create -business/create-linked-account business/feedback -business/hub -business/invite business/leads/jsplayer_show_lead_form.html business/leads/show_form.html business/learning/blog -business/onboarding -business/pin_create business/premium/is_payment_pending business/promotion -business/referral business/sales/blog -business/site -business/switch-account -business/top-ads -business/update -business/verified-merchant/status buyside-e2e-monitor buzz/post cai @@ -920,7 +852,6 @@ checkout checkout-external checkoutnow checkpoint -christmas-spotlight chrome/browser/mobile/tour chrome/crlset chrome/webstore/images @@ -943,7 +874,6 @@ clickthru clima/ets clima/sites/registry clone/library/genomic/organisms -close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -963,7 +893,6 @@ commission_2010-2014/katainen commits?author= common/ common/survey.aspx -communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? @@ -980,31 +909,22 @@ community/category/* community/comments community/feed community/trackback -community_comment -community_post companyDir compare compare/*/apply compressiontest concussion/HeadsUp/training/ config.js -connect connections consumers/archive contact/menu* contact/partner* contactus contactus/mwaas* -content-claiming control -conversation -conversations -convert-business -convert-personal coop/directory coop/manage copy-conductor/crawled -copyright-reporting core/ core/*.css$ core/*.css? @@ -1020,22 +940,14 @@ couchmode coupons/visit covid19 covid19/mobility -create_pin creative-europe/404_en.htm -creative-studio -creative_editor -creator-spotlight -creator_hub/_earn -creator_hub/_partnerships creatorhub cse/home cse/manage cse/panel cse? csp -csrf_error ct -ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1046,11 +958,9 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx de-de/feedback de-de/lp de-de/searchresults -deactivate-account default default.aspx/kb/ default.aspx/ph/ -delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1146,8 +1056,6 @@ ebooks?*zoom=1 ebooks?*zoom=5 ece eclas -edit -editorial/* edu/cs4hs education/404_en.htm education/blocks @@ -1160,7 +1068,6 @@ ekansa/Open-Context-Data ekansa/opencontext- email email-unsubscribe -email_verification_error embed embed/@ embed/curated @@ -1222,7 +1129,6 @@ en/microsoft-viva/ en/security en/security/ endorsements -engagement enterprise-jobs enterprise-partner-search/sitemaps entrez @@ -1288,18 +1194,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member -explore -explore/*/?p= explore/*/lightbox external external/overture external_hosted f/healthcheck -facebook faves-i_love_u_get_away_from_me favorite fb -fb.html fe=true feature/sf-test feed @@ -1332,8 +1234,6 @@ flu/espanol/ flutter-canvaskit folder follow -follow_board -follow_user following food/archive food/favourites @@ -1395,8 +1295,6 @@ giveaway/host/setup glass/images/commerce global$ gog -google_gdn.html -google_search.html googlebooks/images gorf gp @@ -1512,7 +1410,6 @@ guidebooks gview gwt h5games_gamecenter/images -hanukkah-spotlight hashtag/*?src= hd header/channels @@ -1535,10 +1432,7 @@ help/vodafone help/zendesk_sso hex history/static -holiday-spotlight -holidays-celebrations home -homefeed homepage-video-test hosted/images hotelfinder/rpc @@ -1546,8 +1440,8 @@ hotels/rpc hotfix/ hp/video hpc/*/supported-applications.aspx? -http://calendar.google.com/robots.txt -http://slideshare.net/robots.txt +http://blog.google/robots.txt +http://washingtonpost.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -1561,9 +1455,6 @@ id-id.www.cloudflare.com id-id/feedback id-id/lp id-id/searchresults -idea-ads-tool -idea-pin-builder -idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie/ie40/ @@ -1595,15 +1486,12 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport -install-shuffles internalPref intl intl/*/about/views intlkb/ -invite inviteFromProfile inviteMany -invited invoice/est invoice/estimate/buyerView invoice/estimate/buyerView/attachments @@ -1639,8 +1527,6 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work -join/?next= -join/signup/?next= js jsapi jsearch @@ -1655,7 +1541,6 @@ ko-kr.www.cloudflare.com ko-kr/feedback ko-kr/lp ko-kr/searchresults -kwanzaa-spotlight labs/pmc labs/popgadget/search lamda/images @@ -1690,15 +1575,12 @@ learning/settings learning/settings$ learning/settings? legal -lens-search li/track library/devices licensing-syndication limited-release link -linked lite -live-session live_chat lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -1725,7 +1607,6 @@ localservices lochp? login login$ -login/?next= login?*= logout lp @@ -1845,7 +1726,6 @@ narrative- native nbubumblebee network -new_invite news$ news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP @@ -1860,7 +1740,6 @@ news/test news/test-liveblog news?viewArticle newsArticle -news_hub newsletter newsroom/dae newsround @@ -1874,20 +1753,15 @@ nl-nl/lp nl-nl/searchresults node/add/ nonprofits/account -notifications ns/hydra/console/? nus-trk nwshp$ o/di o/dt oas/ -oauth/line -oauth/login oauth/v2 oauth2 oauth2/v2 -oauth_error -offsite og okxbet.com onebox/media/sports/logos @@ -1916,11 +1790,8 @@ pagespeed/insights/ui/logo panel pantheon pantheon-platform -parental-consent/confirmation -parental-passcode participate/conferences.xml partners -password/reset password_expired patent-search/frontend patents/download @@ -1950,46 +1821,12 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy -pin -pin-builder -pin-communities -pin-creation-tool -pin-editor -pin/*/activities -pin/*/activity -pin/*/analytics -pin/*/brand-catalog -pin/*/comments -pin/*/email -pin/*/feedback -pin/*/idea-pin/related-products -pin/*/likes -pin/*/promote -pin/*/reaction -pin/*/related-products -pin/*/repin -pin/*/repins -pin/*/sent -pin/*/share -pin/*/shop-the-look -pin/*/tag -pin/*/takes -pin/*/visual-search -pin/*/visual-shop -pin/create -pin/find -pin/find?url= -pin_shop ping? pingback -pinterest-predicts -pinterest-wellbeing -pinterestwellbeing pl-pl.www.cloudflare.com pl-pl/feedback pl-pl/lp pl-pl/searchresults -place plan= platform-telemetry play/store/web @@ -2038,7 +1875,6 @@ ppob/? ppob? pqa preference -prefs present presentation prettyearth/assets @@ -2046,8 +1882,6 @@ preview previewtemplate print private -product-catalogs -product-feed product-reviews/B0069IY63Y productPurchaseDone product_ @@ -2088,14 +1922,12 @@ pt-br/searchresults publications purchases puzzles/leaderboards/invite -pw pwapi-proxy/pwproxy pwapiv2 q= qnasearch? qr quality_form? -quiz r rackspace/elevating-performance radio/imda @@ -2104,7 +1936,6 @@ rating rd/search rd/search$ rd/search? -recently-viewed recharge/dashboard/car recharge/dashboard/static recipes/search @@ -2120,9 +1951,6 @@ refer refer/pal referrals referrer= -refresh_stored_accounts -refresh_token -register registry/wishlist remotelogout rep=hc @@ -2130,13 +1958,9 @@ report report-abuse?report= report= report_abuse.gne -reports-and-violations -request-data requestList requests research/participants/cofund -resource -resource/*/get results retail retail/old @@ -2172,7 +1996,6 @@ s2/search/social s2/sitemaps s2/static s? -safe-redirect safebrowsing/diagnostic safebrowsing/report_badware safebrowsing/report_error @@ -2219,7 +2042,6 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti sections/ombudsman/2008/01/frequently_asked_questions_1.html sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma secure -sendHeaderEarly sendarticle services services/oauth @@ -2242,7 +2064,6 @@ shihui? shop/browse/overlay shop/iphone/payments/overlay shop/view/product -shop_pins shopping-content-api/product_images shopping/deals shopping/product @@ -2541,11 +2362,9 @@ snp social/photosui/images social/photosui/sitemap social/social-security-directory/cai -socialmanager sounds/search sounds/search$ sounds/search? -source source= source_repo= spain/empresas/ @@ -2565,7 +2384,6 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle -sso stadia/gamers start stat @@ -2620,10 +2438,6 @@ storefront storepicker stores/page/*visitId= stories -story-pin-builder -story-pin-invite -story_feed -story_pins storyworks/preview styles/js-on.css$ subscribe/braintree @@ -2649,7 +2463,6 @@ support/content support/forum/search? sureroute surprise -suspension-appeal sutils sv-se.www.cloudflare.com sv-se/feedback @@ -2664,7 +2477,6 @@ svc/spelling-bee svc/vertex svc/wordle svpRecommendations -sw-shell.html swg system1/images t/privacy @@ -2672,7 +2484,6 @@ t/terms tab= tablet tag -taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -2717,9 +2528,7 @@ th-th.www.cloudflare.com th-th/feedback th-th/lp th-th/searchresults -thanksgiving-spotlight themacallan/worlds-together -theme tickets-external? timedtext_video title @@ -2790,7 +2599,6 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify -tv tv/thumb typeahead u @@ -2806,13 +2614,9 @@ ugc$ ugcsupport ugcsupport$ ui -unauth-profile -unlink unsub until= upload -upload-image-lens-history -upload-lens-image uploads urchin_test user @@ -2829,8 +2633,6 @@ using utils uviewer v1 -v1/urls/count.json -v3/pidgets/log verify_age vi-vn.www.cloudflare.com vi-vn/feedback @@ -2867,9 +2669,6 @@ webapps/xoonboarding webmasters/sitemaps/ping? webscr websearch -website/confirm -website/confirm/download -welcome whats-next/planes-trains-and-analytics whsmiths widget_auth.php @@ -3171,7 +2970,7 @@ wiki/Wikipedia_Diskussion:Checkuser wiki/Wikipedia_Diskussion:Spam-Blacklist-Log wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response -wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -3381,7 +3180,6 @@ xhtml? xml? xoplatform/logger/api/logger xorouter -your-shop youth/404_en.htm youtube/fonts youtube/img/promos diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 5934ccbfe7d..ce5f1caed1e 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -3913,7 +3913,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /{link} 0 0*? -0;((b=google.c)==null?0:b.cwh)&&google.c.wh<=1&&(e=!0);b=void ;jsessionid ;jsessionid ;preview= @@ -4959,7 +4958,6 @@ HotelsManageListing HotelsManagementCenter HotelsProductCart HowTheSiteWorks -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -5462,7 +5460,6 @@ Project PromoTools PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -5625,7 +5622,6 @@ Saves ScreensaverShade Scripts Search -Search Search/Mail/Public SearchNavigationView SelectLocale?fromPage= @@ -6213,8 +6209,6 @@ ac_search ac_universities ac_university_departments academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6239,7 +6233,6 @@ account-login account-prefs-change account-settings account-setup -account/ account/* account/accomplishments account/ackgift @@ -6301,7 +6294,6 @@ ach/kb/*/discuss ach/search ach/user ach/users -aclick aclk acoustic acq @@ -6601,7 +6593,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alive/ alkali all @@ -6629,7 +6620,6 @@ american-ninja-warrior-ninja-vs-ninja american-sniper aml amp -amp/ amp/deals/analytics?*= amp/local/*/www.groupon.com amp_next_page_ga.cms* @@ -6727,7 +6717,6 @@ api/internal/*/location api/internal/_bb api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps api/nts/v1/login api/partner_select/*/price_query @@ -6741,8 +6730,10 @@ api/taxonomy api/taxonomy$ api/template-taxonomy-service api/template-taxonomy-service$ +api/ucs/shortlist api/ui api/ui-extensions +api/uisprime/track api/user api/user? api/utilities/v1/imageproxy @@ -6776,6 +6767,7 @@ api/v3/notes/*/related_notes api/v3/notes/hashtags/*/notes api/v3/notes/pagers api/v3/promoted/events +api/v4/typeahead api? api_access_key= apiv2/* @@ -7653,7 +7645,6 @@ bewerten bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -7687,7 +7678,6 @@ bin/* bin/sapdx bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -7846,7 +7836,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8255,6 +8244,7 @@ c/subscription c/technology.atom c1/en/pdf-nf/*.PDF c1/en/pdf-nf/*.pdf +c=b.closest("[data-vdb]");c&&(c.dataset.nohu="1",b.dataset.hovt&&(b=c.querySelector("[data-vist]")))&&(b.addEventListener("mouseenter",function(){delete c?*attr_*= cDN_contENt ca @@ -8996,7 +8986,6 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl/Download cl2/feeds @@ -9275,7 +9264,6 @@ compagnie companies/c companies/o companies/search -company company/*.rss company/add-ons-agreement company/contact-thank-you @@ -9678,10 +9666,8 @@ cpresources cpro cpropub/univercd cpspa -cr$ cr/ cr/Download -cr? craft crash crc/ @@ -10755,6 +10741,7 @@ ee/user ee/users efir eg +egcs/v2/collect ehf eid= eid? @@ -11055,9 +11042,6 @@ enterprise/blog/search? enterprise/orgs-terms enterprise/seo entertainment/article/Minerva-s-horoscope -entities/search -entityexplore$ -entityexplore? entrez entrez/eutils entrez/sutils @@ -11612,7 +11596,6 @@ fbml/ajax/dialog fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -11841,6 +11824,7 @@ flag/profile flag_content? flash flash-templates +flexibleshopping flickrimagerequest flights flipboardrss @@ -11926,6 +11910,7 @@ forums/profile forward foryou fos/icn/ +fotos/es/*+ foundation/contact fourinthemorning foxtrotcallback= @@ -12151,8 +12136,6 @@ ftpinstructions full fullscreen fullscreen/ReportLinker -fun/api/ -fun/g/ funding? fundraiser/charity fur/forums @@ -12923,12 +12906,10 @@ horoscopes hosted/images hostgator hosting/search -hotel/reviews? hotelfinder/rpc hotels hotels/newAdaptiveRoomTypePhotoViewer hotels/rpc -hotels/search hotfix/ houseads houzz-historyzz @@ -12939,8 +12920,6 @@ howto howto/GoodNeighborPolicy.htm howtobuy/ hp/video -hpm -hpmob hr hr-*/ hr-hr/ @@ -13002,7 +12981,7 @@ http://bbcsfx.acropolis.org.uk/robots.txt http://census.gov/robots.txt http://creativecommons.org/robots.txt http://economist.com/robots.txt -http://explore.org/robots.txt +http://expedia.com/robots.txt http://gist.github.com/robots.txt http://govostis.gr/robots.txt http://healthline.com/robots.txt @@ -13379,20 +13358,10 @@ images/$ images/* images/*.png images/? -images/async/? -images/async? -images/hosted/? -images/hosted/search? -images/hosted? images/pad/search?rpt=imageview images/pad/search?text=*&source=morda -images/search%3F -images/search%5C -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/smart/$ images/touch/$ images/touch/? @@ -13400,9 +13369,6 @@ images/touch/search?rpt=imageview images/touch/search?text=*&source=morda images/v$ images/viewconfig$ -images? -images?*mmbaseline* -images?*nr* imagine/ imesync imf-fetch-message @@ -13533,7 +13499,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include/ includes @@ -14742,7 +14707,6 @@ loans loc/volunteers loc= local -local local-services-ads local/*/all-deals local/*/goods @@ -15042,7 +15006,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -15091,8 +15054,8 @@ marketing_company_auto__c= marketperception marketplace marketplace/brief -marketplace/hire/*&serviceIds= -marketplace/hire/*?serviceIds= +marketplace/hire*&serviceIds= +marketplace/hire*?serviceIds= marketplace/reviews/reviews-list/*/write-comment/ marketplace/reviews/write-review/ marketplace/search @@ -15239,7 +15202,6 @@ merchanism merchant-page merchant-page/js/locale.js merchant/*/contracts -merchant/reviews? merchantapps mes message @@ -16278,7 +16240,6 @@ notfound.html notifications notifications notifications$ -notifications/ notifications/* nova novel/comments.php?id= @@ -16457,8 +16418,6 @@ offers/nonprofits$ offers/nonprofits% offers/nonprofits? offers/preview/ -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -16672,8 +16631,6 @@ page/*/?egotecpage page/*/?hc_location= page/*/?iq_id= page/*/?pcd= -page/*/?s -page/*/?s= page/*/?s= page/*/?search= page/account-confirmation-thanks @@ -17127,6 +17084,7 @@ photosandvideos phvw-vp piano pickadate/static-1.6 +pictures/*+ pictures/related pictures/search pift/retest @@ -17464,7 +17422,6 @@ postings/PostForSale.htm? postings/PostMakeMeMoveStreamlined.htm? postlogin postmail.cms -posts posts/ posts/flag posts/item @@ -17590,7 +17547,6 @@ pro-site pro-solutions pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -17610,7 +17566,6 @@ product/* product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -17685,7 +17640,6 @@ profile/*/photos profile/account profile/following profile/general -profile/history? profile/mylists profile/premium profile/view @@ -17982,11 +17936,9 @@ public/*.jpg public/*.js$ public/*.js? public/*.png -public/admin public/article public/assets/html public/assets/sitemaps -public/comments public/data/ public/index.php public/library/iosplanner/reldesignation.html @@ -18626,7 +18578,6 @@ restricted restricted/ restricted_temporary/ results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -18675,7 +18626,6 @@ reviews/write/?s= reviews/write?s= reviews_page= rewards -rewardsapp/ rf=* rip/ rlv/ @@ -19416,7 +19366,6 @@ set_author_id setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -19552,7 +19501,6 @@ sharing sharing/files sharing/folders shelf/user_shelves -shenghuo shenghuo/search? shifen/ shihui @@ -19563,15 +19511,11 @@ shipping shipping-payment shippingassistant shop -shop$ -shop/ shop/*& shop/browse/overlay -shop/collections shop/global shop/iphone/payments/overlay shop/view/product -shop? shop_name_search_service shop_pins shopcart/* @@ -19641,7 +19585,6 @@ sign-in sign-in-6for6Sale sign-out sign-out -sign-up sign-up-to-be-contacted-for-research sign-up/? sign_in @@ -20095,7 +20038,6 @@ social social-connect/send social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -20175,7 +20117,6 @@ sp/news3 sp= sp_url= spartan -spbasic spc-source= special-promo/2for1 specialhandling-payments/ @@ -20223,7 +20164,6 @@ sports/nfl/includes sports/whatson sports_fp_ms spreadsheet -spresults sprint_wml sprint_xhtml sq/android/collections @@ -20299,7 +20239,6 @@ stat statement statements static -static/ static/*.css$ static/*.css? static/*.gif @@ -20428,9 +20367,7 @@ storeclick storefront storepicker storerequest -stores$ stores-manage -stores/ stores/page/*visitId= stories story @@ -20892,7 +20829,6 @@ text/*?page= text/yandex-news.region.xml tfemail th -th$ th*/blog-article-remove-faq-utms-*.js th*/cdn-cgi/challenge-platform th*/step @@ -20959,7 +20895,6 @@ th/tools/logo-maker/onboarding th/user th/users th/ventureone -th? th_th th_th/templates/M thank-you @@ -21319,7 +21254,6 @@ translate_p translate_static translate_suggestion translate_t -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 @@ -21346,30 +21280,13 @@ travel-frontend/images travel-vacations travel/ travel/2013/aug/22/been-there-readers-competition? -travel/api travel/clk -travel/css travel/entity -travel/flight-search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? -travel/flights travel/flights/s -travel/hotel-search -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories travel/passport -travel/scripts travel/search -travel/secure travelnevadahighway95tc treadstone treasury @@ -21412,6 +21329,7 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify +trvl-px try try$ try% @@ -21772,7 +21690,6 @@ ur/search ur/user ur/users urchin_test -url url-shortner urlinator/static-1.54 urlinator/static-1.55 @@ -22381,29 +22298,11 @@ videodash.cms* videodetails videorequest videos -videos/? -videos/browsing videos/expander -videos/explore -videos/favorites -videos/feed -videos/feedcontent -videos/music -videos/music/ -videos/music/? -videos/music? -videos/riverview/relatedvideo -videos/riverview/relatedvideo/? -videos/riverview/relatedvideo? videos/search -videos/search/? -videos/search? videos/show_trailer videos/slider videos/transcripts -videos/trending -videos/trendingcontent -videos? videosearch view view-3d-home @@ -22671,11 +22570,7 @@ whythisad widget widget-landing-page.html widget-uploads -widget/cr -widget/entity/search/? widget/player -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -23330,7 +23225,6 @@ word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php work -work work-at-ucl/redeployment work/_ work/acceptinvitation @@ -23426,7 +23320,6 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://rumble.com/robots.txt wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index aaf00e72211..05a3f449a04 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -342,7 +342,7 @@ # $ $ -$http://edsource.org/robots.txt +$http://navy.com/robots.txt $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService % %(link @@ -501,7 +501,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &aspectratio=*.html &author= &b= -&b= &back= &bc= &bitrate= @@ -592,7 +591,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &f%5B &f%5B* &f%5B1 -&f%5B1*http://aish.com/robots.txt +&f%5B1*http://arts.mit.edu/robots.txt &f[ &f[* &f_*= @@ -722,7 +721,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &om_ &op= &ophqt= -&ord &order &order= &order= @@ -865,6 +863,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &tag &tag= &tag= +&tagName=*&page=* &team_stats_event_type= &text=* &thematic= @@ -1183,7 +1182,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService -cst- -d$ -debutant$ --deeplinks/http://subscribepage.com/robots.txt +-deeplinks/http://moo.com/robots.txt -dlp -embed -empfehlen.html$ @@ -1281,8 +1280,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hssc. .*__hstc. .*assets/fonts -.+http://health.com/robots.txt -... +.+http://skype.com/robots.txt .../ ..gitignore.html .ASPX$ @@ -1890,7 +1888,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .axd$ .axd$ .axd* -.axdhttp://groovy-lang.org/robots.txt +.axdhttp://heinlegal.com/robots.txt .bak .bib .big.html @@ -1973,8 +1971,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css************* .css. .css? -.csshttp://car.ba.gov.br/robots.txt -.csshttp://vc.ru/robots.txt +.csshttp://faktykaliskie.pl/robots.txt +.csshttp://jd.com/robots.txt .cssx$ .csv .csv$ @@ -2063,7 +2061,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .exe .exe$ .exe$ -.exe$http://literatureandlatte.com/robots.txt +.exe$http://www2.camara.leg.br/robots.txt .extcontent.html .extcontentteaser.html .externalcontent.advertisement.html @@ -2148,14 +2146,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .html$ .html$ .html%7CName=ComponentLink -.html. .html.html .html.html* .html.html.html .html.printable .html/ .html/$ -.html/1000 .html/email .html/feed .html=$ @@ -2216,7 +2212,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://m.imdb.com/robots.txt +.jpg$http://panasonic.jp/robots.txt .jpg* .jpg************* .jpge @@ -2433,17 +2429,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .pdf .pdf$ .pdf$ -.pdf$http://choosemuse.com/robots.txt -.pdf$http://fr.wiktionary.org/robots.txt -.pdf$http://indianz.com/robots.txt -.pdf$http://pt-br.facebook.com/robots.txt +.pdf$http://dentx.com.tr/robots.txt +.pdf$http://hoopladigital.com/robots.txt +.pdf$http://imaging.nikon.com/robots.txt +.pdf$http://usccb.org/robots.txt .pdf%7CName=ComponentLink .pdf************* .pdf?properties= .pdfdocusetools -.pdfhttp://benjaminmoore.com/robots.txt -.pdfhttp://nfib.com/robots.txt -.pdfhttp://udel.edu/robots.txt +.pdfhttp://nhs.uk/robots.txt +.pdfhttp://oik-plugins.com/robots.txt +.pdfhttp://wpbeginner.com/robots.txt .personalization.article.html .personalization.html .personalization.startinfo.html @@ -2478,8 +2474,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .png .png$ .png$ -.png$http://displate.com/robots.txt -.png$http://haier.com/robots.txt +.png$http://straightshooter.dk/robots.txt +.png$http://wave3.com/robots.txt .png* .png************* .polizeibericht.html @@ -2654,7 +2650,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .rst$ .rtf .rtf$ -.ru .sdirect .search.fast.form.html .search.fast.html @@ -2861,7 +2856,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known/amphtml/ .well-known/amphtml/apikey.pub .well-known/amphtml/apikey.pub -.well-known/amphtml/apikey.pubhttp://file.io/robots.txt +.well-known/amphtml/apikey.pubhttp://nerdwallet.com/robots.txt .well-known/apple-app-site-association .well-known/apple-app-site-association .well-known/apple-developer-merchantid-domain-association.txt @@ -2897,7 +2892,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xlsx .xlsx$ .xlsx$ -.xlsx$http://chromeenterprise.google/robots.txt +.xlsx$http://columbia.edu/robots.txt .xml .xml$ .xml$ @@ -2908,7 +2903,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xps .xsd$ .xsd? -.yaml$http://usanetwork.com/robots.txt +.yaml$http://graffino.com/robots.txt .yml$ .zimmer_d .zip @@ -3351,7 +3346,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/customer/ /*/data$ /*/discussions -/*/downloadhttp://bbb.org/robots.txt +/*/downloadhttp://vectorstock.com/robots.txt /*/edit /*/edit$ /*/embed @@ -5278,7 +5273,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /1000 /1000$ /1000$ -/1000$http://toonsmag.com/robots.txt +/1000$http://idntimes.com/robots.txt /1021716 /104422/seasons-activities /112142 @@ -5389,10 +5384,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /2017/calendar-results.shtml /2017/standings.shtml /2018- +/2019 /2020/02/13/money /2023- /2023/05/19/steptoe-reps-cerebellum-networks-in-lawsuit-accusing-former-advisor-of-stealing-1-3m/*$ /22 +/22732481 /23 /24-hours-rss /25 @@ -5500,7 +5497,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?cid= /?clientId= /?collection= -/?comment_page= /?commentlist= /?consterm /?costPlans= @@ -5563,7 +5559,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?pageCurrent=1 /?pageRef /?pageType= -/?pdf=1http://president.gov.ua/robots.txt +/?pdf=1http://steinberg.net/robots.txt /?personid /?preview /?price= @@ -5971,7 +5967,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Style%20Library/css/agency.css /Style%20Library/js/agency.js /System -/TSPD/http://developer.yahoo.com/robots.txt +/TSPD/http://unesdoc.unesco.org/robots.txt /Tags /TemplateItem /Templates @@ -6146,7 +6142,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account/* /account/cls /account/device-auth -/account/forgot-passwordhttp://citizenwatch.com/robots.txt +/account/forgot-passwordhttp://plymouth.ac.uk/robots.txt /account/limit-guide /account/login-pwd/forget /account/oauth @@ -6178,10 +6174,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /actions /actions_panel /action~ -/action~*/http://24.hu/robots.txt -/action~*/http://canal4rd.com/robots.txt -/action~*/http://jasonlucchesi.com/robots.txt -/action~*/http://noticianorte.com/robots.txt +/action~*/http://aisel.aisnet.org/robots.txt +/action~*/http://mamp.info/robots.txt +/action~*/http://s-media-cache-ak0.pinimg.com/robots.txt +/action~*/http://umweltbundesamt.de/robots.txt /actividades/reserva_confirmada /actividades/voucher /activities @@ -6222,7 +6218,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /admin/ /admin/* /admin/dashboard -/admin/http://unsw.edu.au/robots.txt +/admin/http://uio.no/robots.txt /admin2 /administrator /administrator/* @@ -6231,8 +6227,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ads.txt$ /adult /advanced-sparql-query-editor -/advanced_search.html -/advanced_search_result.html /advertiserDetail /adyen /aeglodetailweb/api/msite/item?productId* @@ -6312,6 +6306,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /amp-ivw.html /amp/ /amp/amp +/amp/ampstories /amp_msp_amazon_gadget.cms* /anal- /anal-*.html @@ -6365,7 +6360,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /api/ /api/* /api/*/amp -/api/*http://image-line.com/robots.txt +/api/*http://prlog.org/robots.txt /api/catalog/v3 /api/catalog/v3/srfile /api/client-event @@ -6532,6 +6527,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /atom.xml$ /atom.xml? /att/mobileupgrade +/attachment /attachment/ /attractions?page= /auction/favorites @@ -6973,7 +6969,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /career-advice/article?q= /cars/marketplace/product/* /cart -/cart /cart$ /cart$ /cart* @@ -7122,6 +7117,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /closest /cloud-storage-pricing-plans/* /cm +/cmcm /cmp/dg/gdpr /cmp/dg/gdpr-emea /cmp/dg/gdpr-germany @@ -7426,7 +7422,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /control /control-panel/ /control_panel/manage* -/control_panel/manage*http://verywell.com/robots.txt +/control_panel/manage*http://garmin.com/robots.txt /conversation /conversation? /conversations @@ -7616,7 +7612,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /dashboard/index.html?root=dashboard/myAccount /dashboard/index.html?root=dashboard/myAccount&nav=g /data -/data.docxhttp://marinetraffic.com/robots.txt +/data.docxhttp://lehigh.edu/robots.txt /data.pdf /data/* /data/related$ @@ -8202,7 +8198,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/*/articles.xml /feed/atom$ /feed/atom/$ -/feed/http://zoom.com/robots.txt +/feed/http://newsroom.tiktok.com/robots.txt /feed/rss/$ /feed/rss2 /feed/search @@ -8736,6 +8732,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /givingbasket /gl-d$ /gl/ +/glance /global$ /global-components /global-components1 @@ -8850,7 +8847,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /historique /history /history-node -/historyhttp://litextension.com/robots.txt +/historyhttp://odt.co.nz/robots.txt /hm-test /hola/actualidad/fotorreportajes /hola/actualidad/galerias @@ -9224,7 +9221,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jcr:content*.html /jcr:content*.json /jcr:content*.xml -/jcr:content/*http://dunkindonuts.com/robots.txt +/jcr:content/*http://ifs.org.uk/robots.txt /jcr:content/slimHeaderPar/slim_page_header_v2 /jegyarak- /jeux-olympiques*/page-calendrier- @@ -9240,7 +9237,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jioairfiber-survey-wa* /jiofiber-babycare* /jiofiber-discovery-survey* -/jiofiber-discovery-survey*http://umw.edu/robots.txt +/jiofiber-discovery-survey*http://jiosaavn.com/robots.txt /jiofiber-ivr-survey* /jiofiber-network-survey* /jiofiber-recharge-survey-direct-english* @@ -9250,7 +9247,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jios-got-talent* /jm/item /job -/job/http://abc.go.com/robots.txt +/job/http://seekingalpha.com/robots.txt /jobs-old /jobs/*/edit /jobs/*q= @@ -9949,9 +9946,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no-index/* /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://howtogeek.com/robots.txt -/no-referrer-when-downgradehttp://iwalkcornwall.co.uk/robots.txt -/no-referrer-when-downgradehttp://live365.com/robots.txt +/no-referrer-when-downgradehttp://globes.co.il/robots.txt +/no-referrer-when-downgradehttp://marketwired.com/robots.txt +/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt /no-search-results /no_access /no_unit @@ -10209,7 +10206,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /password_resets /past /path_locks -/patient-experiencehttp://uspto.gov/robots.txt +/patient-experiencehttp://stlmag.com/robots.txt /pavel-sandbox.html /pay-invoice /payment @@ -10233,7 +10230,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/search /pdf-templates/standalone /pdf/index.html -/pdf_reader/*/http://googlechrome.github.io/robots.txt +/pdf_reader/*/http://venmo.com/robots.txt /pdfft /pdp/lo /penerbangan @@ -10413,7 +10410,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://download.oracle.com/robots.txt +/print/http://oppo.com/robots.txt /print?id /print_ad? /printable @@ -10693,7 +10690,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /redirectl /redirects /reduced-to-clear -/ref /refer-a-friend-thank-you /reference-component.html /reference-components-page-cross-promotion.html @@ -10706,7 +10702,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /reference/response/amex-express-checkout-card /reference/response/transaction-level-fee-report-row /references -/referenzen /referral /referrer$ /refresh @@ -10724,7 +10719,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /registerinterest-jiophone-giftcard* /registration /registration$ -/registration*http://about.gitlab.com/robots.txt +/registration*http://politifact.com/robots.txt /registration-confirmation/ /registration? /related @@ -10774,7 +10769,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /residential-additional-pages /resource-center/*.jsp /resource-center/*/language -/resource/rtl-test-page$http://leafly.com/robots.txt +/resource/rtl-test-page$http://capgemini.com/robots.txt /resources /resources/? /resources/events/? @@ -10895,7 +10890,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss2 /rss2/ /rss2/$ -/rss2/$http://wordfence.com/robots.txt +/rss2/$http://helpnetsecurity.com/robots.txt /rss_en_all /rss_for_twitter /rss_items @@ -11126,7 +11121,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /searchTerms /search_ext.phtml /search_rss -/searchajaxhttp://i.dailymail.co.uk/robots.txt +/searchajaxhttp://bountysource.com/robots.txt /searchjobs /searchlibrary /searchpage @@ -11142,7 +11137,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /secure/* /secure/account/ /secure/handlers/ -/secure/http://csp.withgoogle.com/robots.txt +/secure/http://kabanos.net/robots.txt /security-issues* /select*? /select-cadeau-sparen/? @@ -11210,6 +11205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sexy-video-musalman.html /share /share$ +/share?url= /shared /shared-board/* /shared/ @@ -11705,8 +11701,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sitemap_.xml /sitemap_gpdc.xml /sitemap_output -/sitemaphttp://nippon.com/robots.txt -/sitemaphttp://spectator.co.uk/robots.txt +/sitemaphttp://dallascityhall.com/robots.txt +/sitemaphttp://letsencrypt.org/robots.txt /sitemaps /sitemaps/image_daily_sitemap_f_* /sites/Satellite* @@ -11835,7 +11831,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/index.php/ /store/lib/ /store/order -/store/orderhttp://bart.gov/robots.txt +/store/orderhttp://postoffice.co.uk/robots.txt /store/orders /store/pkginfo/ /store/profile @@ -12100,7 +12096,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /tauler-edictes /taxonomy /taxonomy/term -/taxonomy/term/*http://socialmediaexaminer.com/robots.txt +/taxonomy/term/*http://unwsp.edu/robots.txt /td /te-in/iuc /team @@ -12176,7 +12172,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /testhome /testpolar /tests -/testseiten /th-concept /th-concept-scheme /th-dataset @@ -12415,7 +12410,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /unlock-document /unlock-question /unsubscribe -/upcoming-streamshttp://williams-sonoma.com/robots.txt +/upcoming-streamshttp://onlyinyourstate.com/robots.txt /update /update.php /updatecart @@ -12590,7 +12585,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /videosearch /vids /view-form-open -/view-form-openhttp://riverside.fm/robots.txt +/view-form-openhttp://formatadre.bandcamp.com/robots.txt /view_comments /view_print /viewer/ @@ -12903,7 +12898,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /{image} /{link} /{{url -/~/* /ดาวน์โหลดตอนนี้ /立即下載 0 @@ -12971,22 +12965,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ==$ ==. =Other* -=affiliate -=awin =colorGroups -=commerce_price -=email =emarsys -=field_categories -=field_power -=field_product_technology =field_region =field_thematique -=field_type -=in_stock -=is_mainline =kapstages -=model_number =newsletter =size =twitter @@ -13139,7 +13122,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*amp;cHash= ?*answerId= ?*api_key -?*apikey*http://amazon.in/robots.txt +?*apikey*http://visa.co.uk/robots.txt ?*app ?*append_element ?*artistName= @@ -13294,8 +13277,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hsCacheBuster= ?*hsCtaTracking ?*hs_preview= -?*http://corporate.walmart.com/robots.txt -?*http://docs.joomla.org/robots.txt +?*http://onextrapixel.com/robots.txt +?*http://tapas.io/robots.txt ?*hubs_ ?*hubs_* ?*hubs_signup-cta @@ -13406,7 +13389,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*p_p_id=filterable_content_cards_INSTANCE_ ?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch ?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete -?*p_test= ?*page ?*page1=* ?*page= @@ -13644,7 +13626,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_source= ?*utm_source= ?*utm_source=* -?*utm_source=*http://note.mu/robots.txt +?*utm_source=*http://aminoapps.com/robots.txt ?*utm_term ?*utm_term= ?*utm_term=* @@ -13712,7 +13694,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?SC= ?SESSION ?SID= -?SID=http://ct.webgomme.com/robots.txt +?SID=http://hrblock.com/robots.txt ?SQ_VARIATION* ?SSOWebDispatcher&tg=web&ru= ?SearchParameter @@ -13806,7 +13788,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?accountid= ?acid ?act= -?action ?action* ?action= ?action= @@ -13979,7 +13960,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?calendar ?callback ?callback= -?callback=http://johnlewis.com/robots.txt +?callback=http://bitfinex.com/robots.txt ?callsandtexts ?calparms= ?campaign-id @@ -14037,7 +14018,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?client_id= ?clipid= ?closePush=true -?closed= ?clothing_themes= ?clothing_type= ?clothing_vendor= @@ -14094,7 +14074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?comments ?comments* ?comments= -?commidhttp://inspectlet.com/robots.txt +?commidhttp://ar.pinterest.com/robots.txt ?communityId= ?companyid= ?companyid=* @@ -14322,7 +14302,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fbclid= ?fbclid= ?fbclid=* -?fbclidhttp://nysenate.gov/robots.txt +?fbclidhttp://nationsonline.org/robots.txt ?fc= ?fdid* ?fe= @@ -14357,7 +14337,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filters[ ?find_similar_by= ?firstId= -?fit= ?fl= ?fl_rand_seed= ?flightDate=* @@ -14399,7 +14378,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromDuration= ?fromFooter ?fromMenu -?fromNewsdog*http://wildberries.ru/robots.txt +?fromNewsdog*http://theworlds50best.com/robots.txt ?fromTime=* ?from_rewind=true ?fromblog @@ -14483,7 +14462,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hsa_tgt ?hsa_ver ?hsm= -?http://bio-key.com/robots.txt +?http://tympanus.net/robots.txt ?https= ?i ?i= @@ -14582,10 +14561,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keyword= ?keyword=* ?keywordSearchType= -?keywords ?keywords= ?kids= -?kind ?kind= ?klz_source ?ko @@ -14734,7 +14711,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ndx=t$ ?ndx=t& ?neighborhoods -?netflixsource=*http://ptc.com/robots.txt +?netflixsource=*http://help.openai.com/robots.txt ?netmng= ?new= ?news_id= @@ -14789,18 +14766,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?offset=0 ?ofg ?olaId= -?om= ?om_ ?omiid ?onboard= ?onwardjourney= ?op= ?op=cerca&query= -?open= ?open_login=1 ?ophqt= ?oq= -?ord= ?order ?order= ?order= @@ -15060,7 +15034,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?q=user/logout ?q=user/logout/ ?q=user/logout/$ -?q=user/logout/http://microformats.org/robots.txt +?q=user/logout/http://rd.com/robots.txt ?q=user/password ?q=user/password ?q=user/password/ @@ -15089,7 +15063,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?query ?query= ?query=* -?query=*http://dndbeyond.com/robots.txt +?query=*http://rand.org/robots.txt ?query[country]= ?quicktabs_ ?quicktabs_5= @@ -15189,12 +15163,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?returnUrl ?returnUrl= ?returnUrl=* -?returnUrl=*http://curitiba.pr.gov.br/robots.txt +?returnUrl=*http://lefigaro.fr/robots.txt ?return_to ?return_to= ?return_type ?return_uri -?returnurl=*http://lesacvspip.co.uk/robots.txt +?returnurl=*http://badoo.com/robots.txt ?retweetjs ?review_category ?review_manufacturer @@ -15227,11 +15201,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?s= ?s= ?s=* -?s=*http://buffalonews.com/robots.txt +?s=*http://inspectlet.com/robots.txt ?s=43260 ?s=bpage-next ?s=feedpager -?s=http://indycar.com/robots.txt +?s=http://1101.com/robots.txt ?s=lightbox ?s=mobile ?s=thanks @@ -15321,7 +15295,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showOlderReviews ?show_error=true ?showcomment* -?shttp://music.apple.com/robots.txt +?shttp://jetpack.com/robots.txt ?sid ?sid= ?sidebar= @@ -15340,7 +15314,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?sl=RU ?sl=UA ?sl=ru -?sleeves= ?slogin ?slow= ?slsuccess= @@ -15358,7 +15331,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?sort= ?sort= ?sort=* -?sort=*http://chateauversailles.fr/robots.txt +?sort=*http://designspiration.com/robots.txt ?sort=name ?sort=popularity ?sort=price @@ -15392,7 +15365,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://helpscout.com/robots.txt +?sq_content_src=http://news.stv.tv/robots.txt ?src ?src* ?src= @@ -15611,7 +15584,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?utm_source=* ?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping ?utm_source=lsplayer -?utm_sourcehttp://cibc.com/robots.txt +?utm_sourcehttp://shopify.com/robots.txt ?utm_sourse=55 ?utm_term ?utm_term= @@ -15620,7 +15593,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?v02 ?v= ?v=2 -?valor ?value= ?vap= ?var @@ -15684,7 +15656,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?w=story ?w=wall ?wa -?waehrungsCode ?wait= ?wb= ?wbraid= @@ -15707,7 +15678,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?width= ?wifi ?word* -?word= ?wordfence ?wordfence_lh ?wp-ajax= @@ -15809,6 +15779,7 @@ AGLogout AI AI/ AITripBuilder +AJAXhttp://allmylinks.com/robots.txt AK5537 AK6336com AL/ @@ -15832,7 +15803,7 @@ API/user API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://science.org/robots.txt +API/v2$http://haventoronto.ca/robots.txt APIAccessSupport APWIRE AR/ @@ -15920,7 +15891,6 @@ AccommodationCrossSells AccommodationTips Account Account -Account* Account-EditEmail Account-EditForm Account-EditName @@ -15959,19 +15929,19 @@ Activities/Geocaching.aspx/ Activity-Feed/userID/ Activity-Feed/userId ActivityFeed/MyProfile.aspx -AcuCustom/Sitename/Applications -AcuCustom/Sitename/Assets -AcuCustom/Sitename/Documents -AcuCustom/Sitename/Skins -AcuCustom/Sitename/Styling -AcuCustom/Sitename/Templates -AcuCustom/Sitename/Users -AcuGeoIP -AcuLicence -AcuPatches -AcuStorageMonitor -AcuSystem -AcuUpdate +AcuCustom/Sitename/Applications/ +AcuCustom/Sitename/Assets/ +AcuCustom/Sitename/Documents/ +AcuCustom/Sitename/Skins/ +AcuCustom/Sitename/Styling/ +AcuCustom/Sitename/Templates/ +AcuCustom/Sitename/Users/ +AcuGeoIP/ +AcuLicence/ +AcuPatches/ +AcuStorageMonitor/ +AcuSystem/ +AcuUpdate/ AdRequestEventLogApi AddForumUser AddListing @@ -16003,65 +15973,71 @@ Advicecentre/Redirection AdvisorGoToHomePage.html Adyen-PayPalExpressCheckoutFromCart Adyen-ShowConfirmation -AfcAutomation -AfcCRM -AfcChannel -AfcCommunityMgr -AfcControl -AfcDesignCentre -AfcEdition -AfcEmail -AfcEngine -AfcForm -AfcFormWidgetJS.js -AfcLicence -AfcLiveEdit -AfcLogin -AfcMediaLibrary -AfcMessage -AfcMyMessages -AfcRecruitment -AfcRegistration -AfcRelated -AfcRest -AfcScript -AfcSearch -AfcSecurity -AfcSiteMap -AfcStandard -AfcStorageMonitor -AfcStyle -AfcUpdate -AfcUpdater +AfcAutomation/ +AfcChannel/ +AfcCommunityMgr/ +AfcControl/ +AfcDesign/ +AfcDocuments/ +AfcEmail/ +AfcEngine/ +AfcForm/ +AfcLicence/ +AfcLiveEdit/ +AfcLogin/ +AfcMediaLibrary/ +AfcMessage/ +AfcMyInformation/ +AfcMyMessages/ +AfcQA/ +AfcRecommendations/ +AfcRecruitment/ +AfcRegistration/ +AfcRelated/ +AfcScript/ +AfcSearch/ +AfcSecurity/ +AfcSiteMap/ +AfcStandard/ +AfcStorageMonitor/ +AfcStyle/ +AfcType/ +AfcUpdate/ +AfcWeeklyPlanner/ +AfcWorkflow/ Affiliate Affiliate/SearchBoxes Affiliate/Widgets AffiliateWidgets Afiliado* -AfoCampaign -AfoCommentAndRating -AfoCommunity -AfoComparison -AfoContact -AfoContentSubscription -AfoDynamicForm -AfoECard -AfoECommerce -AfoExternalIntegration -AfoForum -AfoHR -AfoMediaWave -AfoMyInterests -AfoMyLibrary -AfoNewsletter -AfoOnlineForm -AfoPromotion -AfoSiteAnalysis -AfoSocialBookMark -AfoSyndicationAndAggregation -AfoTaxonomyMgr -AfoTeamTime -AfoWave +AfoAffiliateCommerce/ +AfoCampaign/ +AfoCaptcha/ +AfoCommentAndRating/ +AfoCommunity/ +AfoConference/ +AfoContact/ +AfoDocument/ +AfoDynamicForm/ +AfoECard/ +AfoECommerce/ +AfoExternalIntegration/ +AfoForum/ +AfoMediaWave/ +AfoMobile/ +AfoNewsletter/ +AfoOnlineForm/ +AfoPoll/ +AfoPromotion/ +AfoSiteAnalysis/ +AfoSocialBookMark/ +AfoSyndicationAndAggregation/ +AfoTV/ +AfoTaxonomyMgr/ +AfoTeamTime/ +AfoTest/ +AfoWave/ +AfoWhatsNew/ Agent/AgentHandler.ashx AgentZone/* AhrefsBot @@ -16073,7 +16049,6 @@ AirlineRegistration AirlineTips AirportFromGeoAjax AirportIP -Ajax Ajax.htm$ Ajax.htm$ Ajax/ @@ -16172,7 +16147,7 @@ App/ App/ExternalUrlCount.aspx App/GetLoginLogoutImage.aspx App/NCJRSFeed -App/Registration/http://cargurus.com/robots.txt +App/Registration/http://spiegel.de/robots.txt App/Topics App/registration/ AppData @@ -20931,11 +20906,8 @@ BrandSpotlight BreakingNewsSms Bridging BrokenLinkReporter -Browse Browse/BookView.aspx Browse/CategoryAttributeSearchResults.aspx -Browse/Dewey -Browse/Tags Browse/bookview.aspx Browse/print_b.aspx Browse/print_u.aspx @@ -20984,7 +20956,7 @@ Business/Work-with-the-City/Current-Bidding-Opportunities Business/Work-with-the-City/New-page Business/Work-with-the-City/Prevailing-Wage BusinessListingsAjax -ButikDetay*/http://blog.kissmetrics.com/robots.txt +ButikDetay*/http://trenitalia.com/robots.txt Buy C C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C @@ -21370,7 +21342,7 @@ CampaignConfigAjax CampaignConfiguration CampaignId CampaignManagement -CampaignStatistics +CampaignStatistics/ CancelBooking CaptchaImage.axd CaptchaImage1.axd @@ -21821,7 +21793,7 @@ ContentParents ContentPublisher/ ContentTemplates Contribute -Control +Control/ ControlPanel Control_Panel Controllers @@ -21856,7 +21828,6 @@ Credentials/ CreditCardDetailAJAX CruisesCommerce CruisesPartnerHandoff -Crypt CrystalSemanticsBot Culture CurationTool @@ -21865,6 +21836,8 @@ CurrentEventsView.asp CurrentEventsView.aspx Currentevents.aspx Custom +CustomTags/ +CustomTagsBackup/ CustomerService-Submit* Customersearch/Customersearchhistory.asp* CuteSoft_Client/ @@ -21884,6 +21857,7 @@ DE/Service DE/Service/D115 DE/Service/Warenkorb DE/default +DE/startseite/_configuration DES-Search/DES/ DEVL DIFFS @@ -22343,7 +22317,6 @@ Downloads/ Downloads/?q= Downloads/Installers Drafts -Drivers Dut Dut$ Dynamic/ @@ -22446,6 +22419,7 @@ Emailer Emailv_v2 EmbedSlideshow EmbeddedViews/HelloBarGotIt +Emojo/http://thebrain.com/robots.txt Energy/Energy-General/Forgotten-Gas-Reserves-Could-Be-A-Gamechanger-For-European-Energy.html Energy/Energy-General/How-To-Profit-From-Europes-800-Billion-Energy-Crisis.html Energy/Energy-General/Meet-the-Man-Using-AI-To-Revive-An-Oil-Gas-Play-Supermajors-Left-For-Dead.html @@ -22724,7 +22698,7 @@ FP/userDate.php FP/userDateManager.php FP/viewer-history.php FPMprinter -FPURL.xmlhttp://subito.it/robots.txt +FPURL.xmlhttp://staples.com/robots.txt FR/ FR/default FRONT_PROGRAMAS?go= @@ -22909,7 +22883,7 @@ G GA/ GAITripBuilder GAM-investments-dave/ -GAM-placements-dave/http://swagger.io/robots.txt +GAM-placements-dave/http://rbc.ru/robots.txt GARecord GB/default GD/ @@ -22931,7 +22905,6 @@ GN/ GOWidget GOffer GP/ -GPStatistik/servlets/MCRSearchServlet GPTBot GPointCampaign GProtector @@ -28029,7 +28002,6 @@ HotelsManagementCenter HotelsProductCart HowTheSiteWorks How_To_Get_Sky -HpImageArchive.aspx Hstest HtmlConstructor HtmlPivotViewer @@ -28178,13 +28150,12 @@ Images/HTEditImages Images/MT Images/Popup/ Images/QDM_EVENTS -Images/sites/http://exploratorium.edu/robots.txt +Images/sites/http://en-ca.wordpress.org/robots.txt Import ImpressionRecord ImproveListing Inactive Inbox -Incapsula* Include-Footer Include-Header Includes @@ -28915,10 +28886,8 @@ MyNewegg/ MyPaintColorListDetailView MyPortfolio MyProductsView -MyProfile* MyProjectListDetailView MyProperty24 -MyResearch MyScenesView MyStainColorsView MyStoresView @@ -29230,7 +29199,6 @@ PARTNERS/* PCCOciWeb/ PDAET/ PDATOI/ -PDF-Library PDF/ PE/ PEDS/ @@ -29302,7 +29270,7 @@ Pages/Forms Pages/Search-Results.aspx Pages/Search.aspx Pages/myetocsunsubscribe.aspx -Pages/search.aspx?sub=default&q=http://pwc.co.uk/robots.txt +Pages/search.aspx?sub=default&q=http://alz.org/robots.txt Pages/subprocessors.aspx Pagetext Pagethumb @@ -29325,7 +29293,6 @@ Params=333636312C43757272656E7446696C7465722C382C31 Partenariats Participate Partner -Partner.URL Partner= Partners Partners/* @@ -29677,7 +29644,6 @@ Provider/PhysicianRatings/ ProviderRedirect ProviderRedirect/Splash Providers/ -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -29960,8 +29926,6 @@ Recommend RecommendFor Recommendations/ Recommendations/PageView -Record -RecordDrivers Recovery_Packages Redesign/ Redir.aspx @@ -30197,19 +30161,11 @@ Search.aspx Search.htm Search/ Search/* -Search/Ajax Search/Detail/ -Search/Email -Search/History Search/Mail/Public -Search/OpenSearch -Search/Results Search/Search/ Search/SearchKeyWord -Search/Suggest -Search/cache -Search/http://redbull.com/robots.txt -Search/xsl +Search/http://icann.org/robots.txt Search2/ Search? Search?q* @@ -30432,11 +30388,8 @@ SiteCollectionImages SiteCollectionImages/ SiteElements SiteGlobals -SiteGlobals/Forms/Suche/*_Formular. SiteGlobals/Frontend -SiteGlobals/Frontend/JavaScript SiteGlobals/Functions/JavaScript -SiteGlobals/Functions/RSSFeed/DE SiteGlobals/Modules SiteGlobals/StyleBundles SiteId @@ -30457,7 +30410,7 @@ Snap SocialIapReporting Sogou Sok -Sok*http://refinitiv.com/robots.txt +Sok*http://kbb.com/robots.txt Soldier/ SolutionsDisplay SortAttractions @@ -30520,7 +30473,7 @@ Staff/style.css.map Staff/user/login Staging Staging/*c.cat$ -Standards-and-Positions/Principles-and-Standards/E-examples/http://bestfriends.org/robots.txt +Standards-and-Positions/Principles-and-Standards/E-examples/http://nczonline.net/robots.txt Staples/ StartBooking StartDocument @@ -30802,13 +30755,9 @@ TZ/ Tablet TaggingAjax Tagit&tagName=%D7%99%D7%A4%D7%99%D7%AA+%D7%A1%D7%A7%D7%95%D7%A8%D7%99&tag=%D7%99%D7%A4%D7%99%D7%AA%20%D7%A1%D7%A7%D7%95%D7%A8%D7%99 -Tagit/%D7%9B%D7%93%D7%95%D7%A8%D7%92%D7%9C?page= -Tagit/%D7%9C%D7%99%D7%92%D7%95%D7%AA+%D7%A0%D7%95%D7%A1%D7%A4%D7%95%D7%AA?page= -Tagit/%D7%9C%D7%99%D7%92%D7%AA+%D7%94%D7%A2%D7%9C?page= Tagit/%D7%A0%D7%95%D7%99+%D7%90%D7%9C%D7%97%D7%A0%D7%A0%D7%99 Tagit/*&page= Tags -Tags Tags/ TagsJSONServlet TargetListPortalView @@ -31173,7 +31122,7 @@ Vol-IAOA Vol-XXX Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml VolunteerTranslations -VoteActivities/http://tldrlegal.com/robots.txt +VoteActivities/http://nature.com/robots.txt Vuejs VwghRechtssatzkette.wxe?Abfrage=* W @@ -31293,7 +31242,7 @@ WebService WebServices WebServices/ WebStripper -WebSupport/Restrictedhttp://scrum.org/robots.txt +WebSupport/Restrictedhttp://missuniverse.com/robots.txt WebUserControls WebX WebZIP @@ -31428,7 +31377,7 @@ ZyBORG \+*\+ \. \/*FAQ* -\/*RMP*http://wayfair.com/robots.txt +\/*RMP*http://novayagazeta.ru/robots.txt _ _ _*_ @@ -31763,7 +31712,7 @@ _global_notifications _googlepi _gpbe/ _gsdata_/ -_gtmhttp://kirkusreviews.com/robots.txt +_gtmhttp://auswaertiges-amt.de/robots.txt _guide _hcms/forms//embed/v3/form/53/438f4c23-5908-4c4e-a9a7-e30a3897211b/json?hutk= _hcms/iplookup @@ -31833,7 +31782,7 @@ _layouts/sp.core.js?rev=* _layouts/sp.js?rev=* _layouts/sp.runtime.js?rev=* _layouts/sp.ui.dialog.js?rev=* -_layoutshttp://jcp.org/robots.txt +_layoutshttp://health.ny.gov/robots.txt _lib/ _libraries _locale-config @@ -31890,7 +31839,7 @@ _nitf.xml _no_mobile/ _noindex _notes -_notes/http://austria.info/robots.txt +_notes/http://aesthetics.fandom.com/robots.txt _nuxt _o/jretradevideo.html _ok @@ -31953,7 +31902,7 @@ _qa _qa.html _qos _query= -_r/http://lsa.umich.edu/robots.txt +_r/http://link.space/robots.txt _recache _recruitment_demo _rect @@ -32124,7 +32073,6 @@ a-very-belmond-christmas a-w/our-people/life-at-philips/_jcr_content/par/gc04v2_gridcontainer_0/containerpar_item_1/containerpar/n19_categorizedlisto_1197489506.cards.section.(Life%20at%20Philips).page.(---customkey---page---customkey---).html a-w/sandbox a-y -a.php a/ a/$ a/* @@ -39770,7 +39718,6 @@ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Year/ about-us/news/media-releases/interactive.html about-us/news/media-releases/interactive/ -about-us/newsroom about-us/press-office/news/corporate/facet/Topic/ about-us/press-office/news/corporate/facet/Year/ about-us/press-office/news/weather-and-climate/facet/Topic/ @@ -39807,7 +39754,6 @@ about/ask/ about/ask?* about/at-a-glance/plans/student-survey-2022 about/awards/award-recipient-form.html -about/backup about/c about/captcha/ about/careers @@ -39840,22 +39786,16 @@ about/careers/applications/teams about/careers/job about/careers/terremark about/category/news -about/classes about/contact-us about/contact-us/test-contact-form about/contact/3/ about/contact/unsubscribe about/contact_us -about/copyright-information/privacy-noticehttp://fangraphs.com/robots.txt +about/copyright-information/privacy-noticehttp://openvpn-ssh.com/robots.txt about/corporate/election/election_mock_up_qa.html -about/covid19/staff-resources -about/css -about/de/about_sources_date.php about/documents -about/download about/emailunsubscribe.aspx about/emp_sub -about/en/about_sources_date.php about/error.aspx about/events/events/internal-event about/events/events/internal-seminar @@ -39879,7 +39819,6 @@ about/institutional-support/membership about/investor-relations about/javad about/jobs -about/js about/leadership-administration/beacon-wellness-initiative/ about/leadership-administration/chancellor-event-request/thank-you/ about/leadership-administration/chancellor-meeting-request/thank-you/ @@ -39888,7 +39827,7 @@ about/leadership-administration/holiday-greetings/ about/leadership-university-administration/board-of-trustees/newsletter about/locations/liverpool/current-students/make-a-booking-with-our-student-success-team/ about/m/newsletters/* -about/map/storehttp://ph.linkedin.com/robots.txt +about/map/storehttp://backyardchickens.com/robots.txt about/membership/members about/news-publications/news/search about/news/*?category=All @@ -39898,10 +39837,9 @@ about/newsroom about/newsroom/page/*/?s about/newsroom/page/*/?tag about/oa-funding-and-policy-support -about/past-staff/http://theadvocate.com/robots.txt +about/past-staff/http://macg.co/robots.txt about/person/003a000001vIIl0AAG about/ping -about/preparedness/coronavirus/staff-resources about/press-center about/press-room/article/2000 about/press-room/article/2001 @@ -40021,9 +39959,7 @@ academic-affairs/0405ProgramReview academic-maps academic-subscriptions academic/ -academic/profile -academic/rotc/afrotc/CurrentCadets/http://webrtc.org/robots.txt -academic/search +academic/rotc/afrotc/CurrentCadets/http://auctions.yahoo.co.jp/robots.txt academicaffairs/commencement/book academicdemo/search-result academics/academic-calendar/action~ @@ -40135,13 +40071,12 @@ account-management-devel account-prefs-change account-settings account-setup -account.html account.php account.php account/ account/* -account/InstitutionalSignInhttp://churchofengland.org/robots.txt -account/InstitutionalSignInhttp://genome.gov/robots.txt +account/InstitutionalSignInhttp://biorxiv.org/robots.txt +account/InstitutionalSignInhttp://projectnoah.org/robots.txt account/Register.aspx account/_Resources/ account/accomplishments @@ -40357,7 +40292,6 @@ acis/whatsnew.html acjohnston acl aclayton -aclick aclk aclp-vle-decom acmendez @@ -40619,7 +40553,7 @@ actualite/v2/rdi_matin/Guide-Horaire.asp actualite/v2/tj22h/guide-horaire.asp actualites/lettresp/archives/L actuator -actuator/http://uga.edu/robots.txt +actuator/http://pear.php.net/robots.txt ad ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition ad-manager/ @@ -40629,7 +40563,7 @@ ad-test ad-testing ad.php* ad/ -ad/*http://code.tutsplus.com/robots.txt +ad/*http://websitesetup.org/robots.txt ad/animaux ad/animaux_perdus ad/autres @@ -40806,7 +40740,7 @@ admin admin admin$ admin*$ -admin*http://postaffiliatepro.com/robots.txt +admin*http://contentmarketinginstitute.com/robots.txt admin-confirmation admin-preview admin-user @@ -40823,7 +40757,7 @@ admin/blogmove admin/errors admin/forgot/ admin/form -admin/http://gazzetta.it/robots.txt +admin/http://sitemaps.org/robots.txt admin/intro/history/marxists/traffic admin/intro/history/webstats admin/js @@ -40850,7 +40784,8 @@ adminapps3/ adminapps4/ admincontrol admincontrol/ -adminhttp://nutrihealthgenie.com/robots.txt +adminhttp://aa.com/robots.txt +adminhttp://dji.com/robots.txt administration administration/ administrative-fellowship @@ -41047,10 +40982,8 @@ advancedSearch advanced_blog_search advanced_engl.html advanced_group_search -advanced_search.html advanced_search.php advanced_search= -advanced_search_result.html advanced_search_result.php advancedroadmapsserver0327 advancedroadmapsserver0328 @@ -41208,7 +41141,7 @@ affiliate affiliate-2 affiliate-partner-offer affiliate-program -affiliate/*http://timesofisrael.com/robots.txt +affiliate/*http://fontawesome.io/robots.txt affiliate/register.htm affiliate/screenname.htm affiliate_amazon.cms @@ -41296,7 +41229,7 @@ agency agency-directory agency-directory/.+ agency-requests -agency/profile/*http://ms.portal.azure.com/robots.txt +agency/profile/*http://influenster.com/robots.txt agency/shutdown/materials/contingency-plan-08-05-19.html agency/shutdown/materials/contingency-plan-08-05-19.pdf agency_registrations @@ -41791,7 +41724,6 @@ ajax_live_products ajax_loader/ ajax_selected_special_issues_collections ajaxactions -ajaxbanners ajaxcart ajaxcartrecommendation ajaxcontent @@ -41823,7 +41755,6 @@ ak8237 ak_action= akademi/anmalan akademi/info-utbildningar -akam akamai akamai-assets akamai-sureroute-test-object.html @@ -41892,7 +41823,13 @@ albinal albright album album.php +album/delete_user_review +album/fetch_overview_review +album/fetch_review_view album/promotion-hindi +album/report_inappropriate +album/review_thumbs +album/save_user_review albumarchive albumes/2015/03/03/nba_malditos_muertos albums @@ -42048,7 +41985,6 @@ alimentos-e-territorios/paisagens-alimentares/roteiro-dos-engenhos alimentos-e-territorios/paisagens-alimentares/roteiro-dos-queijos alimentos-e-territorios/paisagens-alimentares/roteiros-alimentares alinecorrea -alink alipay alipay_edu aliraja @@ -42370,7 +42306,7 @@ amp.html amp/ amp/*/more.html amp/*/page-*/$ -amp/*http://lwn.net/robots.txt +amp/*http://primevideo.com/robots.txt amp// amp/admin/ amp/amp/* @@ -42430,7 +42366,6 @@ amp/topics/*/news/$ amp/topics/*/page-* amp/topics/*/photos/$ amp/topics/*/videos/$ -amp;amp;amp amp= ampAnalytics.php amp_next_page_ga.cms* @@ -42838,7 +42773,6 @@ anytimefitness.rss anytimepc anzhang ao -ao-d-f-t-link ao/ aoc=* aol @@ -42924,7 +42858,6 @@ api.php? api.php?*&action= api.php?action= api/ -api/$ api/* api/*/article/ api/*/audios @@ -43025,7 +42958,7 @@ api/discovery api/dns api/docs/articles/ api/documentations/v3 -api/du/SEARCHhttp://financesonline.com/robots.txt +api/du/SEARCHhttp://dribbble.com/robots.txt api/du/Search api/du/search api/dynamic-og @@ -43039,7 +42972,7 @@ api/form.php api/getEarthquake.php api/health api/html -api/http://cnbc.com/robots.txt +api/http://ko.wikipedia.org/robots.txt api/httpquery.ashx api/index.aspx? api/india_api_read @@ -43068,7 +43001,6 @@ api/listings/*/upsell api/location/autocomplete-suggestions api/log-info api/login -api/maps/ api/meerkat/page api/messages api/metainfo/tv @@ -43083,7 +43015,7 @@ api/nsi/v1/epgu/region/undefined api/nts/v1/login api/odata api/og -api/og/*http://ethz.ch/robots.txt +api/og/*http://crowdfireapp.com/robots.txt api/paid-article api/partner_select/*/price_query api/pdp/*/availability @@ -43280,7 +43212,7 @@ aponline app app app$ -app*.jshttp://fidelity.com/robots.txt +app*.jshttp://fast.wistia.com/robots.txt app*_ app*form_id= app-ads.txt @@ -43470,7 +43402,7 @@ appl apple-app-association/apple-app-site-association apple-app-site-association apple-app-site-association -apple-app-site-associationhttp://nl.linkedin.com/robots.txt +apple-app-site-associationhttp://focusonthefamily.com/robots.txt apple-news apple-pay apple-touch-icon-120x120-precomposed.png @@ -43657,7 +43589,7 @@ apps_ext/*/*ILinkListener* apps_ext/*/admin* apps_ext/*/dashboard* apps_ext/*/login* -apps_ext/http://chesstempo.com/robots.txt +apps_ext/http://dressx.com/robots.txt appsearch_header= appservice appsfullcontent.htm @@ -43674,7 +43606,7 @@ aprimoemails/ apropp aps apss/search-result -apsstore/Pages/SoybeanRustDiscount.aspxhttp://gamasutra.com/robots.txt +apsstore/Pages/SoybeanRustDiscount.aspxhttp://aquasec.com/robots.txt apw.js aq aq= @@ -44150,8 +44082,8 @@ archive/courier/courierS2002.pdf archive/epo/pubs/bulletin archive/events archive/graphs.php -archive/http://audacy.com/robots.txt -archive/http://gojek.com/robots.txt +archive/http://phila.gov/robots.txt +archive/http://surfshark.com/robots.txt archive/issue archive/justo archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair @@ -44171,7 +44103,7 @@ archives archives archives/ archives/*/*/* -archives/http://rockstargames.com/robots.txt +archives/http://eeoc.gov/robots.txt archives/index.html archives/multimedia/extra archives/multimedia/feedback.php @@ -44396,6 +44328,7 @@ article.php article/ article/*.ris article/*/author-biographies +article/*/commentaires article/*/jsmol_viewer article/*/scilit-related article/*/similarity-related @@ -44709,8 +44642,8 @@ asp.net/ asp/ asp/ asp/* -asp/*http://dena.com/robots.txt -asp/*http://mercadopago.com.ar/robots.txt +asp/*http://allrecipes.com/robots.txt +asp/*http://art19.com/robots.txt asp/cgabillstatus/ asp/demo_db_edit.asp asp/menu/ @@ -44724,7 +44657,7 @@ aspwebcalendar/ aspwebcalendar/calendar.asp aspx$ aspx/ -aspx/read.aspxhttp://artofmanliness.com/robots.txt +aspx/read.aspxhttp://toastmasters.org/robots.txt aspx_pages_code_testing aspxerrorpath* asq @@ -45629,7 +45562,7 @@ auth/createchallenge auth/facebook auth/getLogonForm.do auth/google -auth/http://nintendo.co.jp/robots.txt +auth/http://builtwith.com/robots.txt auth/login auth/login? auth/logout @@ -46090,7 +46023,6 @@ b2b b2b-gift-card-shop b2b-marketing-expo b2b-resource/blogdownloadform -b2b/ydirect b2bauth b2c-tools b=*p=* @@ -46214,7 +46146,7 @@ bahamas baharhaghighat bahl bahrain -bai3Tucheechai9yauwie5aekeegiDeehttp://suicidepreventionlifeline.org/robots.txt +bai3Tucheechai9yauwie5aekeegiDeehttp://rent.com/robots.txt baidu baileymerlin baileysincox @@ -46307,7 +46239,6 @@ banner banner banner.pl banner/ -banner_conta.php banners banners banners-old.php? @@ -46323,7 +46254,7 @@ baobao*? baocao baohongchen bapingseo -bappstore/bapps/download/http://semanticscholar.org/robots.txt +bappstore/bapps/download/http://pos.toasttab.com/robots.txt baptist-health-news/search* baqaee baraholka/ @@ -47009,7 +46940,7 @@ betaboards betacc betaem betaexperience/ -betalen/http://ufodc.com/robots.txt +betalen/http://powerworkout.blog.pl/robots.txt betatos bethchen betmgm-presents @@ -47045,7 +46976,6 @@ bfl bfmp bfmtv-et-vous/canal-15-en-15-dates bfmtv-et-vous/canal-15-en-15-dates-2 -bfp/search bfrank bg bg-*/ @@ -47315,7 +47245,7 @@ bin bin bin/ bin/* -bin/*http://docplayer.net/robots.txt +bin/*http://donaldjtrump.com/robots.txt bin/broker bin/broker2 bin/cba/nimbus/getPageInfo @@ -47338,7 +47268,6 @@ binaries/content/assets/hva/over-de-hva/evaluatie-samenwerking-uva-hva binaries/content/assets/serviceplein-a-z-lemmas/ binary-data/DIY binary-data/EGALLEY -bing-site-safety bingad bingbot binge_eating_disorder_pictures_slideshow/article.htm @@ -47554,8 +47483,8 @@ blank.xml blast/BlastAlign.cgi blast/bl2seq/wblast2.cgi blausen* -blausen*http://modelviewer.dev/robots.txt -blausen*http://playbill.com/robots.txt +blausen*http://mercurynews.com/robots.txt +blausen*http://msdn.microsoft.com/robots.txt blaw/* blazer-ev/charging blazer-ev/delivery-day @@ -47701,7 +47630,7 @@ blog/*sitemap.xml$ blog/*utm_source= blog/*wordfence_* blog/. -blog/.html.*http://fda.gov/robots.txt +blog/.html.*http://salisburyjournal.co.uk/robots.txt blog/17-big-tax-deductions blog/20 blog/200 @@ -47750,10 +47679,6 @@ blog/author/.*\?. blog/author/matt-rowland-hill blog/authors blog/authors/ -blog/base/category -blog/base/date -blog/baseoai/category -blog/baseoai/date blog/blue-tracker blog/busca?s= blog/busqueda?s= @@ -47846,7 +47771,6 @@ blog/readme.html blog/resource blog/review blog/robots.txt -blog/roller-ui blog/sample- blog/sample-page blog/search @@ -47880,7 +47804,7 @@ blog/uk/ blog/versus-comments blog/video-razdel-avtosoobshheniya blog/visual -blog/webmentions/receive/http://ucm.es/robots.txt +blog/webmentions/receive/http://liveagent.com/robots.txt blog/wp- blog/wp-admin blog/wp-admin @@ -48006,7 +47930,6 @@ blogs/reportabuse.aspx/ blogs/research/search blogs/rss blogs/search -blogs/search/ blogs/shorten_url blogs/slow-ride blogs/support-article @@ -49714,7 +49637,7 @@ boletin-joven-00135/ boletin/* boletin/baja boleto -boleto/http://complex.com/robots.txt +boleto/http://magcloud.com/robots.txt bolivia bolivia-eAm/* bolivia/* @@ -49811,7 +49734,7 @@ bookedguest/guestmanagement/registration/enroll bookexpress bookinfo.php booking -booking-cruise/*http://publications.parliament.uk/robots.txt +booking-cruise/*http://cell.com/robots.txt booking/ booking/? booking/bagtagmailer @@ -49843,7 +49766,7 @@ bookmarks bookmarks$ bookmarks/search? bookmarks/widget -bookmarkshttp://blog.livedoor.jp/robots.txt +bookmarkshttp://econpapers.repec.org/robots.txt bookmgr-cgi bookproperty books @@ -50286,6 +50209,7 @@ branchenbuch/*/*/*/ln0 branches-atms/locations.html brand brand-assets +brand-focus brand-guide?page= brand-guidelines brand-post @@ -50312,7 +50236,7 @@ brand/_img/stretch1.png brand/_img/stretch2.png brand/_img/transparencylogo.png brand/_img/transparent1.png -brand/http://pagesjaunes.fr/robots.txt +brand/http://bergdorfgoodman.com/robots.txt brandavestudios/ brandcentral branddb/*/jsp @@ -50335,7 +50259,7 @@ branding/images/dont-03.png branding/images/dont-04.png branding= brandnet -brandnew/psphttp://cvs.com/robots.txt +brandnew/psphttp://underscorejs.org/robots.txt brandnewconference/2016/video brandonbergman brandonedwards @@ -50367,7 +50291,6 @@ brands/reset brands/signup brands/starter_tos brands/support_team -brands= brandservices/internal-wrike brandspot brandspot/pr-spot @@ -50519,7 +50442,7 @@ browse/author browse/author-structure browse/blogshome browse/bookview.aspx -browse/catalogue-full/*/albumshttp://events.ccc.de/robots.txt +browse/catalogue-full/*/albumshttp://jisc.ac.uk/robots.txt browse/cities browse/collocations browse/deals/partial @@ -50661,6 +50584,7 @@ bucks/node bucks/users buddy/ budget +budget-2019 budget/search/node budget= budgethome_stories.cms @@ -53988,7 +53912,6 @@ business/administrator business/adshare business/adshare/faqs business/adv/appointmentnotices/search -business/agv/download/files business/articles/2015/06/29/598376-na-chem-zarabativaet-samaya-bogataya-zhena-federalnogo business/availability business/blahblah @@ -54027,7 +53950,6 @@ business/docs/eftpos-pricing-summary.pdf business/e-commerce-delivery business/en-gb/resources/reports/dbir. business/enterprise-advisory-board -business/event/secret business/explore business/ext business/feedback @@ -54089,9 +54011,6 @@ business/study/mba/global-executive-mba/request-a-brochure/thank-you.html business/study/mba/part-time-mba/request-a-brochure/thank-you.html business/support/devices business/switch-account -business/tablet/download/software/applications -business/tablet/download/software/documents -business/tablet/download/software/drivers business/thank-you-carrier-integration-request business/thank-you-integration-request business/tools/pg/manual/PGcoa @@ -54305,7 +54224,7 @@ c/*?*rg_days_since_indexing= c/*?*sort= c/*?*stores= c/*attr_*= -c/*http://paulgraham.com/robots.txt +c/*http://filezilla-project.org/robots.txt c/*price_bucket= c/*search_type= c/*ship_to= @@ -54424,7 +54343,7 @@ c/document_library/get_file?file_path=/portal-6/non-indexar/ c/document_library/get_file?file_path=/portal-conselleria2/non-indexar/ c/document_library/get_file?file_path=/portal-conselleria3/non-indexar/ c/document_library/get_file?file_path=/portal-conselleria4/non-indexar/ -c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://codeable.io/robots.txt +c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://xverse.app/robots.txt c/document_library/get_file?file_path=/portal-presidente/non-indexar/ c/document_library/get_file?file_path=/portal-transparencia/non-indexar/ c/document_library/get_file?file_path=/portal-web/non-indexar/ @@ -54442,7 +54361,7 @@ c/fan_reach c/fr c/gift-cards c/how-to-diy.atom -c/http://developingchild.harvard.edu/robots.txt +c/http://cncf.io/robots.txt c/jobs c/jobs/careers-advice$ c/json @@ -55036,7 +54955,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://databox.com/robots.txt +calendar-2/action~*/http://six-group.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -55074,7 +54993,7 @@ calendar/*?year=2022 calendar/*?year=2023 calendar/*?year=2024 calendar/*?year=2025 -calendar/*http://peta.org/robots.txt +calendar/*http://baymard.com/robots.txt calendar//index.html calendar/1415-2 calendar/350/search/ @@ -55526,7 +55445,7 @@ campaigns/credit-cards/expired-reference-archive.html campaigns/credit-cards/more-than-minimum.html campaigns/credit-cards/parris-island.html campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://assets.website-files.com/robots.txt +campaigns/digital-recruitmenthttp://southernliving.com/robots.txt campaigns/digital.html campaigns/digital/operation-innovate.html campaigns/emc-systems @@ -55695,7 +55614,7 @@ candka candlelighting.ics.asp canews/spon canli-skor/* -canli-skor/super-lig-puan-durumu*http://team17.com/robots.txt +canli-skor/super-lig-puan-durumu*http://sabay.tv/robots.txt cannabis cannonball canonical-url @@ -56236,7 +56155,7 @@ cartalacarte/ cartas/* carte carte-cdiscount/facilites-paiement/ -carte-grise-prefecture/http://foodstandards.gov.au/robots.txt +carte-grise-prefecture/http://legalzoom.com/robots.txt carte? carteira cartelera-de-cine/Element @@ -56358,12 +56277,11 @@ catalog/2002-04 catalog/?text= catalog/archives catalog/br -catalog/category catalog/category/view catalog/category/view/ catalog/cl catalog/co -catalog/http://hrustevich.com/robots.txt +catalog/http://el.wikipedia.org/robots.txt catalog/mx catalog/packagepopup catalog/pe @@ -56377,27 +56295,9 @@ catalog/productAlternative catalog/product_compare catalog/product_compare/ catalog/productreviews -catalog/profile/1382177 -catalog/profile/1443423 -catalog/profile/1472897 -catalog/profile/1748453 -catalog/profile/2475675 -catalog/profile/320989 -catalog/profile/3273357 -catalog/profile/3617706 -catalog/profile/3973434 -catalog/profile/4455596 -catalog/profile/4840832 -catalog/profile/4940328 -catalog/profile/6081621 -catalog/profile/6132519 -catalog/profile/7524096 -catalog/profile/7744773 -catalog/profile/7887525 -catalog/profile/968009 catalog/sale catalog/search -catalog/sizeReminder*http://newyorkyimby.com/robots.txt +catalog/sizeReminder*http://dafont.com/robots.txt catalog/thanks catalog?q catalogId= @@ -56504,7 +56404,7 @@ category/downtime category/drupal category/features category/general -category/good-bites/http://embrapa.br/robots.txt +category/good-bites/http://goodreads.com/robots.txt category/international category/jetpack category/k @@ -56535,7 +56435,6 @@ category_suggest/json category_unsub categoryfilter categoryleaders.html -cateringredirect/ cateyboyle catherine-murray-1.436215 catherine_weiner @@ -58769,7 +58668,7 @@ cd_upload/Search cda cdb cdc -cdc/http://reliefweb.int/robots.txt +cdc/http://gizmodo.com/robots.txt cdedev/ cdf/sign cdiscount @@ -58790,10 +58689,10 @@ cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform cdn-cgi/challenge-platform/ -cdn-cgi/http://blackbaud.com/robots.txt -cdn-cgi/http://hub.docker.com/robots.txt -cdn-cgi/http://newspapers.com/robots.txt -cdn-cgi/http://worldwildlife.org/robots.txt +cdn-cgi/http://docker.com/robots.txt +cdn-cgi/http://mediamatters.org/robots.txt +cdn-cgi/http://newgrounds.com/robots.txt +cdn-cgi/http://rover.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -58805,7 +58704,7 @@ cdn-cgi/scripts cdn-cgi/speculation cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://gpo.gov/robots.txt +cdn-cgi/zaraz/http://morganstanley.com/robots.txt cdn-fpw/sxg cdn-proxy/pim cdn-proxy/px @@ -59080,7 +58979,7 @@ cgi cgi- cgi-bin cgi-bin -cgi-bin-22/http://consensys.net/robots.txt +cgi-bin-22/http://redbubble.com/robots.txt cgi-bin-auth cgi-bin-csrv cgi-bin/ @@ -59137,7 +59036,7 @@ cgi-bin/medicine/deans cgi-bin/mqcustomconnect cgi-bin/mqinterconnect cgi-bin/msdemo/ -cgi-bin/notices/http://coursehero.com/robots.txt +cgi-bin/notices/http://ams.usda.gov/robots.txt cgi-bin/onTopic cgi-bin/order/ cgi-bin/order/bill.pdf @@ -59194,7 +59093,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://tenor.com/robots.txt +cgi-binhttp://ifixit.com/robots.txt cgi-brookscole/ cgi-comment cgi-dev @@ -59666,6 +59565,7 @@ cheap196zpgf723nsd845books/ chebi check check*.php +check-logged-in check-payment check.htm check/ @@ -59745,7 +59645,7 @@ checkout_vrepay_elv.php checkout_vrepay_giropay.php checkout_vrepay_kreditkarte.php checkoutconfirmation -checkouthttp://bellascolegialas.info/robots.txt +checkouthttp://moderncalculators.com/robots.txt checkoutimages.action2 checkoutnow checkouts @@ -59791,7 +59691,7 @@ cheyenneedition/events/search/ chfar chfarCostLimit chi/ -chi_simple/http://opensource.googleblog.com/robots.txt +chi_simple/http://nordpass.com/robots.txt chiaki1007akie/videolist-*.html chiaki1007akie/videolist.html chicago-workspace @@ -60318,7 +60218,7 @@ clasificados/external-login clasificados/get-filter-results clasificados/get-results clasificados/get-top-box-results -clasificados/http://hidemyass.com/robots.txt +clasificados/http://exchanger24.org/robots.txt clasificados/login-saved-searches clasificados/manage-saved-searches clasificados/mobile/search @@ -60340,7 +60240,7 @@ classes/*/schedule classes/checkout classes/create$ classes/topics/all-access -classes/topics/all-accesshttp://vectorstock.com/robots.txt +classes/topics/all-accesshttp://mindbodyonline.com/robots.txt classfied classic classic*? @@ -60581,8 +60481,6 @@ closedcaption closedgrouphub closures/*.ssf? closures/index.ssf?other -clothes_size= -clothes_size_mapped= cloud cloud-api/one-cart-api/v1/carts/current/payment_redirect cloud-api/one-cart-api/v1/carts/current/process_payment @@ -60764,7 +60662,7 @@ cms cms-api cms-constellation cms-contact -cms-search/http://i.postimg.cc/robots.txt +cms-search/http://cmswire.com/robots.txt cms-styleguide cms-test-page cms. @@ -60860,7 +60758,7 @@ cn/en/book-a-trip/flights/fare-types/fare-guide-information.html cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ -cn/events/huaweiconnect/livestream-for-tvs$http://wufoo.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt cn/forum/* cn/ipns cn/login-messages @@ -61057,7 +60955,7 @@ code-promo code-promo/interstitiel code/ code/* -code/http://gitlab.com/robots.txt +code/http://w3techs.com/robots.txt code= codeCoverage code_activation @@ -61126,7 +61024,7 @@ collapse? collateral/corporate/po/ collect collection -collection.phphttp://husqvarna.com/robots.txt +collection.phphttp://quoththeraven.substack.com/robots.txt collection/* collection/*/amp collection/*/product @@ -61134,7 +61032,7 @@ collection/*? collection/api/logger collection/category collection/editor -collection/editor/http://wacom.com/robots.txt +collection/editor/http://hairtransplantct.com/robots.txt collection/works? collection/zone collection= @@ -61208,7 +61106,6 @@ collections/*sort_by collections/AI-101-Concepts-xEo05lAwS7u.IQU.YlkjWw collections/Academic-Research-Al7s77f0TJ.P54unXXS3UA collections/Questions-about-Perplexity-DbHBP4BtSMadCoU90X6T9A -collections/api collections/archival-collection* collections/archival-item* collections/collection @@ -61224,7 +61121,7 @@ collections/picture collections/q$ collections/q/$ collections/search -collections/search?*http://jeancoutu.com/robots.txt +collections/search?*http://airasia.com/robots.txt collections/share collections/user collections/vendors @@ -61266,7 +61163,6 @@ colorectal_cancer_what_to_expect_with_colonoscopy/article.htm colormix-2015-video colors$ colors/for_404.json -colour_group= coltoneicher columbia/contest-scrape-page/ columbia/free-trial/ @@ -61317,7 +61213,7 @@ comfortable_pay comic-indies comic-indies/$ comic-indies/about -comiccontrol/http://nbcsports.com/robots.txt +comiccontrol/http://smh.com.au/robots.txt comics comics-kingdom comics/unlimited/home @@ -61386,7 +61282,7 @@ comments comments comments$ comments-7.* -comments-7.*http://ottawacitizen.com/robots.txt +comments-7.*http://cpj.org/robots.txt comments-section comments. comments.php @@ -61409,7 +61305,6 @@ comments=true commerce commerce$ commerce-plans-comparison -commerce/add-to-cart commerce/day.aspx commerce/digital-download commerce/facts-infos/country-pays.aspx @@ -61472,7 +61367,7 @@ common/survey.aspx common/swf/ZoomEmbed common/tools/pg/manual/PGcoa common/tools/pg/manual/PGholdmail -common/trial/http://6abc.com/robots.txt +common/trial/http://pandadoc.com/robots.txt common/xml common2013 common2013/gsma_header_footer/allnavs @@ -61561,7 +61456,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://account.google.com/robots.txt +community/*/profile/*http://coinmegatrend.com/robots.txt community/*/rss community/*/topics community/*/trackback @@ -61735,7 +61630,7 @@ community/user/msctest9 community/user/msctest91 community/user/publiccloud community/user/securityold -community/user/techxchangemaincopy/homehttp://gq-magazine.co.uk/robots.txt +community/user/techxchangemaincopy/homehttp://comparitech.com/robots.txt community/user/user/bkup-mainsite-06nov2023 community/user/wasdevops/blogs/michael-thompson/2020/03/24/was-2030-announcement community/user/wasdevops/blogs/michael-thompson/2020/03/24/was-2030-faq @@ -62249,7 +62144,7 @@ condiciones-de-uso condition= condition_s conditions-diseases?f* -conditions-diseases?linkId*http://baptisthealth.net/robots.txt +conditions-diseases?linkId*http://chrishudson.co/robots.txt conditions-diseases?search= conditions-generales conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ @@ -62259,7 +62154,7 @@ conditions_that_can_cause_blood_in_your_urine/article.htm conditions_that_can_cause_body_hair_loss/article.htm conduit-testing$ conejo -conex-2019http://poets.org/robots.txt +conex-2019http://vietnamist.com.tr/robots.txt conf conf conf-og/* @@ -62357,7 +62252,7 @@ confirmare-mail confirmarmodificacaodee-mail confirmarnovasenha,definirnovasenha confirmation -confirmation?http://roughguides.com/robots.txt +confirmation?http://livre.fnac.com/robots.txt confirmationNumber= confirmationcommande confirmednewpassword @@ -62385,7 +62280,7 @@ connect-more/programme-2023/connect-more-2023-programme-file connect-to-analyst connect/@ connect/authorize* -connect/http://s3-us-west-2.amazonaws.com/robots.txt +connect/http://blog.oup.com/robots.txt connect/labournews connect/profile connect/social-intranet.html @@ -62440,7 +62335,7 @@ cons/rtfcache/ cons/static consciously/ consent -consent/amp-consent/info*http://ihomefinder.com/robots.txt +consent/amp-consent/info*http://one.com/robots.txt conservation/th-expenses/pdf/2007_08_conservation_expenses.pdf consign consignments @@ -62496,7 +62391,7 @@ contact-pantone-connect contact-preferences contact-request/ contact-sales -contact-sales/http://calendar.perfplanet.com/robots.txt +contact-sales/http://pingidentity.com/robots.txt contact-support contact-thank-you contact-tos @@ -62541,7 +62436,7 @@ contact/feedback contact/form/ contact/general contact/goodbye.html -contact/http://thenewdaily.com.au/robots.txt +contact/http://freethink.com/robots.txt contact/menu* contact/partner* contact/pitch/success @@ -62709,7 +62604,6 @@ content/api/ content/apps/ext/callplus/android/en_ie/faqs.html content/apps/ext/callplus/android/en_za/faqs.html content/apps/external-redirects/VF.html -content/appservice content/archive content/articles/pwp content/assets/favicon.ico?v=2 @@ -62754,7 +62648,7 @@ content/campaigns/us/noindex/ content/canadian-tire/en/password-reset content/canadian-tire/fr/password-reset content/canadiantire/apple-app-site-association.json -content/canadiantire/assetlinks.jsonhttp://mojang.com/robots.txt +content/canadiantire/assetlinks.jsonhttp://canal4rd.com/robots.txt content/category content/cd content/chapter/ @@ -62855,7 +62749,7 @@ content/dam/auspost_corp/media/documents/parcel-contract-three-zone.pdf content/dam/auspost_corp/media/documents/parcel-services-product-guide.pdf content/dam/auspost_corp/media/documents/services-agreement-terms-conditions.pdf content/dam/avalara/public/documents/pdf/ -content/dam/avg/img/2014/business/http://business.linkedin.com/robots.txt +content/dam/avg/img/2014/business/http://aviationweek.com/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -63000,7 +62894,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://snipfeed.co/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canada.com/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf @@ -63058,12 +62952,14 @@ content/dam/sfu/sfunews content/dam/sm/ccto/sunet_id_resources content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf +content/dam/spinco content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico content/dam/splunk2/images/logos/splunk-logo.svg?asd content/dam/static-page/customer-advocacy/*/pdf/* content/dam/static/js/tagging/ -content/dam/students/documents/graduations/programs/http://git-scm.com/robots.txt +content/dam/store +content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -63170,6 +63066,7 @@ content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza content/dam/web/za/documents/other/*.pdf$ content/dam/web/za/documents/reports/*.pdf$ content/dam/web/za/documents/whitepapers/*.pdf$ +content/dam/western-digital content/data-product content/delivery-offer content/demo @@ -63177,12 +63074,11 @@ content/demo-m content/demo-m.html content/demo.html content/dental/faculty/home.html -content/devportal content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://google.co.nz/robots.txt +content/downloads/http://marketingsherpa.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -63201,7 +63097,6 @@ content/experience-fragments/* content/experience-fragments/microsites/lucy-form/ content/f5-com content/filter/tips -content/fipo content/firerescue/dcquicklinks content/firerescue/nsws content/firerescue/operations @@ -63220,7 +63115,7 @@ content/hhs content/historic-architectural-gem-returns-uc content/historic-architectural-gem-returns-uc-0 content/honeywell/us/en/search.html?search= -content/honeywellbt/us/en/error/monitoring-page.htmlhttp://eso.org/robots.txt +content/honeywellbt/us/en/error/monitoring-page.htmlhttp://hongiktv.com/robots.txt content/icicibank/in/en/personal-banking/online-services/failover-akamai/assets/documents/bank-fair-practices-code.pdf content/ieee-org/en content/ieee-org/en/stage-homepage-backup.html @@ -63280,7 +63175,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://shop.app/robots.txt +content/index.php/user/logout/http://combifit.nl/robots.txt content/index.php/user/password content/index.php/user/register content/inspublic @@ -63289,7 +63184,6 @@ content/interflex content/intuit_com content/ipad content/itokilit -content/keyvalues content/kr/ko/my content/kryt-us content/kwcms/kme @@ -63378,13 +63272,12 @@ content/pdf/bbm content/pdf/bfm content/pdf/chapter/ content/pegasys -content/pfapp content/plc content/pluralsight/en/jcr:content content/prelaunch content/products-brochures/Company/Europe-shipping-rates.pdf content/profiles -content/public/wbc/en/_services/calcs-forms-tools/http://discoverlosangeles.com/robots.txt +content/public/wbc/en/_services/calcs-forms-tools/http://wetransfer.com/robots.txt content/public/wbc/en/_services/serialiser/ content/public/wbc/en/_services/serialiser/calculator/ content/public/wbc/en/business-banking/westpac-live-video/ @@ -63868,7 +63761,7 @@ core/*.png core/*.png core/*.svg core/*.svg -core/*http://1001fonts.com/robots.txt +core/*http://80000hours.org/robots.txt core/_next/static/shared/static/sticker-mule-share.*.png core/dashboard core/dashboard @@ -63904,7 +63797,9 @@ corpes/form corpfiles/ corporate corporate-banking/corporate-online/signin/ -corporate-test/*http://thermofisher.com/robots.txt +corporate-corner +corporate-gallery +corporate-test/*http://mural.co/robots.txt corporate. corporate.html corporate/ @@ -64252,14 +64147,14 @@ courses/find-a-course/media-communication-and-creative-arts/animation-and-motion courses/find-a-course/results courses/graduate-certificate-in-higher-education-curriculum-teaching-and-learning courses/honours -courses/http://foundation.mozilla.org/robots.txt +courses/http://codecanyon.net/robots.txt courses/major/*-bachelor-arts-2022 courses/major/film-television-bachelor-arts courses/nested-content/postgraduate courses/oasis/BabbScholarship courses/online-shkoly courses/online-shkoly/zapusk-online-shkoly -courses/online-shkoly/zapusk-online-shkolyhttp://bethesequoia.com/robots.txt +courses/online-shkoly/zapusk-online-shkolyhttp://alistapart.com/robots.txt courses/requests courses/section courses/short-courses/ual-short-courses/architecture-spatial-and-interior-design-short-courses-ppc @@ -64382,12 +64277,10 @@ cpx.php cqe cqiu cr -cr$ cr/ cr/$ cr/Download cr/store-locator/costa-rica/ -cr? craft crai/big crai/fmjca @@ -65318,7 +65211,7 @@ cy/it cy/kb/*/discuss cy/pt cy/search -cy/study/*http://grants.gov/robots.txt +cy/study/*http://cards-dev.twitter.com/robots.txt cy/user cy/users cy/widgets @@ -65566,7 +65459,7 @@ da/autocomplete da/bestilling da/blog da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://lifehack.org/robots.txt +da/create-a-doodle-pfmhttp://doordash.com/robots.txt da/downloadmirror da/errors da/firefox/collections @@ -65701,7 +65594,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$ dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf dam/support/pdf -dam/udelImages/student-life/reslife/floorplanshttp://geeksforgeeks.org/robots.txt +dam/udelImages/student-life/reslife/floorplanshttp://udemy.com/robots.txt dam/www/*.PDF$ dam/www/*.pdf$ dam/www/*pdfs @@ -65868,12 +65761,13 @@ dataset/rate dataset/search datasetname= datasets/ -datasets/http://naeyc.org/robots.txt +datasets/http://jstatsoft.org/robots.txt datasheet datasrt= datastore datatool/ datax +date date-picker date/dateadd.html? date/dateadded.html? @@ -66312,10 +66206,8 @@ de/affiliate-2 de/affiliates de/ajaxrequests/pdpBrowse/searchPdps.php de/alpha.php -de/android-seiten de/android/collections de/android/search -de/androidapp de/angebot$ de/angebot? de/api @@ -66329,11 +66221,9 @@ de/app-directory/zoom de/app/download de/app/module/webproduct/goto de/apple-app-site-association -de/apple-seiten de/apps de/aq de/artists -de/asset-preview* de/assets de/auth de/autocomplete @@ -66407,7 +66297,6 @@ de/cms/Thermomix_Badge_rect_small.png de/collections de/compare de/competition -de/config de/contact.php de/contacts/c/claudia-grabner.html de/content-creator-business @@ -66446,8 +66335,6 @@ de/demo/ de/design-templates/pdp_preview.php de/design-templates/pixel-link de/designs -de/detail -de/die-h225-als-polizeihubschrauber de/digital_variants/*/download de/domain/ai-search? de/domain/bulk-suche? @@ -66567,7 +66454,7 @@ de/help/sitemap de/help/sitemap.php de/herramientas/generador-de-logos/onboarding de/homepage-variant24 -de/http://calacademy.org/robots.txt +de/http://arxiv.org/robots.txt de/imagecontentsource de/images de/inc @@ -66716,7 +66603,6 @@ de/partnership-request.aspx de/partnerstore de/people de/personal -de/pfch-demo de/photos de/player de/playlist @@ -66725,7 +66611,6 @@ de/priceless_weekends de/print de/privacy de/privacy.html -de/privat/suche de/private-sale de/privatkunden/hypotheken/hypopedia/gemeindeinfo* de/product_views @@ -66759,7 +66644,6 @@ de/recognized-dealers/fashion de/recognized-dealers/furniture de/recognized-dealers/jewelry de/refer-a-friend-terms-and-conditions -de/referenzen de/register de/register de/register.php @@ -66791,7 +66675,6 @@ de/seamonkey/collections de/seamonkey/search de/search de/search -de/search* de/search*attr_*= de/search*price_bucket= de/search*search_type= @@ -66820,7 +66703,6 @@ de/signin.aspx de/signup?redirect_to= de/similar de/similar-sold -de/siphone de/skriptvorlage de/soa de/solutions/case-studies/ @@ -66852,7 +66734,6 @@ de/suche/frage de/suche/frage?q=* de/suchergebnisseite de/support -de/support/suche de/survey de/swf/v5/swf/Fotor.swf de/tag/*/shoutbox @@ -66864,8 +66745,6 @@ de/technologie-medien-und-telekommunikation/gemo-2018.pdf de/technology.atom de/technology/tagged/*page de/terms-of-use -de/test -de/testseiten de/thankyou de/thunderbird/collections de/thunderbird/search @@ -66877,17 +66756,15 @@ de/tools/business-name-generator/searchbutton de/tools/business-name-generator/searchpage de/tools/business-name-generator/searchutf8 de/tools/logo-maker/onboarding -de/touristisch/speicherinsel-und-bleihof,a,12145http://planefinder.net/robots.txt +de/touristisch/speicherinsel-und-bleihof,a,12145http://gdpr-info.eu/robots.txt de/track de/tracking de/transactions de/treasury de/two-click/resolve/nojs -de/ueber-uns/suche de/uebermastercard de/ugc de/unleash -de/unternehmen/suche de/user de/user/*/journal de/user/*/library @@ -66907,7 +66784,6 @@ de/w%C3%A4hrung/bearbeiten de/wce de/wdf-idf-tool de/web -de/webapps de/weiter-abonnieren de/widget de/widgetkomponente @@ -67097,7 +66973,7 @@ default/Wishlist-Show default/files/images/logo default1.cms defaultIndOnly.aspx -default_image.psdhttp://app.gitbook.com/robots.txt +default_image.psdhttp://adssettings.google.com/robots.txt defaultinterstitial.cms deferred definicion/entlastendes @@ -67160,7 +67036,7 @@ delete_props_conf.html delete_tags_conf.html deleteaccount.aspx deleteaccountb.aspx -deleteaccounthttp://mellon.org/robots.txt +deleteaccounthttp://pokemon.com/robots.txt delhi-assembly-elections-2020/ delhi-assembly-elections-2020/* delicacy @@ -67204,7 +67080,7 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://politico.eu/robots.txt +demo/safari-reader-test-nielshttp://mathispower4u.com/robots.txt demo2/ demo_2c5e63dedb24a demo_ad.html @@ -67435,7 +67311,7 @@ details- details-*.html details-print details.do -detailshttp://vecernji.hr/robots.txt +detailshttp://community.ibm.com/robots.txt detailsuche detforum/faq.php detforum/memberlist.php @@ -69401,7 +69277,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://smhi.se/robots.txt +digitalsubscription/imagedownload/http://nj.gov/robots.txt digraph digregorio dilatua/proRecensione.do @@ -69447,7 +69323,6 @@ directory/? directory/? directory/all directory/autocomplete -directory/currency/switch/currency directory/directory.html directory/guided-search.html directory/media_and_entertainment/radio/hispanic_broadcasting_corporation/index.asp @@ -69825,7 +69700,7 @@ diy_skin_hair_care_for_girls_pictures_slideshow/article.htm dj dj/ django -django-admin/http://flask.pocoo.org/robots.txt +django-admin/http://xnview.com/robots.txt djavad dje djibouti @@ -70065,7 +69940,7 @@ dliburd dlieberman dliebowitz dlls/ -dlm_uploads/http://spdx.org/robots.txt +dlm_uploads/http://rnd.de/robots.txt dlmurphy dloader dloader(NaverRobot) @@ -70100,7 +69975,7 @@ dmq dms dms/cdn/sites/iportal/documents/pdfs/ dms/cdn/sites/support/documents -dms_priv/*http://nationaltrust.org.uk/robots.txt +dms_priv/*http://itunes.apple.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -70256,7 +70131,7 @@ docs-and-downloads/noindex/ docs-and-downloads/sep/ docs-api-legacy docs-api-legacy$ -docs-api-legacy/http://ok.ru/robots.txt +docs-api-legacy/http://deepmind.com/robots.txt docs-footer docs-qa docs/ @@ -70269,7 +70144,7 @@ docs/*.png$ docs/*/auth/login?redirect= docs/*/diff docs/*/embed -docs/*/http://images.google.fr/robots.txt +docs/*/http://chase.com/robots.txt docs/*/restore docs/*/version docs/0.1.12 @@ -70403,7 +70278,7 @@ docspp doctor-strange doctors*/search* doctors/price-guide -doctors/resultshttp://swanbitcoin.com/robots.txt +doctors/resultshttp://nebula.wsimg.com/robots.txt doctors/search?filter= doctors? doctors?keyword= @@ -70827,7 +70702,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://mediapost.com/robots.txt +download/http://leginfo.legislature.ca.gov/robots.txt download/labview-development-system-2013/3980/en download/labview-development-system-2013/4045/en download/legacy @@ -71378,7 +71253,6 @@ e179/includes/ e179/scripts/ e48= e= -e=this||self;function e?key=* eCommerce-CMS.prodSearch.html eNews @@ -71611,7 +71485,7 @@ economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*? economia/miojob/offerte/lavoro/cerca/*-*/*-* economia/miojob/offerte/lavoro/cerca/*-*/*-*? economia/miojob/rss -economia/negocios/balance-nid04112021/http://ecma-international.org/robots.txt +economia/negocios/balance-nid04112021/http://lancaster.ac.uk/robots.txt economia/pt-br/internet economia/speciali/2010/la-crisi-greca/notizie/test1_db95ec2e-520e-11df-9da0-00144f02aabe.shtml economia/trovolavoro/12_dicembre_07/consigliere-startup-iniziare-donne_03104550-405b-11e2-abcd-38132480d58e.shtml @@ -72369,7 +72243,7 @@ email-a email-colleague email-confirm email-contact/ -email-contact/nodehttp://groupme.com/robots.txt +email-contact/nodehttp://gsk.com/robots.txt email-contact/taxonomy_term email-content email-disclaimer @@ -72487,6 +72361,7 @@ embed/captions embed/channel embed/curated embed/elections +embed/elections/resultats embed/enterprise-form embed/feed/update embed/file @@ -74281,7 +74156,7 @@ en-tn/netflix-recommended-tvs en-tn/smart-tvs-netflix-calibrated-mode en-tools en-tr/blogs -en-tr/cart/http://yalebooks.yale.edu/robots.txt +en-tr/cart/http://linktr.ee/robots.txt en-tr/pages en-tr/products/details en-tt/ @@ -74527,7 +74402,6 @@ en/ab/absrb en/ab/abtsb en/ab/abwcac en/ab/alrb -en/about-us/search en/about/gga/home_en.html en/abu-dhabi/email-sign-up/confirmation en/abu-dhabi/email-sign-up/failure @@ -74551,14 +74425,12 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts -en/androidapp en/app en/app-directory/zoom en/applications/release9.html en/archives/info-detainee en/arrivals/? en/ask/maintenance -en/asset-preview* en/attachments/unindexed-attachments en/auftritte en/auth @@ -74626,7 +74498,6 @@ en/buscar en/business-and-creator en/business-tmb/contractor-profile/information-documents en/business-types/ -en/business/search en/business/sme/beta en/buying/pages/login/loginRedirect.xhtml en/buying/pages/login/onboarding.xhtml @@ -74976,7 +74847,7 @@ en/creative-cities/map en/credit-slip en/currency/edit en/customer-home -en/customer-services/points-attention/appointment-request-formhttp://specialized.com/robots.txt +en/customer-services/points-attention/appointment-request-formhttp://tmj4.com/robots.txt en/data-appearances en/database/oracle/machine-learning/omlla en/database/oracle/oracle-machine-learning-for-python @@ -75007,7 +74878,6 @@ en/design-collections/*/*/share en/design-mobile en/design-templates/pdp_preview.php en/designs -en/detail en/discount en/docs en/doha/email-sign-up/confirmation @@ -75049,7 +74919,7 @@ en/elite/miramar-beach-montecito en/elite/phnom-penh en/elite/phuket en/elite/san-miguel-de-allende -en/elite/sand-hill-menlo-parkhttp://whyy.org/robots.txt +en/elite/sand-hill-menlo-parkhttp://roskilde-festival.dk/robots.txt en/elite/sanya en/elite/sao-paulo en/elite/the-carlyle @@ -75207,7 +75077,6 @@ en/infos en/infos/ en/inn-of-the-anasazi-santa-fe/email-sign-up/confirmation en/inn-of-the-anasazi-santa-fe/email-sign-up/failure -en/innovation/the-airbus-nova-newsletter/the-nova-newsletter-subscription-confirmation en/intangible-cultural-heritage/grid en/intangible-cultural-heritage/list en/intangible-cultural-heritage/map @@ -75326,7 +75195,7 @@ en/meta/display/news.html en/meta/display/shop-detail.html en/meta/pages/search. en/microsite/ -en/microsites/http://ada.gov/robots.txt +en/microsites/http://pexels.com/robots.txt en/middleware/developer-tools/jet/10 en/middleware/developer-tools/jet/10.1 en/middleware/developer-tools/jet/11 @@ -75592,9 +75461,7 @@ en/preview en/privacy en/privacy.html en/private/* -en/private/search en/products-lifecycle -en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation en/products/free en/products/luxe/standard-size-business-cards.html en/products/standard-size-business-cards.html @@ -75712,7 +75579,6 @@ en/readymade en/recherche en/recherche? en/recursos/popup -en/referenzen en/reflex en/register en/registration.aspx @@ -75848,7 +75714,6 @@ en/sanya/email-sign-up/failure en/sanya/hsbc/hsbc-jade en/search en/search$ -en/search* en/search-results en/search/ en/search/?q= @@ -75859,7 +75724,7 @@ en/search?*keywords= en/search?*x=1 en/search?*z=1 en/search?s=* -en/searchpage.htmlhttp://i.redd.it/robots.txt +en/searchpage.htmlhttp://lifewire.com/robots.txt en/seocheck en/seocheck/breuer-versand.de en/seocheck/milchkannen24.de @@ -75885,7 +75750,6 @@ en/shopping/search-results/ en/sign-up en/signin.aspx en/signup -en/siphone en/sitecore/* en/sites/* en/sites/drs/_search @@ -75926,14 +75790,12 @@ en/sr? en/src en/stable en/standard -en/statement-on-accessibility en/store en/student-forum en/study/postgrad/crmdocs en/support en/support/ en/support/regsa/support -en/support/search en/swf/FileOpen.swf en/swf/FileOpen_Simple.swf en/swf/HaoZhaoPian.swf @@ -75944,16 +75806,12 @@ en/taxonomy/* en/template en/templates en/terms-and-conditions-jotmbe -en/terms-of-use en/terms-of-use/ en/terms/viber-dating-community-guidelines en/terms/viber-dating-terms-and-conditions -en/test en/test/spa-tracking-test en/testace -en/testseiten en/tf-idf-keyword-tool -en/thanks-for-signing-up-to-our-newsletter en/the-carlyle-new-york/email-sign-up/confirmation en/the-carlyle-new-york/email-sign-up/failure en/themes/ @@ -76006,7 +75864,6 @@ en/weather en/weather.aspx en/web en/web-admin -en/webapps en/webservice en/what-to-do-at-schiphol/*&filter_by_flight=✓ en/why-chase/ @@ -76355,9 +76212,6 @@ entities/*/full entities/*?f entities/*?spc.page entities/*?view -entities/search -entityexplore$ -entityexplore? entityprint/view/ entityreference entp @@ -77051,7 +76905,6 @@ es/apps es/aq es/ari es/artists -es/asset-preview* es/assets es/astros/search es/atencion-al-cliente/puntos-atencion/formulario-cita-previa @@ -77082,7 +76935,7 @@ es/blog/search es/blog/search$ es/blog/search? es/blog/topic -es/blog/topic/*http://university.webflow.com/robots.txt +es/blog/topic/*http://globaltimes.cn/robots.txt es/blog/wp-admin es/blog/wp-admin/admin-ajax.php es/blog/wp-includes @@ -77610,7 +77463,6 @@ es/sea es/seamonkey/collections es/seamonkey/search es/search -es/search* es/search*attr_*= es/search*price_bucket= es/search*search_type= @@ -77622,7 +77474,7 @@ es/search/default.mi es/search/help es/search? es/search?* -es/search?*http://referralcandy.com/robots.txt +es/search?*http://planner5d.com/robots.txt es/searchresult es/secure-preview es/sell @@ -78124,6 +77976,7 @@ etc/calendar etc/car-physics etc/clientcontext/ etc/clientcontext/* +etc/clientlibs etc/countries etc/designs etc/designs/onedomain/*/images/schema_image.jpg @@ -78750,7 +78603,7 @@ exhibitions/gilbert_and_george/special_gift.php exhibits/orgunit/*? exhibits/orgunit/*?spc.page exhibits/orgunit/*?utm_source -exit.htmlhttp://fhi.no/robots.txt +exit.htmlhttp://jekyllrb.com/robots.txt exit? exitpoll/ expand-reach-with-digital-marketing @@ -79039,7 +78892,7 @@ external/strada/secure external/tces external/whistler externalContentView -externalContentView/http://ncartmuseum.org/robots.txt +externalContentView/http://doc.qt.io/robots.txt externalPageReview externalUrl external_assets @@ -79704,7 +79557,7 @@ facturation faculties faculty-affairs faculty-profile/profile/download/* -faculty.html$http://chathamhouse.org/robots.txt +faculty.html$http://conferences.sigcomm.org/robots.txt faculty/ faculty/facets/cengage%3Adigitalplatforms/ faculty/facets/cengage%3Adiscipline/ @@ -79992,7 +79845,6 @@ fbca/en/search fbca/search fbclid= fbconnect -fbd.php fbdirect/me fbds/admin fbds/comment/reply @@ -80178,7 +80030,6 @@ fcollado fct fcyrraci fd-fr/ -fd/ fdbk fdias fding @@ -80258,7 +80109,7 @@ featurerequest features features-2 features/aerisweather-development-partner-program -features/aerisweather-javascript-sdk/http://jamesbeard.org/robots.txt +features/aerisweather-javascript-sdk/http://aerogaming.org/robots.txt features/external/cdp features/for- features/idx-for-any-website/wix-real-estate-app-free-trial/ @@ -80334,7 +80185,7 @@ feed/training-resources/assets/facets/cengage%3Aplatform.xml/ feed/turbo* feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://alistapart.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/zen feed= feed=rss @@ -80373,7 +80224,7 @@ feedbackR1 feedcommunicationdetail feeder/ feeder/places/*action=srch -feedhttp://ssrn.com/robots.txt +feedhttp://digiday.com/robots.txt feeding_a_picky_eater_pictures_slideshow/article.htm feeds feeds*.php @@ -80910,7 +80761,7 @@ filiale-rating filialeBadge filialeHrs filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://justice.gov/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filing_wiz filings filipepereira @@ -80968,7 +80819,7 @@ filter_id= filter_price_max filter_price_min filters -filters-http://larousse.fr/robots.txt +filters-http://hosteltur.com/robots.txt filters/ filters/curated filters= @@ -81053,7 +80904,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://pixiv.net/robots.txt +find/*http://freeletics.com/robots.txt find/3DImage.jsp find/?srsltid find/ApplecareDetails.jsp @@ -81227,7 +81078,6 @@ flag_reports flagcomment flagcomment/ flagmod -flags flagwidget=true flandres-dunkerque-armentieres/ flandres-dunkerque-armentieres/assure/actualites/ @@ -81572,7 +81422,7 @@ for-ansatte/arbeidsstotte/profil/nettarbeid/opplaring/nettkurs for-ansatte/arbeidsstotte/profil/nettarbeid/rapporter/konfigurasjon for-ansatte/arbeidsstotte/profil/nettarbeid/veiledninger/bilde-lyd-video/bilder/bildestorrelse.html for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt -for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt/http://sites.psu.edu/robots.txt +for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt/http://uiowa.edu/robots.txt for-ansatte/arbeidsstotte/prosjekter/uio-sak/prosjektinternt for-ansatte/arbeidsstotte/rom/timeplaner/infoskjerm for-ansatte/nettverk-moter/los-enhetene/forskningsinfrastruktur/einfrastruktur @@ -81620,7 +81470,6 @@ forgot-password2 forgot-password2/$ forgot-username forgot/ -forgot2scan* forgot?nextUrl=* forgot_enter.phtml forgot_password @@ -81630,7 +81479,7 @@ forgotpassword? forgotten-password forgotten-password forgotten-password/ -forgov-devhttp://bhg.com/robots.txt +forgov-devhttp://qnap.com/robots.txt forlibraries form form-containers @@ -81885,7 +81734,7 @@ forum/thread/*/participants forum/threads/*/poll/results* forum/threads/*/tags$ forum/ucp.php -forum/ucp.phphttp://roxanegay.com/robots.txt +forum/ucp.phphttp://element.io/robots.txt forum/users forum/viewonline.php forum/viewtopic.php @@ -81929,10 +81778,8 @@ forums/ajax forums/ajax.php forums/appg forums/applications/*attachment.php?id=* -forums/archive forums/attachment.php forums/calendar.php -forums/calendar.php forums/clientscript/ forums/conf forums/cpstyles/ @@ -82027,8 +81874,6 @@ forums/logout/ forums/lostpassword/ forums/markallread/ forums/member.php -forums/member.php -forums/memberlist.php forums/memberlist.php forums/misc.php forums/modcp/ @@ -82080,7 +81925,7 @@ forums/user- forums/usercp.php forums/usernote.php forums/users -forums/users/http://coveteur.com/robots.txt +forums/users/http://wpml.org/robots.txt forums/writepost/ forums/writethread/ forumsessionid= @@ -82530,7 +82375,6 @@ fr/alpha.php fr/andorre fr/android/collections fr/android/search -fr/androidapp fr/angola fr/anguilla fr/antiguaetbarbuda @@ -82555,9 +82399,7 @@ fr/argentine fr/armenie fr/artists fr/aruba -fr/asset-preview* fr/assets -fr/assistance/recherche fr/australie fr/auth fr/autocomplete @@ -82829,7 +82671,6 @@ fr/demo/ fr/design-templates/pdp_preview.php fr/design-templates/pixel-link fr/designs -fr/detail fr/devise/modifier fr/digital_variants/*/download fr/djibouti @@ -82890,7 +82731,6 @@ fr/enabling-interculturaldialogue/map fr/enterprise/blog/search$ fr/enterprise/blog/search? fr/entreprises/clienteles/ -fr/entreprises/recherche fr/entreprises/solutions/ fr/equateur fr/erreurs/ @@ -84351,7 +84191,7 @@ fr/music/*/+wiki/shoutbox fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/music/playlist -fr/music/projects?*genre=*http://incompetech.com/robots.txt +fr/music/projects?*genre=*http://ec.europa.eu/robots.txt fr/music/projects?*keyword=* fr/my fr/my_business$ @@ -84407,7 +84247,6 @@ fr/node/100308/map fr/norfolkÎle fr/norvege fr/notfound.html -fr/notre-profil/recherche fr/nouvellecaledonie fr/nouvellezelande fr/ns/nsawab @@ -84538,7 +84377,6 @@ fr/on/ontmt fr/onelook_american_dictionary_words.html fr/onelook_british_dictionary_words.html fr/opmanager-site24x7-comparison.html -fr/opportunites-dinterim-et-formations-cqpm-chez-airbus-en-aeronautique fr/order fr/order/dedicated/ fr/organismesdebienfaisance/the-frontline-fund @@ -84566,7 +84404,6 @@ fr/particuliers/evenements/ fr/particuliers/gestion-patrimoine/ fr/particuliers/outils/ fr/particuliers/produits_services/ -fr/particuliers/recherche fr/partners fr/partnership-request.aspx fr/pattern/ @@ -84731,7 +84568,6 @@ fr/recognized-dealers/jewelry fr/recuperation-mot-de-passe fr/reduction fr/refer-a-friend-terms-and-conditions -fr/referenzen fr/reflex fr/register fr/register.php @@ -84781,7 +84617,6 @@ fr/saotomeetprincipe fr/seamonkey/collections fr/seamonkey/search fr/search -fr/search* fr/search*attr_*= fr/search*price_bucket= fr/search*search_type= @@ -84821,7 +84656,6 @@ fr/signup?redirect_to= fr/similar fr/similar-sold fr/singapour -fr/siphone fr/sk/skac fr/sk/skaia fr/sk/skatmpa @@ -84907,8 +84741,6 @@ fr/technology.atom fr/technology/tagged/*page fr/terms-of-use fr/terms-of-use/ -fr/test -fr/testseiten fr/thailande fr/themes fr/themes/ @@ -84991,7 +84823,6 @@ fr/vpv fr/wallisetfutuna fr/wce fr/web -fr/webapps fr/webservice fr/why-chase/ fr/widget @@ -85278,7 +85109,7 @@ frontend frontend-metrics frontend-track frontend.php/ -frontend/http://avma.org/robots.txt +frontend/http://files.eric.ed.gov/robots.txt frontendEvents.do frontend_dev.php/ frontier @@ -85345,8 +85176,6 @@ fulltime/engage/includes/ fullwiley fultonrockwell fun -fun/api/ -fun/g/ fun_facts_about_tongue_and_taste_buds_slideshow/article.htm func funcion-json @@ -85574,7 +85403,7 @@ g-recaptcha-response g/ g/* g/*/% -g/4arE9Chttp://artstation.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/Camera-Batteries g/Camera-Batteries/$ g/api @@ -85995,7 +85824,7 @@ gb/user gb/user$ gb/widgets gb2/ -gb_xapi_content/http://dallascityhall.com/robots.txt +gb_xapi_content/http://smartly.io/robots.txt gbahadir gbapujii gbartlett @@ -86793,7 +86622,7 @@ go/fanfiction/ go/host go/hotel/info go/hotel/search -go/http://blogs.law.harvard.edu/robots.txt +go/http://quillbot.com/robots.txt go/login go/member go/members @@ -86858,7 +86687,7 @@ goldstein goldstine-cole golf/ golf/golf/ -golocal/extranet/http://fineartamerica.com/robots.txt +golocal/extranet/http://nloug.nl/robots.txt golub gonda gongyi*? @@ -86962,7 +86791,7 @@ government-education/public-sector-cloud-start/public-sector-cloud-start/ government-education/public-sector-cloud-start/public-sector-cloud-start1/ government-jobs/* government/solutions/intelligence/clearance.pdf -government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://scratch.mit.edu/robots.txt +government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://assets.website-files.com/robots.txt governor/mills/search/node gowtham gp @@ -87486,7 +87315,6 @@ guest-demos guest-helpful guest-order-history guest-pass -guest/new/personal-order guestEmailNotificationView guestbook guestbook/ @@ -88242,7 +88070,7 @@ healthcare/education-resources/publications/population-health-insights/_jcr_cont healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(Webinars).page.(---customkey---page---customkey---) healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(White%20papers).page.(---customkey---page---customkey---) healthcare/promotions/azurion-optimize-lab-performance -healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://logging.apache.org/robots.txt +healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://usa.visa.com/robots.txt healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts.html healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts/all-ok-message @@ -88548,7 +88376,7 @@ helper helper helpers helpers -helphttp://creativemarket.com/robots.txt +helphttp://techcrunch.com/robots.txt helplibrary/ helpmanha helptarde @@ -89162,7 +88990,7 @@ home-loans/rate-stomper home-loans/rocket-loan home-main-content.html home-media -home-newhttp://synology.com/robots.txt +home-newhttp://informationweek.com/robots.txt home-no-tags home-personalisation home-renewal-special-offer @@ -89387,6 +89215,7 @@ homework-help?*noCache homework-help?*start homework-help?tag= homeworkhelp/sponsored +homolog homoud homr/services honduras @@ -89513,7 +89342,6 @@ hotel/h hotel/hoteldata.html hotel/redirect hotel/reviews.json -hotel/reviews? hotel/s hotel/saved_hotels.html hotel/search @@ -89576,7 +89404,6 @@ hotels/reservation-payment.htm hotels/rpc hotels/s hotels/search -hotels/search hotels/search-results.htm hotels/search/ hotels/search/list* @@ -89742,8 +89569,6 @@ hp201809/ hp_channels hp_example_banner.html hpan -hpm -hpmob hpols_catalog/ hpws/max-connections.php hpws/parallel-downloads.php @@ -89848,7 +89673,7 @@ hr/general hr/hans hr/hant hr/hr -hr/http://uib.no/robots.txt +hr/http://ualberta.ca/robots.txt hr/images hr/inc hr/index.html @@ -92985,7 +92810,7 @@ html_tests htmlemails/ htmlexterne htmlform/ -htmlmsg/http://deepblue.lib.umich.edu/robots.txt +htmlmsg/http://medindia.net/robots.txt htmlscript htmlscript/ htmlversion @@ -92997,346 +92822,347 @@ http http-checker http2_data http: -http://800pgr.lnk.to/robots.txt -http://aafa.org/robots.txt -http://admitad.com/robots.txt -http://aesthetics.fandom.com/robots.txt -http://afsp.org/robots.txt -http://ama-assn.org/robots.txt -http://amazon.co.jp/robots.txt -http://ameli.fr/robots.txt -http://anu.edu.au/robots.txt -http://apsnet.org/robots.txt -http://archive.nytimes.com/robots.txt +http://17track.net/robots.txt +http://1password.com/robots.txt +http://21.edu.ar/robots.txt +http://7-zip.org/robots.txt +http://abc7news.com/robots.txt +http://abcactionnews.com/robots.txt +http://abdn.ac.uk/robots.txt +http://accidentinjurylawyers.claims/robots.txt +http://adbutler.com/robots.txt +http://aei.org/robots.txt +http://akparti.org.tr/robots.txt +http://allposters.com/robots.txt +http://amazon.com.br/robots.txt +http://amazon.com.mx/robots.txt +http://amazon.de/robots.txt +http://amazon.in/robots.txt +http://amazon.jobs/robots.txt +http://amberepp.ca/robots.txt +http://amctheatres.com/robots.txt +http://amzn.eu/robots.txt +http://anandtech.com/robots.txt +http://answersingenesis.org/robots.txt +http://anthropic.com/robots.txt +http://aphp.fr/robots.txt +http://api.whatsapp.com/robots.txt +http://apod.nasa.gov/robots.txt +http://app.box.com/robots.txt +http://aragon.es/robots.txt +http://archive.fo/robots.txt http://areena.yle.fi/robots.txt -http://arm.com/robots.txt -http://ars.els-cdn.com/robots.txt -http://arsenal.com/robots.txt -http://arstechnica.com/robots.txt -http://artnews.com/robots.txt -http://asos.com/robots.txt -http://audible.com/robots.txt -http://autotrader.ca/robots.txt -http://awesomescreenshot.com/robots.txt -http://aws.amazon.com/robots.txt +http://ashrae.org/robots.txt +http://assets.pinterest.com/robots.txt +http://attio.com/robots.txt +http://audible.co.uk/robots.txt +http://augeo.nl/robots.txt http://axs.com/robots.txt -http://bang-olufsen.com/robots.txt -http://bazaarvoice.com/robots.txt -http://beebom.com/robots.txt -http://berliner-zeitung.de/robots.txt -http://beta.lemondeinformatique.fr/http://positivepsychology.com/robots.txt -http://betanews.com/robots.txt +http://aztrozk.blogspot.fr/robots.txt +http://babylonhealth.com/robots.txt +http://bahn.de/robots.txt +http://bain.com/robots.txt +http://balsamiq.com/robots.txt +http://bbc.com/robots.txt +http://bbcamerica.com/robots.txt +http://bbcgoodfood.com/robots.txt +http://bcg.com/robots.txt +http://beatsbydre.com/robots.txt +http://belkin.com/robots.txt +http://beta.lemondeinformatique.fr/http://lendingclub.com/robots.txt http://bharat.republicworld.com -http://biblehub.com/robots.txt -http://bitkom.org/robots.txt +http://bilingualhouse.com/robots.txt +http://bitcoin.com/robots.txt +http://blacklivesmatter.com/robots.txt +http://bleepingcomputer.com/robots.txt http://blog.adobe.com/robots.txt -http://blog.linkedin.com/robots.txt -http://blogs.20minutos.es/robots.txt -http://blogs.hbr.org/robots.txt -http://blogs.lse.ac.uk/robots.txt -http://blogs.wsj.com/robots.txt -http://brainpickings.org/robots.txt -http://brainscape.com/robots.txt -http://broadinstitute.org/robots.txt -http://buenosaires.gob.ar/robots.txt -http://c1.staticflickr.com/robots.txt -http://cae.com/robots.txt -http://calendar.google.com/robots.txt -http://campsite.bio/robots.txt -http://carbuzz.com/robots.txt -http://catalog.data.gov/robots.txt -http://chicagobooth.edu/robots.txt -http://city-data.com/robots.txt -http://claimreviewproject.com/robots.txt -http://clickup.com/robots.txt -http://codecanyon.net/robots.txt -http://compart.com/robots.txt -http://conseil-constitutionnel.fr/robots.txt -http://consilium.europa.eu/robots.txt -http://cooking.nytimes.com/robots.txt +http://blogs.law.harvard.edu/robots.txt +http://boardgamegeek.com/robots.txt +http://brisbanetimes.com.au/robots.txt +http://bseindia.com/robots.txt +http://businessinsider.com.au/robots.txt +http://businesstoday.in/robots.txt +http://canva.com/robots.txt +http://cargurus.com/robots.txt +http://cartoonnetwork.com/robots.txt +http://cascavenga.blogspot.com/robots.txt +http://cbr.com/robots.txt +http://cdbaby.com/robots.txt +http://cedcommerce.com/robots.txt +http://chroniclingamerica.loc.gov/robots.txt +http://city.yokohama.lg.jp/robots.txt +http://clas.uiowa.edu/robots.txt +http://clutch.co/robots.txt +http://cnc.fr/robots.txt +http://codeschool.com/robots.txt http://coolsymbol.com/robots.txt -http://cosmikj.blogspot.com/robots.txt -http://cozy.io/robots.txt -http://crunchyroll.com/robots.txt -http://cs.cornell.edu/robots.txt -http://cs.stanford.edu/robots.txt -http://cs.waikato.ac.nz/robots.txt -http://csfd.cz/robots.txt -http://cygwin.com/robots.txt -http://daniellemcginley.com/robots.txt -http://data.consilium.europa.eu/robots.txt -http://daveramsey.com/robots.txt -http://dblp.org/robots.txt -http://delawareonline.com/robots.txt -http://developer.chrome.com/robots.txt -http://developer.salesforce.com/robots.txt -http://developers.facebook.com/robots.txt -http://dexigner.com/robots.txt -http://diigo.com/robots.txt -http://discovermagazine.com/robots.txt -http://disqus.com/robots.txt -http://doc.qt.io/robots.txt -http://documents1.worldbank.org/robots.txt -http://dwell.com/robots.txt -http://econstor.eu/robots.txt +http://courses.lumenlearning.com/robots.txt +http://cubiq.org/robots.txt +http://dailysabah.com/robots.txt +http://dailystar.co.uk/robots.txt +http://dailytelegraph.com.au/robots.txt +http://dansique.com/robots.txt +http://dataprivacyframework.gov/robots.txt +http://denison.edu/robots.txt +http://diabetes.org/robots.txt +http://dict.leo.org/robots.txt +http://digitalcommerce360.com/robots.txt +http://dnaindia.com/robots.txt +http://dnevnik.si/robots.txt +http://donorbox.org/robots.txt +http://duesseldorf.de/robots.txt +http://dw.com/robots.txt +http://ebu.ch/robots.txt +http://ecma-international.org/robots.txt +http://economie.gouv.fr/robots.txt +http://ed.gov/robots.txt http://edpb.europa.eu/robots.txt -http://eduardromanyuta.com/robots.txt -http://educba.com/robots.txt -http://eeas.europa.eu/robots.txt -http://elespectador.com/robots.txt -http://emag.ro/robots.txt -http://embassybel.ru/robots.txt +http://edu.google.com/robots.txt +http://eff.org/robots.txt +http://electad.com/robots.txt +http://elevenlabs.io/robots.txt +http://elledecor.com/robots.txt +http://eluniversal.com.mx/robots.txt +http://emcregan.com/robots.txt +http://engadget.com/robots.txt http://england.nhs.uk/robots.txt -http://entrepreneur.com/robots.txt -http://esrb.org/robots.txt +http://epicurious.com/robots.txt +http://equalityhumanrights.com/robots.txt http://esv.org/robots.txt -http://etsi.org/robots.txt http://eurasianet.org/robots.txt -http://explore.org/robots.txt -http://fileformat.info/robots.txt -http://findmespot.com/robots.txt -http://firebase.com/robots.txt -http://foodbeast.com/robots.txt -http://futabasha.co.jp/robots.txt -http://gamerant.com/robots.txt -http://getfirebug.com/robots.txt -http://geti2p.net/robots.txt -http://gisanddata.maps.arcgis.com/robots.txt -http://gitee.com/robots.txt -http://google.co.th/robots.txt -http://google.org/robots.txt -http://google.pl/robots.txt -http://googleprojectzero.blogspot.com/robots.txt -http://gotquestions.org/robots.txt -http://grandviewresearch.com/robots.txt -http://ground.news/robots.txt -http://growthhackers.com/robots.txt -http://hackbrightacademy.com/robots.txt -http://healthline.com/robots.txt -http://healthychildren.org/robots.txt -http://help.github.com/robots.txt -http://help.netflix.com/robots.txt -http://hightail.com/robots.txt -http://hodinkee.com/robots.txt -http://holytrinityorthodox.com/robots.txt -http://hopper.com/robots.txt -http://hostadvice.com/robots.txt -http://houstonmethodist.org/robots.txt -http://hud.gov/robots.txt -http://hugin.sourceforge.net/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://iabeurope.eu/robots.txt +http://euronews.com/robots.txt +http://european-union.europa.eu/robots.txt +http://evo.com/robots.txt +http://excite.co.jp/robots.txt +http://experience.arcgis.com/robots.txt +http://faithandreason.com/robots.txt +http://fattureincloud.it/robots.txt +http://firstround.com/robots.txt +http://flypgs.com/robots.txt +http://focustaiwan.tw/robots.txt +http://folkways.si.edu/robots.txt +http://fonts.com/robots.txt +http://fr.linkedin.com/robots.txt +http://freelancer.com/robots.txt +http://gamasutra.com/robots.txt +http://gandummas.co.id/robots.txt +http://getresponse.com/robots.txt +http://girldevelopit.com/robots.txt +http://glitzvibes.com/robots.txt +http://gov.wales/robots.txt +http://grants.nih.gov/robots.txt +http://graphcommons.com/robots.txt +http://groovy-lang.org/robots.txt +http://gurufocus.com/robots.txt +http://haier.com/robots.txt +http://harpercollins.com/robots.txt +http://hbs.edu/robots.txt +http://health.nsw.gov.au/robots.txt +http://help.salesforce.com/robots.txt +http://heraldodemexico.com.mx/robots.txt +http://heraldsun.com.au/robots.txt +http://hk.chinamobile.com/robots.txt +http://hotelscombined.com/robots.txt +http://html5test.com/robots.txt +http://hubs.ly/robots.txt +http://husqvarna.com/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hyperborea.org/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://hyperborea.org/robots.txt -http://i24news.tv/robots.txt -http://id.pinterest.com/robots.txt -http://ign.com/robots.txt +http://i.ebayimg.com/robots.txt +http://i.vimeocdn.com/robots.txt +http://ibb.co/robots.txt http://ilga.gov/robots.txt -http://illawarramercury.com.au/robots.txt -http://immediate.co.uk/robots.txt -http://infolab.stanford.edu/robots.txt -http://inquirer.com/robots.txt -http://intensedebate.com/robots.txt -http://internetsociety.org/robots.txt -http://iucn.org/robots.txt -http://ivanti.com/robots.txt -http://iwaponline.com/robots.txt -http://ja.wikipedia.org/robots.txt -http://jasper.ai/robots.txt -http://jhu.edu/robots.txt -http://jmir.org/robots.txt -http://journals.uchicago.edu/robots.txt -http://jpost.com/robots.txt -http://jqueryui.com/robots.txt -http://justjared.com/robots.txt -http://jwz.org/robots.txt -http://karpathy.github.io/robots.txt -http://kaushik.net/robots.txt -http://keepass.info/robots.txt -http://keepersecurity.com/robots.txt -http://kleinezeitung.at/robots.txt -http://kyobobook.co.kr/robots.txt -http://ladygaga.com/robots.txt -http://lbl.gov/robots.txt -http://leeds.ac.uk/robots.txt -http://lehigh.edu/robots.txt -http://lenta.ru/robots.txt -http://livescience.com/robots.txt -http://ln.hixie.ch/robots.txt -http://lshtm.ac.uk/robots.txt -http://lumosity.com/robots.txt -http://marketingprofs.com/robots.txt -http://marktplaats.nl/robots.txt -http://marykay.com/robots.txt -http://matat.co.il/robots.txt -http://mercari.com/robots.txt -http://merckmanuals.com/robots.txt -http://minecraftforum.net/robots.txt -http://mirror.co.uk/robots.txt -http://missingkids.org/robots.txt -http://mitpressjournals.org/robots.txt -http://molekule.com/robots.txt -http://momondo.com/robots.txt -http://money.usnews.com/robots.txt -http://monster.com/robots.txt -http://moodle.com/robots.txt -http://msrc.microsoft.com/robots.txt -http://musicnotes.com/robots.txt -http://musicradar.com/robots.txt -http://nal.usda.gov/robots.txt -http://napavalleyregister.com/robots.txt -http://nationalarchives.gov.uk/robots.txt -http://naver.com/robots.txt -http://ncbi.nlm.nih.gov/robots.txt -http://nestle.com/robots.txt -http://news.nationalgeographic.com/robots.txt -http://news9.com/robots.txt -http://newsroom.spotify.com/robots.txt -http://nextcloud.com/robots.txt -http://nextroll.com/robots.txt -http://niche.com/robots.txt -http://nobelprize.org/robots.txt -http://nottingham.ac.uk/robots.txt -http://nrf.com/robots.txt -http://nvaccess.org/robots.txt -http://nvu.com/robots.txt -http://oi.com.br/robots.txt -http://oilprice.com/robots.txt -http://onf.ca/robots.txt -http://openoffice.org/robots.txt -http://optout.aboutads.info/robots.txt -http://oyorooms.com/robots.txt -http://paste.ee/robots.txt -http://patch.com/robots.txt -http://pay.google.com/robots.txt -http://pbs.org/robots.txt -http://pecl.php.net/robots.txt -http://pen.org/robots.txt -http://pfizer.com/robots.txt -http://phdcomics.com/robots.txt -http://phx.corporate-ir.net/robots.txt -http://pitch.com/robots.txt -http://playbuzz.com/robots.txt -http://pleroma.social/robots.txt -http://pluralsight.com/robots.txt -http://plushcare.com/robots.txt -http://podcastindex.org/robots.txt -http://podio.com/robots.txt -http://pokemon.com/robots.txt -http://postandcourier.com/robots.txt -http://postimages.org/robots.txt -http://prnewswire.com/robots.txt -http://proceedings.mlr.press/robots.txt -http://productioncrate.com/robots.txt -http://proofpoint.com/robots.txt -http://pubs.usgs.gov/robots.txt -http://radiofrance.fr/robots.txt -http://raindrop.io/robots.txt -http://raiplaysound.it/robots.txt -http://randygage.com/robots.txt -http://ranker.com/robots.txt -http://raw.githubusercontent.com/robots.txt -http://react.dev/robots.txt -http://regjeringen.no/robots.txt -http://rememberthemilk.com/robots.txt -http://ricoh.com/robots.txt -http://riverfronttimes.com/robots.txt -http://rode.com/robots.txt -http://rogers.com/robots.txt -http://routeyou.com/robots.txt -http://rxx.webgomme.com/robots.txt -http://s.imgur.com/robots.txt -http://saksfifthavenue.com/robots.txt -http://scholastic.com/robots.txt -http://scientology.org/robots.txt -http://secure.wayforpay.com/robots.txt -http://sellfy.com/robots.txt -http://sendpulse.com/robots.txt -http://site24x7.com/robots.txt -http://sk.wikipedia.org/robots.txt -http://slides.com/robots.txt -http://sling.com/robots.txt -http://smartly.io/robots.txt -http://softbank.jp/robots.txt -http://sparkpost.com/robots.txt -http://sportstar.thehindu.com/robots.txt -http://static-content.springer.com/robots.txt -http://static.parastorage.com/robots.txt +http://iln.webgomme.com/robots.txt +http://ilri.org/robots.txt +http://imageshack.com/robots.txt +http://img.youtube.com/robots.txt +http://imore.com/robots.txt +http://indiatoday.in/robots.txt +http://indiatvnews.com/robots.txt +http://intuit.com/robots.txt +http://ionos.de/robots.txt +http://iopscience.iop.org/robots.txt +http://itwire.com/robots.txt +http://iwalkcornwall.co.uk/robots.txt +http://journals.openedition.org/robots.txt +http://jupyter.org/robots.txt +http://kakaocorp.com/robots.txt +http://keep.google.com/robots.txt +http://kit.fontawesome.com/robots.txt +http://komonews.com/robots.txt +http://koreaherald.com/robots.txt +http://ktfoodscatering.com/robots.txt +http://laketahoeinteriordesigners.com/robots.txt +http://lc.nl/robots.txt +http://ledger.com/robots.txt +http://letemps.ch/robots.txt +http://lg.com/robots.txt +http://libpng.org/robots.txt +http://lifeway.com/robots.txt +http://list.ly/robots.txt +http://liverpoolmuseums.org.uk/robots.txt +http://lookerstudio.google.com/robots.txt +http://m.facebook.com/robots.txt +http://m.youtube.com/robots.txt +http://macobserver.com/robots.txt +http://mamaworkout.de/robots.txt +http://mandiant.com/robots.txt +http://mapquest.com/robots.txt +http://marieforleo.com/robots.txt +http://mastodon.art/robots.txt +http://mdpi.com/robots.txt +http://med.stanford.edu/robots.txt +http://microformats.org/robots.txt +http://mind.org.uk/robots.txt +http://mines.edu/robots.txt +http://mmgitik.com/robots.txt +http://mongodb.com/robots.txt +http://monzo.com/robots.txt +http://morningconsult.com/robots.txt +http://mpaa.org/robots.txt +http://musopen.org/robots.txt +http://mywebsite.com/robots.txt +http://mywot.com/robots.txt +http://n26.com/robots.txt +http://nascar.com/robots.txt +http://ncartmuseum.org/robots.txt +http://ncjrs.gov/robots.txt +http://ncr.com/robots.txt +http://nebraskamed.com/robots.txt +http://news.google.com/robots.txt +http://news.softpedia.com/robots.txt +http://news24.com/robots.txt +http://newschool.edu/robots.txt +http://newsguardtech.com/robots.txt +http://nist.gov/robots.txt +http://nodejs.org/robots.txt +http://nrk.no/robots.txt +http://nzta.govt.nz/robots.txt +http://o2.co.uk/robots.txt +http://ogp.me/robots.txt +http://ok.ru/robots.txt +http://on.fb.me/robots.txt +http://onezero.medium.com/robots.txt +http://onlinebooks.library.upenn.edu/robots.txt +http://optimizely.com/robots.txt +http://ouraring.com/robots.txt +http://pandas.pydata.org/robots.txt +http://pasteboard.co/robots.txt +http://pbase.com/robots.txt +http://photomatt.net/robots.txt +http://pinchofyum.com/robots.txt +http://pitchfork.com/robots.txt +http://po.st/robots.txt +http://prensalibre.com/robots.txt +http://pricespy.co.uk/robots.txt +http://princeton.edu/robots.txt +http://prnt.sc/robots.txt +http://projecteuclid.org/robots.txt +http://prospect.org/robots.txt +http://publichealth.lacounty.gov/robots.txt +http://purevpn.com/robots.txt +http://pwc.com/robots.txt +http://pxhere.com/robots.txt +http://qr.ae/robots.txt +http://qrz.com/robots.txt +http://quickbooks.intuit.com/robots.txt +http://qvc.co/robots.txt +http://rainleander.github.io/robots.txt +http://rbb-online.de/robots.txt +http://rbc.com/robots.txt +http://react-chicago.org/robots.txt +http://realfavicongenerator.net/robots.txt +http://recaptcha.net/robots.txt +http://recode.net/robots.txt +http://researchgate.net/robots.txt +http://rewarin.blogspot.fr/robots.txt +http://rhymezone.com/robots.txt +http://riserecords.lnk.to/robots.txt +http://rsms.me/robots.txt +http://rts.rs/robots.txt +http://ru.linkedin.com/robots.txt +http://sagradafamilia.org/robots.txt +http://sallysbakingaddiction.com/robots.txt +http://sambanova.org/robots.txt +http://sandiegouniontribune.com/robots.txt +http://science.howstuffworks.com/robots.txt +http://sciencebasedmedicine.org/robots.txt +http://sciencesetavenir.fr/robots.txt +http://search.app/robots.txt +http://search.twitter.com/robots.txt +http://searchenginejournal.com/robots.txt +http://securitymagazine.com/robots.txt +http://shrm.org/robots.txt +http://simonandschuster.com/robots.txt +http://simplyrecipes.com/robots.txt +http://smithsonianmag.com/robots.txt +http://sohu.com/robots.txt +http://sonymusic.com/robots.txt +http://space.com/robots.txt +http://species.wikimedia.org/robots.txt +http://spoonflower.com/robots.txt +http://stackoverflow.com/robots.txt http://static.wixstatic.com/robots.txt -http://stitchfix.com/robots.txt -http://store.line.me/robots.txt -http://stores.ebay.com/robots.txt -http://streamelements.com/robots.txt -http://sunset.com/robots.txt -http://support.advancedcustomfields.com/robots.txt -http://support.wix.com/robots.txt -http://techspot.com/robots.txt -http://telegram.com/robots.txt -http://terms.line.me/robots.txt -http://tes.com/robots.txt -http://theculturetrip.com/robots.txt -http://theregister.com/robots.txt -http://theweathernetwork.com/robots.txt -http://thisoldhouse.com/robots.txt -http://thomann.de/robots.txt -http://thrivethemes.com/robots.txt -http://tinder.com/robots.txt -http://tno.nl/robots.txt -http://tradingeconomics.com/robots.txt -http://translate.googleusercontent.com/robots.txt +http://supercell.com/robots.txt +http://syncqatar.com/robots.txt +http://tampadefenseattorney.com/robots.txt +http://taplink.cc/robots.txt +http://techopedia.com/robots.txt +http://techradar.com/robots.txt +http://techtalia.org/robots.txt +http://temu.com/robots.txt +http://texastribune.org/robots.txt +http://thenationalnews.com/robots.txt +http://thenorthface.com/robots.txt +http://theonion.com/robots.txt +http://thermofisher.com/robots.txt +http://thethaiger.com/robots.txt +http://thetimes.com/robots.txt +http://thetradedesk.com/robots.txt +http://thinglink.com/robots.txt +http://thomsonreuters.com/robots.txt +http://timesofisrael.com/robots.txt +http://tools.keycdn.com/robots.txt +http://toronto.ca/robots.txt +http://transferwise.com/robots.txt http://trends.google.com/robots.txt -http://tripadvisor.co.uk/robots.txt -http://trustedcomputinggroup.org/robots.txt -http://trustpilot.com/robots.txt -http://tunnelbear.com/robots.txt -http://tutorialspoint.com/robots.txt -http://ubs.com/robots.txt +http://tribuneindia.com/robots.txt +http://tripadvisor.ca/robots.txt +http://tu-chemnitz.de/robots.txt +http://tv.youtube.com/robots.txt +http://tzingane.blogspot.fr/robots.txt +http://uci.org/robots.txt http://uk.pinterest.com/robots.txt -http://uncrate.com/robots.txt -http://unlv.edu/robots.txt -http://unwto.org/robots.txt -http://uow.edu.au/robots.txt -http://upwork.com/robots.txt -http://us.norton.com/robots.txt -http://us06web.zoom.us/robots.txt -http://usa.canon.com/robots.txt -http://usa.philips.com/robots.txt -http://usability.gov/robots.txt -http://usenix.org/robots.txt -http://uta.edu/robots.txt -http://varsitytutors.com/robots.txt -http://vegas.com/robots.txt -http://videonews.com/robots.txt -http://vidyard.com/robots.txt -http://vocal.media/robots.txt +http://unctad.org/robots.txt +http://uni-ulm.de/robots.txt +http://unrealengine.com/robots.txt +http://uscurrency.gov/robots.txt +http://usip.org/robots.txt +http://visualstudio.microsoft.com/robots.txt +http://vmware.com/robots.txt http://vu.nl/robots.txt -http://wallet.google.com/robots.txt -http://warontherocks.com/robots.txt -http://watoday.com.au/robots.txt -http://waxy.org/robots.txt -http://waze.com/robots.txt -http://weheartit.com/robots.txt -http://westpac.com.au/robots.txt -http://wholefoodsmarket.com/robots.txt -http://wiki.apache.org/robots.txt -http://wipo.int/robots.txt -http://wpbeginner.com/robots.txt -http://wpgmaps.com/robots.txt -http://wsj.com/robots.txt +http://wallpaper.com/robots.txt +http://web-beta.archive.org/robots.txt +http://webflow.com/robots.txt +http://webmproject.org/robots.txt +http://wellfound.com/robots.txt +http://wetwetwet.co.uk/robots.txt +http://whereby.com/robots.txt +http://whitney.org/robots.txt +http://wilson.com/robots.txt +http://winzip.com/robots.txt +http://wise.com/robots.txt +http://withlocals.com/robots.txt +http://wolterskluwer.com/robots.txt +http://woocommerce.com/robots.txt +http://wpr.org/robots.txt http://www.alexdenney.com/c http://www.alexdenney.com/protected http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www2.camara.leg.br/robots.txt -http://www2.census.gov/robots.txt -http://xml-sitemaps.com/robots.txt http://xsearch.aetna.com/ -http://xunta.gal/robots.txt -http://xverse.app/robots.txt -http://yadi.sk/robots.txt -http://yougov.co.uk/robots.txt -http://zawya.com/robots.txt -http://zenfolio.com/robots.txt -http://zh.wikipedia.org/robots.txt +http://yellowpages.com/robots.txt +http://zerotothree.org/robots.txt httpMethod http_error_handlers httpd @@ -93377,7 +93203,7 @@ https://en-preprod-pub.republicworld.com https://en-preprod-publicapi.republicworld.com https://enviragallery.com/wp-content/uploads/wpforms/ https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 -https://image.shutterstock.com/image-photo/*.jpghttp://business-humanrights.org/robots.txt +https://image.shutterstock.com/image-photo/*.jpghttp://stocksy.com/robots.txt https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid= https://m2.youm7.com https://media.justice.gov @@ -93419,9 +93245,9 @@ https://svelte.republicworld.com https://t.me/share/ https://target.www.metlife.com/* https://twitter.com/ -https://webflow.upside.com/http://barilla.com/robots.txt +https://webflow.upside.com/http://uptimerobot.com/robots.txt https://webfoundation.org/docs/wpforms -https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://ridewithgps.com/robots.txt +https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://aoc.gov/robots.txt https://www.anz.com/common/calculators/offset https://www.anz.com/common/calculators/offset/faqau.asp https://www.commerzbank.com/media @@ -93532,13 +93358,13 @@ https://www.lemondeinformatique.fr/membres https://www.lemondeinformatique.fr/mobile https://www.lemondeinformatique.fr/tag https://www.linkedin.com/ -https://www.mitsubishielectric.co.jp/contact/http://my.bluehost.com/robots.txt +https://www.mitsubishielectric.co.jp/contact/http://mitsubishielectric.com/robots.txt https://www.mitsubishielectric.co.jp/home/faq/menu.html https://www.mitsubishielectric.co.jp/reception/ https://www.plivo.com/resources/webinar/keys-to-sms-marketing-success-in-2023 https://www.republicworld.com/ipl-2024 https://www.republicworld.com/policies-disclaimers-app -https://www.republicworld.com/privacy-policy-app/http://bostonmagazine.com/robots.txt +https://www.republicworld.com/privacy-policy-app/http://republika.co.id/robots.txt https://www.sbx.tikkie.me https://www.southampton.ac.uk/research/areas https://www.southampton.ac.uk/research/search @@ -94715,7 +94541,7 @@ iframe/video iframe= iframes iframes/barcharts -iframes/http://refworld.org/robots.txt +iframes/http://earthlink.net/robots.txt ifsc-code/ ifwns ig @@ -94933,7 +94759,6 @@ image-search image-server image.ashx image.ng/ -image.php image/ image/browse image/detailprint @@ -94994,8 +94819,6 @@ images/about/ images/acp images/api images/application_uploads -images/async/? -images/async? images/blog_images/ images/c_scale,dpr_auto,f_auto,h_300,w_300/legacy_dam/en-us images/chart_gifs @@ -95020,10 +94843,7 @@ images/guidelines/design/using-our-content-example3.svg images/guidelines/design/using-our-content-example4.svg images/handy images/home/ -images/hosted/? -images/hosted/search? -images/hosted? -images/http://blick.ch/robots.txt +images/http://publish.twitter.com/robots.txt images/icon/domo-icon/domo-icon-delete-exit-remove-close-dark.svg images/icon/domo-icon/domo-icon-delete-exit-remove-close-white.svg images/img_* @@ -95047,14 +94867,9 @@ images/public/common/report/solution images/related images/scaled images/screenshots -images/search%3F -images/search%5C -images/search/? images/search/details/twitterCards/twitter-card -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/smart/$ images/social-media-images images/staff @@ -95063,16 +94878,13 @@ images/touch/$ images/touch/? images/touch/search?rpt=imageview images/touch/search?text=*&source=morda -images/twitter_cards/http://case-mate.com/robots.txt +images/twitter_cards/http://crunchbase.com/robots.txt images/v$ images/verify_image.png images/viewconfig$ images/visit/ images/welcome_image.png images? -images? -images?*mmbaseline* -images?*nr* images_noindex/ imaginary imagine/ @@ -95110,14 +94922,14 @@ img/covers/*$ img/favicon.ico img/hc_ambassador.png img/home-page-img/video/patrick.mp4 -img/http://onetrust.com/robots.txt +img/http://tailwindcss.com/robots.txt img/illustrations/*big. img/illustrations/*large. img/libros/* img/libros/grande* img/logo/3rdpartylogos img/mobile -img/mpr-logo-footer.svghttp://fashionista.com/robots.txt +img/mpr-logo-footer.svghttp://ms.portal.azure.com/robots.txt img/mstile*.png img/not-indexed img/placeholder.gif @@ -95396,7 +95208,6 @@ inbox.html inbox.php inbox/* inbox/post -inboxcommerce inc inc inc-popular-today/ @@ -95498,7 +95309,7 @@ index.asp index.asp index.aspx index.cfm?action=* -index.cfm?go=c.Helphttp://scholar.google.co.uk/robots.txt +index.cfm?go=c.Helphttp://silhouettefromtheskylit.com/robots.txt index.cfm?go=c.UnsubSignUp index.cfm?go=c.help index.cfm?go=c.unsubSignUp @@ -95512,7 +95323,7 @@ index.html$ index.html$ index.html/$ index.html? -index.htmlhttp://coingecko.com/robots.txt +index.htmlhttp://shopee.com.br/robots.txt index.jhtml index.jsp index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news @@ -95535,8 +95346,8 @@ index.php/*/filter/tips index.php/*/filter/tips index.php/*/media/oembed index.php/*/media/oembed -index.php/*/media/oembedhttp://figshare.com/robots.txt -index.php/*/media/oembedhttp://icc-cpi.int/robots.txt +index.php/*/media/oembedhttp://aicr.org/robots.txt +index.php/*/media/oembedhttp://arbys.com/robots.txt index.php/*/news-stories/search-form index.php/*/newsletter-signup index.php/*/node/add @@ -95698,15 +95509,15 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://biomedcentral.com/robots.txt -index.php/user/logout/http://bitrix24.com/robots.txt -index.php/user/logout/http://developer.microsoft.com/robots.txt -index.php/user/logout/http://eleconomista.es/robots.txt -index.php/user/logout/http://haveibeenpwned.com/robots.txt -index.php/user/logout/http://simonsfoundation.org/robots.txt -index.php/user/logout/http://straight.com/robots.txt -index.php/user/logout/http://typescriptlang.org/robots.txt -index.php/user/logout/http://wework.com/robots.txt +index.php/user/logout/http://commerzbank.de/robots.txt +index.php/user/logout/http://digital-web.com/robots.txt +index.php/user/logout/http://edf.org/robots.txt +index.php/user/logout/http://ilfattoquotidiano.it/robots.txt +index.php/user/logout/http://medicine.yale.edu/robots.txt +index.php/user/logout/http://nbn-resolving.org/robots.txt +index.php/user/logout/http://sdplushangtuah6.sch.id/robots.txt +index.php/user/logout/http://uchile.cl/robots.txt +index.php/user/logout/http://ushmm.org/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -95969,7 +95780,7 @@ infinite/yerel-haberler inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm influencer influencer/* -influencer/mrbeasthttp://journals.openedition.org/robots.txt +influencer/mrbeasthttp://surgagame.id/robots.txt influencers info info-pages/advertising-guidelines @@ -95998,7 +95809,7 @@ info/forms2 info/gizlilik-politikasi info/impressum.html info/imprint.html -info/linkkatalog/http://telemundo.com/robots.txt +info/linkkatalog/http://naeyc.org/robots.txt info/logistic info/mc/business/partner/ info/newsroomdetail.aspx @@ -96019,7 +95830,7 @@ info/user_feedback/includes info/va-newsletter info/wp-admin info/wp-includes -info/wp-includes/js/jquery/jquery-migrate.min.jshttp://powells.com/robots.txt +info/wp-includes/js/jquery/jquery-migrate.min.jshttp://futureoflife.org/robots.txt info/wp-includes/js/jquery/jquery.js info/wp-json info/xmlrpc.php @@ -96099,7 +95910,7 @@ innlandet/glamourmodell-blir-yrkessoldat-1.6152571 innovation innovation/assets/inc/ innovationcampus/Ref.html -innovationshttp://hide.me/robots.txt +innovationshttp://ai.facebook.com/robots.txt innovator-jbo inocenciooliveira inoff.html @@ -96420,7 +96231,7 @@ intent intentionally interact interactions-list-drugs.php -interactive*http://scmp.com/robots.txt +interactive*http://fca.org.uk/robots.txt interactive-map/en interactive-map/fr interactive/quiz/preview @@ -96476,7 +96287,6 @@ interestemails/? interests interests/categories interests/search_alerts -interface interface/ interface/chat interface/pda @@ -97190,7 +97000,6 @@ it/allegati/allegati-non-indicizzati it/alpha.php it/android/collections it/android/search -it/androidapp it/api it/api.php? it/api.php?*&action= @@ -97207,7 +97016,6 @@ it/aq it/archive it/artists it/assets -it/assistenza/ricerca it/auth it/autocomplete it/autocomplete/ @@ -97252,7 +97060,6 @@ it/cerca it/cgi-bin it/change_currency.html it/checkout -it/chi-siamo/ricerca it/cira_agreement.html it/citysearch it/citysearch-account @@ -97307,7 +97114,6 @@ it/demo-order.aspx it/design-templates/pdp_preview.php it/design-templates/pixel-link it/designs -it/dettaglio it/digital_variants/*/download it/domain/advanced-search? it/domain/ai-search? @@ -97409,7 +97215,6 @@ it/hotel/s it/icair_new it/imagecontentsource it/images -it/imprese/ricerca it/inc it/index.html it/index.php/filter/tips @@ -97551,7 +97356,6 @@ it/privacy it/privacy.html it/privacy_policy.html it/private-sale -it/privati/ricercare it/product_views it/products/A5-flyers/mainContent/04~mgnlArea=reactData~.json?mgnl_update_component=true it/products/christmas-cards/mainContent/0~mgnlArea=reactData~.json?mgnl_update_component=true @@ -97582,7 +97386,6 @@ it/recognized-dealers/fashion it/recognized-dealers/furniture it/recognized-dealers/jewelry it/refer-a-friend-terms-and-conditions -it/referenzen it/register.php it/registration.aspx it/release @@ -97618,7 +97421,7 @@ it/search/autocomplete it/search/default.mi it/search/help it/search? -it/searchhttp://garmin.com/robots.txt +it/searchhttp://lumalabs.ai/robots.txt it/self_help it/service_index it/service_locations @@ -97634,7 +97437,6 @@ it/signin.aspx it/signup?redirect_to= it/similar it/similar-sold -it/siphone it/soa it/solutions/case-studies/ it/solutions/case-studies/innovators/innovators-eu/ @@ -97669,9 +97471,7 @@ it/teams it/technology.atom it/technology/tagged/*page it/terms-of-use -it/test it/testo/*/*/embed -it/testseiten it/thunderbird/collections it/thunderbird/search it/ticket @@ -97707,7 +97507,6 @@ it/vpv it/wce it/web it/web_based -it/webapps it/widgets it/wiki/Aiuto: it/wiki/Discussioni_template: @@ -97804,7 +97603,6 @@ itineraires/*/routes-a-partir-de- itja itkatz itko -itm itm/*&fits itm/*, itm/*.jpg @@ -98089,7 +97887,6 @@ ja/api.php?*&action= ja/api.php?action= ja/app-directory/zoom ja/aq -ja/asset-preview* ja/auth ja/autocomplete ja/black_friday_sale_subscribe_confirm.html @@ -98216,7 +98013,6 @@ ja/rss ja/seamonkey/collections ja/seamonkey/search ja/search -ja/search* ja/search/ ja/search/autocomplete ja/search/default.mi @@ -98269,7 +98065,7 @@ ja/ウィジェットコンポーネント ja/乗客/cookies-consent ja/乗客/ja---mentions-légales ja_JP/forum -ja_JP/images/*http://mysite.com/robots.txt +ja_JP/images/*http://keap.com/robots.txt ja_jp/forHome/xsp ja_jp/partnernet-reseller/ ja_jp/partnernet/ @@ -98377,7 +98173,7 @@ january-massage japan japanese-english/sitemap japanese-english/top -japanese/http://ix.webgomme.com/robots.txt +japanese/http://tf1.fr/robots.txt japl japt jaq @@ -98506,7 +98302,7 @@ jconnors jcperdomo jcr:content jcr:content.proxy.json -jcr:content/*http://whereby.com/robots.txt +jcr:content/*http://reliefweb.int/robots.txt jcr_content.logout.html jcrestanello jctang @@ -98827,6 +98623,7 @@ jkmitchell jkn jkoivuniemi jkwok +jl jl57 jladams jladapo @@ -99470,7 +99267,7 @@ jp/ja/store/search/cmdty/*Nền jp/ja/store/search/cmdty/*QQ jp/ja/store/search/cmdty/*Slot jp/ja/store/search/cmdty/*bty1820.com -jp/ja/store/search/cmdty/*casino*http://ksat.com/robots.txt +jp/ja/store/search/cmdty/*casino*http://muji.us/robots.txt jp/ja/store/search/cmdty/*copy jp/ja/store/search/cmdty/*gugeseo.cc jp/ja/store/search/cmdty/*hk8787 @@ -99715,7 +99512,7 @@ jryang js js js* -js-parts.html$http://kdp.amazon.com/robots.txt +js-parts.html$http://d3js.org/robots.txt js.ng/ js/ js/*.js*$ @@ -99949,7 +99746,6 @@ json/psdata/* json/search jsonapi/* jsonp/Bdp.htm? -jsonsearch jsp jsp-templates jsp/ @@ -101316,7 +101112,7 @@ landing-page landing-page-documents/ landing-page-sitemap.xml landing-page/cmp-freemium -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://fatsecret.com/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt landing-pages/ landing.php landing/ @@ -101382,6 +101178,7 @@ language-masters/* language/ language/$ language/* +language/*.ini language/*?*hd=1 language/*?*p= language/*?*promo= @@ -101494,7 +101291,6 @@ latam/blog/* latens lateral_related_videojs latest -latest-amp-article latest-playlist latest-talk latest.* @@ -101665,7 +101461,7 @@ leadership/subpage.aspx?id=37341 leadgen leadgen/* leading -leadingtogether/http://about.youtube/robots.txt +leadingtogether/http://uspto.gov/robots.txt leads leads/recommendations leads?* @@ -101728,7 +101524,7 @@ learn/case-studies-dev learn/case-studies/fr/top-5-des-compagnies-aériennes-mondiales learn/category/ learn/coursera/* -learn/http://db.tt/robots.txt +learn/http://clojutre.org/robots.txt learn/media-player learn/nflsundayticket/__ex__ learn/resources/*/teacher-resource @@ -101779,7 +101575,7 @@ learning-center/zh_cn/tags learning-center/zh_tw/tags learning-health-systems/ learning-hub -learning-hub/http://goop.com/robots.txt +learning-hub/http://dynadot.com/robots.txt learning-tracks/ learning/articles learning/certificates @@ -101806,7 +101602,7 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://donate.wikimedia.org/robots.txt +learnmore-transferhttp://mca-marines.org/robots.txt leasing/angebote leave leave-a-review/no-bid @@ -101931,7 +101727,7 @@ legal/editorial-commissioning-contract-terms legal/former-affiliate-terms-and-conditions legal/group-booking-general-terms legal/hotel-operator-terms -legal/http://maps.google.de/robots.txt +legal/http://outdooractive.com/robots.txt legal/influencer-agreement legal/introducer-charter-general-terms legal/merchant-directory @@ -102857,11 +102653,11 @@ live-healthy live-lineup.shtml live-matches.shtml live-news.shtml -live-preview/http://classmates.com/robots.txt -live-preview/http://delta.com/robots.txt -live-preview/http://essex.ac.uk/robots.txt -live-preview/http://jetpack.me/robots.txt -live-preview/http://reviewjournal.com/robots.txt +live-preview/http://darkstalkers-federation.org/robots.txt +live-preview/http://datacite.org/robots.txt +live-preview/http://gamecyber.com.hk/robots.txt +live-preview/http://informit.com/robots.txt +live-preview/http://lightsource.com/robots.txt live-score-centre live-score/cricket/auction_ajax live-score/cricket/comm @@ -102927,7 +102723,7 @@ liveblog/*/?cardId= livechat-resources livejournal livelink%20Jun%2024%20copy%20of%20-%20pre-Anik%20changes -livemore/vl/http://cancer.gov/robots.txt +livemore/vl/http://dcard.tw/robots.txt liveprices liver-transplant-doctor-interview lives @@ -103042,7 +102838,6 @@ loans/application loc/volunteers loc= local -local local-cgi-bin/hcil local-dev local-dev-old @@ -103272,7 +103067,6 @@ locale=zh_CN locales localhistory localhost_dump.rar -locality localization-request.php localization/ localize @@ -103414,7 +103208,6 @@ login-mgt login-or-signup login-register.rl login-service -login-signup login-success login-v2? login.ashx @@ -103461,7 +103254,7 @@ login/device-based/regular/login/?next= login/facebook login/facebook/ login/googleplus -login/http://rsvp.withgoogle.com/robots.txt +login/http://controlup.com.br/robots.txt login/join$ login/join? login/oauth/facebook @@ -103552,7 +103345,7 @@ logout/PushLogin?redir=* logout= logout? logout?redirectPath= -logouthttp://africanews.com/robots.txt +logouthttp://prtimes.jp/robots.txt logreply logs logs/ @@ -103700,7 +103493,7 @@ lp/cyber-week lp/d lp/for-agencies/en lp/free-trial-arena -lp/freefirehttp://consumer.ftc.gov/robots.txt +lp/freefirehttp://katespade.com/robots.txt lp/growth-quadrant lp/home-cleaning lp/information-security-training @@ -103775,7 +103568,7 @@ lrp/api/banner-data lrtrambaiolli ls ls/ -ls/docshttp://addyosmani.com/robots.txt +ls/docshttp://console.bluemix.net/robots.txt lschemes/cscb/ lschemes/rufr/ lschemes/sch-sport/ @@ -104151,7 +103944,7 @@ m/*/*/following m/*/*/recommends m/*/archive m/? -m/Default.aspx/http://ubc.ca/robots.txt +m/Default.aspx/http://seventeen.com/robots.txt m/Minimalist-Baker-Detox-Guide.pdf m/account/ajax/getStorageApi m/account/ajax/updateStorageApi @@ -104547,7 +104340,6 @@ magazines/all-sem magazines/all-subs magazines/l/multisubs magazines/lp -magazines/m/altagama-motor magazines/m/amazing-bari-9Y72 magazines/m/amazing-puglia-9Y73 magazines/m/astrowoche @@ -104567,7 +104359,6 @@ magazines/m/casabella magazines/m/casafacile magazines/m/chi magazines/m/chip -magazines/m/coches magazines/m/con-estilo-be magazines/m/con-estilo-be9yyv magazines/m/country-news-goodfellows-353C @@ -104581,13 +104372,11 @@ magazines/m/elle-decor-italy magazines/m/elle-italy magazines/m/elle-turkey magazines/m/evim-turkey -magazines/m/federcaza magazines/m/focus-italy magazines/m/focus-junior magazines/m/focus-storia magazines/m/focus-wild magazines/m/formsante -magazines/m/gadget magazines/m/gente-italy magazines/m/good-health-germany magazines/m/grazia @@ -104603,13 +104392,11 @@ magazines/m/laura magazines/m/lecker magazines/m/level magazines/m/lezzet -magazines/m/love-cocina magazines/m/maison-francaise magazines/m/marie-claire-italy magazines/m/marie-claire-maison-italy magazines/m/mein-lieblingsrezept magazines/m/meins -magazines/m/motos-2000 magazines/m/neue-post magazines/m/phonebook-2024-9ca1 magazines/m/popular-science-turkey @@ -104672,7 +104459,9 @@ mail/ mail/$ mail/contact mail/etp +mail/subscribe mail/termsandconditions +mail/valid- mail? mail?hl= mail?type @@ -104773,7 +104562,7 @@ maintenance-catchall.html maintenance-notification maintenance.htm maintenance.html -maintenance.htmlhttp://send-anywhere.com/robots.txt +maintenance.htmlhttp://posterous.com/robots.txt maintenance.php maintenance/ maintenance/maintenance.html @@ -104820,7 +104609,7 @@ malshikho malta malvikajain mam-global -mamini/http://usercentrics.com/robots.txt +mamini/http://scholar.princeton.edu/robots.txt mamontano man man-knowledge/ @@ -105761,7 +105550,7 @@ manual232/ manual233/ manual241/ manual242/ -manual243/http://globoplay.globo.com/robots.txt +manual243/http://opendoorbooks.com/robots.txt manueladavila manuelcasas manuelhoffmann @@ -105813,7 +105602,6 @@ maps/*?ll= maps/README.txt maps/about maps/admin -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -105975,7 +105763,6 @@ market/backorder market/backorder-auction market/backorder-auction? market/backorder? -market/cart market/confederate_flag market/datafeed/ market/dixie_flag @@ -106015,7 +105802,7 @@ marketing/help marketing/mosaic_investor.php marketing_company_auto__c= marketlinc -marketmd/http://xerox.com/robots.txt +marketmd/http://munichre.com/robots.txt marketo marketo/form/perforce_marketo_form marketperception @@ -106054,8 +105841,8 @@ marketplace/email/verify marketplace/financing?vin= marketplace/forgot marketplace/form-success.php -marketplace/hire/*&serviceIds= -marketplace/hire/*?serviceIds= +marketplace/hire*&serviceIds= +marketplace/hire*?serviceIds= marketplace/instant-offer marketplace/instant-offer-bill-of-sale marketplace/invite @@ -106455,7 +106242,7 @@ meddev meddev/LocalFiles/*/Webinars/ medeiros medewerkers -medewerkersprofiel-inithttp://humanorigins.si.edu/robots.txt +medewerkersprofiel-inithttp://anu.edu.au/robots.txt media media media-assets/*.html @@ -106476,7 +106263,7 @@ media/ media/* media/*.pdf media/*.pdf -media/*.pdfhttp://hrblock.com/robots.txt +media/*.pdfhttp://nextdoor.com/robots.txt media/*/*/libraries media/*/analog-dialogue/ media/*/company/sustainability-reports/ @@ -106490,7 +106277,7 @@ media/15/5e37ee987eb45f518507d94e/175899224/nouvel-emmenage5e37ee98de91bb0008f12 media/6582f7c4ed3c3400133bfc8f/pc1-interactive.pdf media/85CC0787D27E40C585AA6246CB2E4C56.pdf media/BookingThumbnails -media/Documents/Personify_Administrator_Portal_Instructions.pdfhttp://southernliving.com/robots.txt +media/Documents/Personify_Administrator_Portal_Instructions.pdfhttp://alzheimers.org.uk/robots.txt media/Documents/Personify_Learner_Instructions.pdf media/File media/M4250_Brochure_11Sept20_tcm148-109181.pdf @@ -106522,7 +106309,7 @@ media/M4250_Brochure_11Sept20_tcm187-109181.pdf media/M4250_Datasheet_11Sept20_tcm148-109178.pdf media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://mturk.com/robots.txt +media/Resized-Images/*http://minecraft.net/robots.txt media/TALSO.swf media/TUIThumbnails media/WEB @@ -106569,7 +106356,7 @@ media/html/box media/html/easter2015 media/html/enterprise-cybersecurity media/html/spread -media/http://android.googlesource.com/robots.txt +media/http://ibm.com/robots.txt media/i18n/ media/image_download media/import @@ -106663,9 +106450,8 @@ mediacentral mediacomp/ mediadrop mediafiles/* -mediahttp://elconfidencial.com/robots.txt +mediahttp://newsbreak.com/robots.txt mediakit= -medialib medialibrary/ medialibrary/assets/ medialibrary/de/brief @@ -107015,7 +106801,7 @@ meetic.php meeting-request meeting/register meeting/schedule -meetingOptionshttp://ea.com/robots.txt +meetingOptionshttp://teamspeak.com/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -107265,7 +107051,6 @@ menu.html menu/*/feedback_form menu? menuitems/ -menuredirect/ meopa/search/node meps/*/eptvAjax meps/*/pdf* @@ -107295,7 +107080,6 @@ merch/searchCarAction.action?locationCode* merch/searchHotelAction.action?locationCode* merch/shop*.action merchandise -merchandiser merchandising-promotions/ merchanism merchant @@ -107305,7 +107089,6 @@ merchant-page/js/locale.js merchant/*/contracts merchant/auth merchant/onboarding -merchant/reviews? merchantPlatform merchant_shipping_policy.pdf merchantapps @@ -107550,7 +107333,7 @@ michelmaalouly michelnehme michigan-deals mickley -micro_page.phphttp://topics.nytimes.com/robots.txt +micro_page.phphttp://phonepe.com/robots.txt microarray-as/atlas/qr microarray/ArrayExpress microarray/ExpressionProfiler @@ -107558,7 +107341,7 @@ microarray/General/Internal microarray/MIAMExpress microarray/interfaces microbadge -microcredentials/explorecourses/medicineandhealth/entryrequirements/http://alaraby.co.uk/robots.txt +microcredentials/explorecourses/medicineandhealth/entryrequirements/http://ucdavis.edu/robots.txt micronesiafederatedstatesof microsite microsite/ @@ -107859,7 +107642,6 @@ misc/tabletapp misc/themarkersmartphoneapp mishu missao-oficial$ -missedtransaction/ missing-email missing.html missing_link @@ -108356,7 +108138,7 @@ mobile_login mobile_service mobileapp/web-banners mobileapp=true -mobilebilletter-informasjonsside/http://frontlinedefenders.org/robots.txt +mobilebilletter-informasjonsside/http://rutgers.edu/robots.txt mobilechoice mobiledataupdate mobiledataupdate/* @@ -108503,6 +108285,40 @@ modules/mi/overview/primary/media/360-spin/spin.xhtml modules/mi/overview/primary/media/colors/colors.xhtml modules/mi/overview/primary/media/video-tour.xhtml modules/mi/overview/primary/media/video-tour/tour.xhtml +modules/mod_estatisticas_site/*.css +modules/mod_estatisticas_site/*.js +modules/mod_mapgeo/*.css +modules/mod_mapgeo/*.js +modules/mod_mensagem_portal/*.css +modules/mod_mensagem_portal/*.js +modules/mod_popclock/*.css +modules/mod_popclock/*.js +modules/mod_popclock/*.png +modules/mod_ppp/*.css +modules/mod_ppp/*.js +modules/mod_questionario_censo/*.css +modules/mod_questionario_censo/*.js +modules/mod_quick_facts/*.css +modules/mod_quick_facts/*.js +modules/mod_quick_facts/*.png +modules/mod_rbmc_analise_dados/*.css +modules/mod_rbmc_analise_dados/*.js +modules/mod_rbmc_download/*.css +modules/mod_rbmc_download/*.js +modules/mod_rbmc_estacoes/*.css +modules/mod_rbmc_estacoes/*.js +modules/mod_redes_sociais/*.css +modules/mod_redes_sociais/*.js +modules/mod_resultado_censo_agro/*.css +modules/mod_resultado_censo_agro/*.js +modules/mod_rmpg_download/*.css +modules/mod_rmpg_download/*.js +modules/mod_saladeimprensa/*.css +modules/mod_saladeimprensa/*.js +modules/mod_usodaterra/*.css +modules/mod_usodaterra/*.js +modules/mod_valores_nutricionais/*.css +modules/mod_valores_nutricionais/*.js modules/musicnav/language modules/piwik modules/postto/pages @@ -108766,7 +108582,6 @@ morcelle mordor more more-from-seller -more-like-this more-searches more/ more= @@ -109055,7 +108870,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://flipsnack.com/robots.txt +mre/*.zip$http://gov.ca.gov/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -109213,7 +109028,7 @@ msaadat msaleem msandel msatwork/amazon -msatwork/uber/en.htmlhttp://foreignpolicy.com/robots.txt +msatwork/uber/en.htmlhttp://morgenpost.de/robots.txt msavuto msb msc-accounting-financial-management @@ -109408,7 +109223,7 @@ mt/shop/*/feedback mt/signup?redirect_to= mt/similar mt4 -mt4/http://virgin.com/robots.txt +mt4/http://kidney.org/robots.txt mtabebordbar mtam- mtanaka @@ -109494,28 +109309,28 @@ mundogalaxy munet_reset munho munin -munin*http://aasr-indy-game.com/robots.txt -munin*http://aerogaming.org/robots.txt -munin*http://americaistheoldworld.com/robots.txt -munin*http://bahairesearch.org/robots.txt -munin*http://blog.chromium.org/robots.txt -munin*http://bvdg-online.com/robots.txt -munin*http://consumerreports.org/robots.txt -munin*http://erosanteros.org/robots.txt -munin*http://escuche.los40.com.co/robots.txt -munin*http://foodnetwork.com/robots.txt -munin*http://gersatul.blogspot.com/robots.txt -munin*http://kokokaji.com/robots.txt -munin*http://l.nutrapia.com/robots.txt -munin*http://mcdonaldinjurylaw.com/robots.txt -munin*http://northtexasplasticsurgery.com/robots.txt -munin*http://psao.webgomme.com/robots.txt -munin*http://rogalyd.no/robots.txt -munin*http://roupaspararevender5.blogspot.com/robots.txt -munin*http://rubenhoeke.com/robots.txt -munin*http://summersontheyard.com/robots.txt -munin*http://thehackernews.com/robots.txt -munin*http://youtube.fr/robots.txt +munin*http://aa.com.tr/robots.txt +munin*http://coinpaprika.com/robots.txt +munin*http://ctatube.com/robots.txt +munin*http://d1wqtxts1xzle7.cloudfront.net/robots.txt +munin*http://di.se/robots.txt +munin*http://esa.int/robots.txt +munin*http://g1.globo.com/robots.txt +munin*http://gyazo.com/robots.txt +munin*http://h5p.org/robots.txt +munin*http://ilo.org/robots.txt +munin*http://iyzico.com/robots.txt +munin*http://l.yimg.com/robots.txt +munin*http://leaverou.github.io/robots.txt +munin*http://lh3.ggpht.com/robots.txt +munin*http://ofcom.org.uk/robots.txt +munin*http://p5js.org/robots.txt +munin*http://pca.st/robots.txt +munin*http://pscp.tv/robots.txt +munin*http://qiita.com/robots.txt +munin*http://ryanair.com/robots.txt +munin*http://wolfgangs.com/robots.txt +munin*http://wpa.qq.com/robots.txt munka/szerk munshi muntjacs @@ -110117,7 +109932,6 @@ myportfolio mypreferences-staging/ myprofile myprofile -myprofile* myprofile/ myproperty24 myradiotimes/ @@ -110318,7 +110132,7 @@ native-android-tablet native-app native-plants/search native_* -natol/http://app.slack.com/robots.txt +natol/http://native-instruments.com/robots.txt natur-und-landschaft/natur-erleben/termine/? natural_alternative_pet_remedies_humans_use_too/article.htm natural_cold_flu_remedies_pictures_slideshow/article.htm @@ -110772,7 +110586,6 @@ new-insurance-funnel new-member-offer new-password new-password-confirmed -new-personal-order new-product new-rebates/l new-rebates/l/$ @@ -110834,7 +110647,7 @@ newmembers/ newpaymenterror.aspx newpaymentform.htm newpoll -newposthttp://wsu.edu/robots.txt +newposthttp://nakedsecurity.sophos.com/robots.txt newprem/ newprem/process/ newprod @@ -110877,6 +110690,7 @@ news-center/rss/tag news-center/tag news-channel2/live-special news-core +news-dailynews?page= news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference @@ -110901,6 +110715,7 @@ news-service news-sport*?page=* news-stories/search-form news-stories? +news-team/Editor-*?page=* news-unify news.html news.php3/ @@ -111190,7 +111005,7 @@ news/search-results news/search.php news/search/ news/search_results* -news/searchhttp://tv.apple.com/robots.txt +news/searchhttp://pitchero.com/robots.txt news/sharedcount/ news/smi news/squiz-matrix-cms-needs-patching-584880 @@ -112756,7 +112571,7 @@ newsadmin newsanalysis newsarchive newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://interaction-design.org/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iamexpat.nl/robots.txt newschooltalks/blog.aspx newsdata newsearch @@ -112902,7 +112717,7 @@ newsletter-templates/weekly-messenger newsletter-thanks newsletter.php newsletter/ -newsletter/$http://radaris.com/robots.txt +newsletter/$http://digital-strategy.ec.europa.eu/robots.txt newsletter/* newsletter/abmeldung newsletter/campaign/*/view @@ -112998,7 +112813,7 @@ newsletters/software newsletters/software/subscribe newsletters/sports/ newsletters/storyalerts/ -newsletters/subscribe/*http://krone.at/robots.txt +newsletters/subscribe/*http://gamespot.com/robots.txt newsletters/success/ newsletters/sustainability newsletters/sustainability/subscribe @@ -113037,7 +112852,6 @@ newspapers/ newspapers/header/ newspapers/n/9hrz newspapers/n/NZZ-am-Sonntag -newspapers/n/abc newspapers/n/accents-be newspapers/n/activos-levante-emv newspapers/n/aftonbladet @@ -113093,7 +112907,6 @@ newspapers/n/educacion-be newspapers/n/el-dia-be newspapers/n/el-domingo-be newspapers/n/el-meteorito-be -newspapers/n/el-pais newspapers/n/elemental newspapers/n/emporda-be newspapers/n/especial1-be9wps @@ -113549,7 +113362,7 @@ newsroom/mae-staff-photo-page newsroom/pages/forms/* newsroom/press-releases/*/feed newsroom/press-releases/press-releases-* -newsroom/publishingimages/forms/*http://medicinenet.com/robots.txt +newsroom/publishingimages/forms/*http://icc-cpi.int/robots.txt newsroom/rss/ newsroom/rss/tag newsroom/search?f* @@ -115709,7 +115522,7 @@ nl/thunderbird/search nl/tiu_banner/ nl/tiu_contact/ nl/tiu_epic/ -nl/tiu_event_banner/http://aging-us.com/robots.txt +nl/tiu_event_banner/http://tilde.com/robots.txt nl/tiu_footer/ nl/tiu_reusable/ nl/tools/*/show @@ -116132,7 +115945,7 @@ node/284392 node/293906/?utm_source=twitter&utm_medium=social node/294720/?utm_source=twitter&utm_medium=social node/301270 -node/6872http://eba.europa.eu/robots.txt +node/6872http://api.discount-shop.uk/robots.txt node/82117 node/_search node/add @@ -116316,7 +116129,7 @@ not_found not_recommended_reviews nota-fiscal note -note/read/http://brennancenter.org/robots.txt +note/read/http://anothermag.com/robots.txt notebook notebook/search? notes @@ -116564,7 +116377,6 @@ nueva-revista nuevacontraseñaconfirmada,establecernuevacontraseña nuevatienda/ nuevoestilodeti -nugg nuggets/node nuggets/users nuilr @@ -116816,7 +116628,7 @@ nz/search*ship_to= nz/share nz/shop_name_search_service nz/sitemap.html -nz/store-locator/new-zealand/http://springer.com/robots.txt +nz/store-locator/new-zealand/http://hmarshmars.blogspot.com/robots.txt nz/strumenti/creatore-di-logo/onboarding nz/support/knowledge_base/ nz/teams @@ -116888,8 +116700,8 @@ oauth/authorize oauth/authorize oauth/connect.html oauth/facebook -oauth/http://lumendatabase.org/robots.txt -oauth/http://towardsdatascience.com/robots.txt +oauth/http://fitness-mag.fr/robots.txt +oauth/http://pecl.php.net/robots.txt oauth/line oauth/login oauth/signin @@ -116960,7 +116772,7 @@ oc oc.php oc/dash-button oc/forums -oc/http://iconosquare.com/robots.txt +oc/http://desmoinesregister.com/robots.txt oc/kb/*/discuss oc/search oc/user @@ -117066,14 +116878,12 @@ offers/nonprofits% offers/nonprofits? offers/parents_day offers/preview/ -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% offers/referral-terms-conditions? offers/request -offers2024/http://firstthings.com/robots.txt +offers2024/http://dealbook.nytimes.com/robots.txt office-order-step2.do office/ office/supplies/MySoftwareDownload @@ -117147,7 +116957,7 @@ offline offline-plugin-app-shell-fallback offline.html offline/ -offline/http://skyscanner.net/robots.txt +offline/http://nd.gov/robots.txt offlinenotice.xml offre-internet/sfr-box4G offrir-cadeau @@ -117245,7 +117055,7 @@ ojs okabe okafor okanagan/facultystaff/bba -okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://designshack.net/robots.txt +okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://uber.com/robots.txt okeanija_ad okonomi okurimono/script/ @@ -117328,7 +117138,7 @@ omniture/ on on on-demand-updates -on-demand/session/*http://myspace.com/robots.txt +on-demand/session/*http://nvlpubs.nist.gov/robots.txt on/* on/*.ico$ on/*.png$ @@ -117495,7 +117305,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://yourwebsite.com/robots.txt +online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -117592,7 +117402,6 @@ open-days/postgraduate/on-demand open-days/september-talks open-source-products-for-privacy-minded-companies-individuals open/api -open_is_url openads openam/UI/Login openbugbounty @@ -117639,7 +117448,7 @@ opera/? operations operations/ operpost$ -operpost$http://neh.gov/robots.txt +operpost$http://boots.com/robots.txt ophalen/moment opic-cipo/cpd/eng/patent opic-cipo/cpd/fra/brevet @@ -117680,8 +117489,8 @@ opt-out-info.jsp opt-out-interface opt-out.jsp opt-out/confirm -opt-out/http://argentina.gob.ar/robots.txt -opt-out/http://musicbrainz.org/robots.txt +opt-out/http://youronlinechoices.eu/robots.txt +opt-out/http://yoursite.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -117731,7 +117540,6 @@ oral_care_all_about_canker_sores/article.htm oral_dental_health_breath/article.htm oral_health_conditions_that_make_teeth_hurt/article.htm orange-anma -orasso orchestration orcid orcid-search @@ -117802,10 +117610,7 @@ orders orders$ orders/ orders/*/order_complete -orders/create-personal -orders/create-personal/*/*?GA_EVENT -orders/create-personal/*/*?ec= -orders/successhttp://mastercard.com/robots.txt +orders/successhttp://granta.com/robots.txt orders/timeline orderstatus orderstatus.php @@ -117870,7 +117675,7 @@ originals/stephen_kings_n/includes origins orioles/search orkut/albums -orlando/tag/*http://make.com/robots.txt +orlando/tag/*http://narodzenienanowo.org.pl/robots.txt orne/ orne/assure/actualites/ ornela_gjata @@ -117950,7 +117755,7 @@ other/ other/bookm other/mbps-convert-to-gb other/presentation -other/travel-job-applicationhttp://democrats.org/robots.txt +other/travel-job-applicationhttp://osxdaily.com/robots.txt otherContacts otherlookup others @@ -118203,7 +118008,7 @@ p/*/victory$ p/*/victory? p/*from= p/*groupType= -p/*http://beppegrillo.it/robots.txt +p/*http://snopes.com/robots.txt p/*surveyopen p/*thm= p//ps @@ -118330,7 +118135,7 @@ package.json package.json package.json.sample package/*/docs -package/*/docs/latest/http://ledger.com/robots.txt +package/*/docs/latest/http://pearltrees.com/robots.txt package/*/v package_files_uploaded_via_chrome packager-code @@ -118362,7 +118167,7 @@ packages/logfile packages/maintainer-view packages/table/start packages/table_lede17_1/start -packages?q=http://emsc-csem.org/robots.txt +packages?q=http://pubchem.ncbi.nlm.nih.gov/robots.txt packagesize.do packagetype= packaging @@ -118414,7 +118219,7 @@ page.php page/ page/* page/*&s& -page/*/?*http://cs.utexas.edu/robots.txt +page/*/?*http://pix11.com/robots.txt page/*/?a_aid= page/*/?egotecpage page/*/?hc_location= @@ -118694,7 +118499,7 @@ page4590495.html page7426355.html page= page=* -page=*http://upenn.edu/robots.txt +page=*http://zip.co/robots.txt page=1$ page=2$ page=SN_ @@ -119259,7 +119064,7 @@ participants participants/search participate/conferences.xml participate/visa-invitation-letter -participe/cursoprovedoreshttp://bioone.org/robots.txt +participe/cursoprovedoreshttp://www2.census.gov/robots.txt particle/milgrom particulier/outils/trouver-pays particulier/recherche @@ -119908,7 +119713,7 @@ people/[author] people/braselto people/edits people/feed -people/http://rss.com/robots.txt +people/http://buffalonews.com/robots.txt people/iweReconnectAction people/like people/maneesh.khattri @@ -120831,7 +120636,7 @@ phvw-vp phxcms-admin physical_exam_why_does_your_doctor_do_that/article.htm physical_symptoms_of_depression_pictures_slideshow/article.htm -physician-location/http://local12.com/robots.txt +physician-location/http://uol.com.br/robots.txt physics/* physicsequityandinclusion physphoto @@ -120983,7 +120788,7 @@ pkarnakov pkb/ pkbol pkey= -pkey=http://pubs.opengroup.org/robots.txt +pkey=http://npg.org.uk/robots.txt pkginfo pkginfo/ pkireyev @@ -120992,7 +120797,7 @@ pkl pkominers pkosmin pks -pkta01d26ae74f4.htmlhttp://sc.edu/robots.txt +pkta01d26ae74f4.htmlhttp://useloom.com/robots.txt pkudzia pl pl*/blog-article-remove-faq-utms-*.js @@ -121467,7 +121272,7 @@ plants/soil/ plants/sun/ plants/type/ plants_rashes_poison_ivy_oak_sumac/article.htm -plantuml/img/http://factcheck.org/robots.txt +plantuml/img/http://platform.instagram.com/robots.txt plantuml/map/ plantuml/svg/ plantuml/txt/ @@ -121596,7 +121401,6 @@ plru pls pls/zone2/f plsv -pltcatalog/stock/getStock pltr plug_id plugin @@ -121631,7 +121435,7 @@ plugins/common/feature/openidconnectsso plugins/common/feature/openidsso plugins/common/feature/saml plugins/custom -plugins/custom/f5networks/f5/*http://observablehq.com/robots.txt +plugins/custom/f5networks/f5/*http://developer.amazon.com/robots.txt plugins/feedback.php plugins/list_user01/main.php plugins/search @@ -122355,7 +122159,6 @@ post-style/* post/ post/* postQuestion.htm -postRender post_comment post_comment.html post_id=* @@ -122510,7 +122313,7 @@ praveentest praveer-singh pravkurs/login/confirm.php pravoeu-hledani -prayers?*http://wiki.gnome.org/robots.txt +prayers?*http://uschamber.com/robots.txt prbcdn10 prbr prbr0 @@ -122649,7 +122452,7 @@ prelex preload premenstrual_syndrome_pictures_slideshow/article.htm premier-495 -premier-495/http://springerlink.com/robots.txt +premier-495/http://erc.europa.eu/robots.txt preminger premiogastronomico/mejor.asp?search=&page= premium @@ -122662,7 +122465,7 @@ premium/admin premium/auth/ premium/cert premium/download -premium/http://threads.net/robots.txt +premium/http://rundschau-online.de/robots.txt premium/plus premium/sign-in premium/sign-in? @@ -122739,7 +122542,7 @@ press-room/state-invests-22-million-uc-entrepreneurship-innovation-drive-califor press-room? press-this.php press/art-institute-images -press/content-search?*http://buzzfeednews.com/robots.txt +press/content-search?*http://channel9.msdn.com/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -122792,7 +122595,7 @@ preview-main/* preview.aspx preview/ preview/* -preview/http://fellow.app/robots.txt +preview/http://br.de/robots.txt preview/post/* preview/rankings preview/result @@ -122829,7 +122632,7 @@ price-3 price-4 price-alert price-calc.asp* -price-calculator.htmlhttp://utoronto.ca/robots.txt +price-calculator.htmlhttp://siteassets.parastorage.com/robots.txt price-chart price-full price-guide @@ -122842,7 +122645,6 @@ priceOrder= priceShopperRedirectAction.do?method=load price_max= price_min= -price_slider= pricecalculator pricelist prices @@ -122910,7 +122712,7 @@ print.php print.php*? print/ print/* -print/*http://quantcast.com/robots.txt +print/*http://insee.fr/robots.txt print/?url= print/article/* print/pdf/node @@ -122922,7 +122724,7 @@ print=1 print=1 print=Y print=true -print?url=http://isaca.org/robots.txt +print?url=http://printful.com/robots.txt printPDF* printPage/N printView= @@ -123144,7 +122946,7 @@ privacy-policy/third-parties/zh-TW.html privacy-policy/zh-CN.html privacy-policy/zh-TW.html privacy-security-terms -privacy-settingshttp://shipstation.com/robots.txt +privacy-settingshttp://neatorama.com/robots.txt privacy-statement privacy.aspx privacy.html @@ -123162,7 +122964,7 @@ privacy/request-data privacy/sub-processors.html privacy/zoho-group.html privacy/zoho-group.html -privacy2.htmlhttp://russianspaceweb.com/robots.txt +privacy2.htmlhttp://prisma.io/robots.txt privacy_security/index.jsp privacyfeedback privacyinformation/employment-privacy-and-data-protection/career-policy/kenya @@ -123211,12 +123013,12 @@ private-schools/search private-service-offer private/ private/gallery/content/ -private/http://axios.com/robots.txt -private/http://befunky.com/robots.txt -private/http://mpi-inf.mpg.de/robots.txt -private/http://ohio.edu/robots.txt -private/http://qnap.com/robots.txt -private/http://unfccc.int/robots.txt +private/http://chronicle.com/robots.txt +private/http://houstonmethodist.org/robots.txt +private/http://mysite.com/robots.txt +private/http://sfcollege.edu/robots.txt +private/http://sfist.com/robots.txt +private/http://smallfarmnation.com/robots.txt private/wtrack private_login privatedata @@ -123304,7 +123106,6 @@ pro/screener pro/tools pro/upgrade pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -123373,7 +123174,7 @@ product-information/v2 product-presentation-info.aspx product-print* product-quickview* -product-ratings/http://producthunt.com/robots.txt +product-ratings/http://wishpond.com/robots.txt product-reviews/ product-reviews/B0069IY63Y product-reviews/getReviews.do @@ -123434,7 +123235,6 @@ product/recommended product/recommender.aspx product/recommenderproductcarousel.aspx product/review/add -product/reviews? product/summer-plant-based-recipe-cookbook product/valentines-chocolate-vegan-cookbook product/vegan-desserts-cookbook @@ -123458,7 +123258,6 @@ productLineUrn=urn:product productNotifyMe.do productPurchaseDone product_ -product_category= product_data product_id=* product_information @@ -123551,7 +123350,6 @@ products/*/page-7 products/*/page-8 products/*/page-9 products/*/pink -products/*/preview products/*/red products/*/review-- products/*/reviews?page= @@ -123619,7 +123417,6 @@ products/device-expert/get-quote-thanks.html products/device-expert/license-registration.html products/device-expert/need-fetures-thanks.html products/device-expert/request-support-thanks.html -products/device/ex products/digital-signatures-extended-ecm products/dlm/deployment-manager products/dlm/dlm-dashboard/technical-preview.htm @@ -123900,7 +123697,6 @@ profile/*/Reviews-Written profile/*/Rss profile/*/activity/* profile/*/badges -profile/*/blog profile/*/followers profile/*/followers/ profile/*/following @@ -123913,10 +123709,8 @@ profile/*/recommendations/bymember profile/*/recommendations/member profile/*/recommendations/memberbooks profile/*/recommendations/unsuggester -profile/*/reviews profile/*/stats profile/*/stats/library -profile/*/trophies profile/*?* profile/*article*.ece profile/account @@ -123936,7 +123730,6 @@ profile/facebook/fb_disconnect.html profile/following profile/general profile/gravlady -profile/history? profile/id profile/jerome-posner profile/kathleen-foley @@ -124185,7 +123978,6 @@ projects$ projects.html projects.html~ projects/ -projects/*/*?*ref= projects/*/activity projects/*/backers projects/*/complete @@ -124197,13 +123989,11 @@ projects/*/payments projects/*/preview projects/? projects/DailyReport/ -projects/StudentArtGallery/http://amazon.nl/robots.txt +projects/StudentArtGallery/http://volcanodiscovery.com/robots.txt projects/alma/arc/tw projects/alma/faqs projects/browse.php projects/create -projects/create/*?GA_EVENT -projects/create/*?ec= projects/dashboard projects/designer-directory projects/edit @@ -124241,7 +124031,6 @@ projects/scotmid/gendocs projects/services/ projects/start_creating projects/tags -projects/upload projects/vef projects/volksentscheid-fahrrad projects/website-design/loan-referral-website @@ -124295,7 +124084,7 @@ promoted-listings promotion promotion/* promotion/.html -promotion/41995890-09e9-11ed-861d-0242ac120002http://chetu.com/robots.txt +promotion/41995890-09e9-11ed-861d-0242ac120002http://liveramp.com/robots.txt promotion/us-bd promotionOffreVue promotionaltools @@ -124313,7 +124102,6 @@ pronunciation proof proof= proof=t%2Btarget%3D\ -proonly.php propath/choose-product.aspx properties/ properties/for_rent @@ -124425,7 +124213,7 @@ prudsys/recommit pruebas pruebas-publi pruebas/ -prv/http://commondreams.org/robots.txt +prv/http://trulia.com/robots.txt prv/originalfile przejdz-do-sklepu-bez-logowania ps @@ -124823,7 +124611,7 @@ pt/ferramentas/criador-de-logo/onboarding pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://columbia.edu/robots.txt +pt/forum/goto.phphttp://dagbladet.no/robots.txt pt/fr pt/gallery pt/games @@ -125128,7 +124916,7 @@ public/*.jpg public/*.js$ public/*.js? public/*.png -public/*http://mentalhealth.org.uk/robots.txt +public/*http://cloudblogs.microsoft.com/robots.txt public/about-eso/committees/cc public/about-eso/committees/cou public/about-eso/committees/fc @@ -125136,14 +124924,12 @@ public/about-eso/committees/opc public/about-eso/committees/stc public/about-eso/committees/uc public/about-eso/committees/vc -public/admin public/akamai/sureroute-test-object.html public/article public/assets/html public/assets/sitemaps public/checkout public/cmscommentAbuse -public/comments public/dashboard public/data/ public/emailtemplates @@ -125206,7 +124992,7 @@ publicamadrid?f% publicamadrid?f[0] publication publication-content -publication-content/*http://rapid7.com/robots.txt +publication-content/*http://epp.eurostat.ec.europa.eu/robots.txt publication-similarities publication-statics publication/catalogue_number @@ -125680,7 +125466,7 @@ quiz-list/ quiz-results-learn-more-vid quiz/ quiz/archive/*/* -quiz/archive/*/*/$http://hal.archives-ouvertes.fr/robots.txt +quiz/archive/*/*/$http://techtimes.com/robots.txt quiz/document quiz/engine quizResult= @@ -125928,6 +125714,7 @@ rating rating-over rating-terbaik rating/ +rating/average rating=* ratings ratings @@ -125956,7 +125743,6 @@ raymond-cs-wong rays/search razanbaabdullah rb_bf -rb_bf12093eab rb_bf70766xfx rbac rbakshi @@ -125988,7 +125774,7 @@ rcs/wp-includes rcsearch.aspx rd rd/ -rd/pdf/http://mydomain.com/robots.txt +rd/pdf/http://rbi.org.in/robots.txt rd/search rd/search$ rd/search? @@ -126049,7 +125835,7 @@ readlevellexile= readme.html readme.html readme.html/ -readme.htmlhttp://eldiario.es/robots.txt +readme.htmlhttp://rocketlawyer.com/robots.txt readmessage.php ready ready_sit_read/index.jhtml @@ -126135,7 +125921,7 @@ rebeccamcgill rebeccascofield rebeccasenft rebeccastern -rebooting-the-record-label/http://webtoons.com/robots.txt +rebooting-the-record-label/http://ricoh.co.jp/robots.txt rec rec/bib rec/nt @@ -126245,7 +126031,7 @@ recipe_parser recipes recipes/?*&s= recipes/cooking -recipes/email.phphttp://core-econ.org/robots.txt +recipes/email.phphttp://caltech.edu/robots.txt recipes/filter/* recipes/food/email recipes/food/reviews/*?print= @@ -126265,7 +126051,7 @@ recipes/tag/*?*&s= recipes/tag/*?s= recipes?*&s= recipes?s= -reckon/http://hotelscombined.com/robots.txt +reckon/http://clevelandart.org/robots.txt reclamar reclamar/$ reco @@ -126527,7 +126313,7 @@ refer refer-* refer-a-friend refer/ -refer/http://bild.de/robots.txt +refer/http://thefeedfeed.com/robots.txt refer/pal reference reference-library @@ -126803,7 +126589,6 @@ remembear/add remember-the-titans remillard remilogs/ -remind remind.php remind_register.html remind_register_conf.html @@ -127766,7 +127551,7 @@ research@jcu researchCategories= researcher/*/metrics researcher/*/peer-review -researcher/*/publications/http://yugioh-world.com/robots.txt +researcher/*/publications/http://pubmed.ncbi.nlm.nih.gov/robots.txt researchers researchtools/ose researchtools/ose/$ @@ -127896,7 +127681,7 @@ resources/_shared/images/collection resources/academic resources/ajax/posts resources/announcements/update-to-compromised-email-addresses-incident -resources/calendar/http://google.gr/robots.txt +resources/calendar/http://lshtm.ac.uk/robots.txt resources/collocations resources/cookie resources/css @@ -128137,6 +127922,8 @@ resultat/candidat resultat/recherche.html resultat_recherche* resultats-de-recherche +resultats-examen/candidat +resultats-examen/recherche resultats-examens resultats-recherche/ results @@ -128229,9 +128016,9 @@ review/*/transparency review/common/du review/create? review/dynamic/sims-box -review/fileshttp://cdkitchen.com/robots.txt +review/fileshttp://bellascolegialas.info/robots.txt review/hall-of-fame -review/http://1.gravatar.com/robots.txt +review/http://thrillist.com/robots.txt review/list review/list_rss review/product/ @@ -128320,7 +128107,6 @@ rewards/$ rewards/*/membership rewards/*/status-matching rewards/bebas-ongkir -rewardsapp/ rewind rewrite rewrite.asp @@ -129916,7 +129702,7 @@ rnm/index.php/ddibrowser/470/vargrp/VG12 rnm/index.php/ddibrowser/470/vargrp/VG21 rnm/index.php/ddibrowser/470/vargrp/VG24 rnm/index.php/ddibrowser/470/vargrp/VG30 -rnm/index.php/ddibrowser/470/vargrp/VG30http://mediaarea.net/robots.txt +rnm/index.php/ddibrowser/470/vargrp/VG30http://ineps.org/robots.txt rnm/index.php/ddibrowser/470/vargrp/VG5 rnm/index.php/ddibrowser/477/vargrp/VG2 rnm/index.php/ddibrowser/486/vargrp/VG5 @@ -130277,13 +130063,13 @@ robmunger robos-linux robotic-assisted-surgery robots -robots-disallow*http://cost.eu/robots.txt +robots-disallow*http://ocf.berkeley.edu/robots.txt robots.html robots.txt robots.txt robots.txt$ robots.txt$ -robots.txthttp://ccohs.ca/robots.txt +robots.txthttp://hcaptcha.com/robots.txt robots_nidirect.txt roc008 roccopalermo @@ -130620,7 +130406,7 @@ rss7 rss? rssFeed rss_2.php -rss_export/www_export.rsshttp://dwd.de/robots.txt +rss_export/www_export.rsshttp://motorcycleclassics.com/robots.txt rss_feeds rss_items rss_trk @@ -130633,7 +130419,7 @@ rst rstmh/ rsvp rsvp.php -rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt +rsw/upload/k2dienste/http://rt.com/robots.txt rsweeney rsyuan rt%3Dnc @@ -131141,7 +130927,6 @@ rutr rutter/*/rutter-fran- rutter/*/turer-fran- ruxandra_paul -ruxitagentjs ruxitagentjs_2SVfqr_10139180201161915.js ruycarneiro ruzh @@ -131481,7 +131266,6 @@ sales/*?*after= sales/*?*before= sales/digital sales/includes -sales/order sales/popup sales/shop/deal salesImages/static-1.366 @@ -131541,7 +131325,7 @@ saml/acs saml/login saml/login saml/logout -saml2/authenticate/oktahttp://weather.gov/robots.txt +saml2/authenticate/oktahttp://spokeo.com/robots.txt samlCertificates saml_login saml_login* @@ -131933,7 +131717,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://nme.com/robots.txt +science/new-drug-product-pipelinehttp://pg.com/robots.txt science/our-science/people science/outlineJson science/page/flash/VideoPlayer @@ -132030,7 +131814,7 @@ screener.ashx?v=210&s=ta_p_channelup screener.ashx?v=210&s=ta_p_doublebottom screener.ashx?v=210&s=ta_p_doubletop screener.ashx?v=210&s=ta_p_headandshoulders -screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://filmfreeway.com/robots.txt +screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://fire.ca.gov/robots.txt screener.ashx?v=210&s=ta_p_horizontal screener.ashx?v=210&s=ta_p_multiplebottom screener.ashx?v=210&s=ta_p_multipletop @@ -132760,9 +132544,9 @@ search/google search/groups search/help search/howsearchworks -search/http://benjerry.com/robots.txt -search/http://elvocero.com/robots.txt -search/http://mccormick.com/robots.txt +search/http://jianshu.com/robots.txt +search/http://news.discovery.com/robots.txt +search/http://taboola.com/robots.txt search/hysearchws.aspx?q=* search/imageresults.asp* search/index.aspx?* @@ -132933,7 +132717,7 @@ search?daterange=Last1Yrs search?daterange=Last6Mths search?feature_*keywords*node search?filter -search?gss-q=*http://tomshardware.com/robots.txt +search?gss-q=*http://ubos.org/robots.txt search?home=true search?keyword= search?keyword=*.com @@ -133092,9 +132876,9 @@ searchgoogle/ searchhealthit/search/query searchhistory searchhrsoftware/search/query -searchhttp://gather.town/robots.txt -searchhttp://info.cern.ch/robots.txt -searchhttp://muji.com/robots.txt +searchhttp://boatus.com/robots.txt +searchhttp://oanda.com/robots.txt +searchhttp://sworkit.com/robots.txt searchid searchinfo= searching/Mark @@ -133187,7 +132971,7 @@ section= sectionEditor section_and_ivideo_widget_ajax.html section_id= -sectionhttp://lequipe.fr/robots.txt +sectionhttp://abw.it/robots.txt sectionized sections sections$ @@ -133442,6 +133226,7 @@ send-to-friend send/ send/global send? +send?text= sendHeaderEarly sendToAFriend.action sendToFriend.htm @@ -133539,7 +133324,7 @@ series/india-tour-of-south-africa-2013-14-648627 series= series?q= seriesBeta -seriesBetahttp://southwest.com/robots.txt +seriesBetahttp://fredmayet.blogspot.fr/robots.txt serietv/schede/cerca/?query= serp_tests serpilfox @@ -133665,7 +133450,7 @@ servicedesk022 servicedesk023 servicedesk024 servicedesk025 -servicedeskhttp://t-online.de/robots.txt +servicedeskhttp://vldb.org/robots.txt servicedeskserver030 servicedeskserver031 servicedeskserver0310 @@ -133709,20 +133494,6 @@ services.html services.min.js?_= services/ services/* -services/Ajax -services/Browse -services/Intern -services/MyResearch -services/Record -services/Records -services/Search/Ajax -services/Search/Email -services/Search/History -services/Search/OpenSearch -services/Search/Results -services/Search/Suggest -services/Search/cache -services/Search/xsl services/admina.asp services/ads services/ads2 @@ -133751,8 +133522,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://bloomingdales.com/robots.txt -services/conferences/news/*?*http://datadoghq.com/robots.txt +services/conferences/news/*?*http://washington.edu/robots.txt +services/conferences/news/*?*http://www3.epa.gov/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -133968,7 +133739,7 @@ set-password set-rating set-store set-up -set/http://met.ie/robots.txt +set/http://sethgodin.typepad.com/robots.txt set_author_id set_cookie.pl set_locale @@ -134378,6 +134149,7 @@ shekou/tag shelemay shelf/user_shelves shell +shell.html shell/ shellbitumen100 shellbitumen100.html @@ -134398,7 +134170,6 @@ shemy/schemes/* shemy/shemy/* shen sheng -shenghuo shenghuo/search? shenyang sheraz @@ -134435,7 +134206,6 @@ shipping-label shipping-payment shipping-policy shipping-update-address -shipping/track shippingandorderstatus shippingassistant shippinginformation @@ -134596,7 +134366,6 @@ shop/cgi-bin shop/checkout shop/claimcredit shop/collectables?SearchParameter* -shop/collections shop/contacts shop/control shop/cron.php @@ -134666,7 +134435,7 @@ shop/search shop/search shop/search* shop/search.ep -shop/search/http://fca.org.uk/robots.txt +shop/search/http://mlb.com/robots.txt shop/sendfriend shop/shop-list shop/shop-list.php @@ -134693,7 +134462,6 @@ shop/web/guest shop/whatson shop/wishlist shop2rarlab.php -shop? shop?text= shopData/authentication shopData/basket @@ -134793,7 +134561,7 @@ shorefire_nj short short-link short-news/*a -short-url-machine/error/http://brisbanetimes.com.au/robots.txt +short-url-machine/error/http://whattoexpect.com/robots.txt shortUrl$ shortcode shortcode= @@ -134815,7 +134583,7 @@ shots/new shots/week shots/year shouldremainempty/ -shoutbox/http://thisweekinbevy.com/robots.txt +shoutbox/http://bastianpfaff.com/robots.txt shouwenwang show show-email @@ -134828,7 +134596,6 @@ show.php show/* show/delete_saved_shows show/koth-show -show=all showDuration= showMap* showMap=true @@ -134873,7 +134640,7 @@ showpast showpreviewimage showrelease.asp showroom -showroom_locatorhttp://classicalarchives.com/robots.txt +showroom_locatorhttp://controlc.com/robots.txt showroomidentification.html shows shows/ @@ -134883,7 +134650,7 @@ shows/upfront_2015/simulcast shows3 showtag showtime/.requestinvite.html.swp -showtimes/location/*http://g.page/robots.txt +showtimes/location/*http://img.photobucket.com/robots.txt shp shp-abr-fc-svn/ shp-cn-ne-rb/ @@ -134935,7 +134702,6 @@ shtm/search-result shuang shuangfrost shufanchen -shuffle shuffle-app shuhang_wang shuhanhe @@ -135102,7 +134868,6 @@ signup/? signup/?*campaign= signup/?next= signup/?product=* -signup/buyer signup/collablink signup/google signup/index.v2.php @@ -135138,7 +134903,7 @@ sikim silakurugol silent-login siliciano -silicosis/en/search/http://mnemosyne-proj.org/robots.txt +silicosis/en/search/http://scientificamerican.com/robots.txt silicosis/fr/search/ silicosis/search/ silinhuang @@ -135425,7 +135190,6 @@ sitecore sitecore%20modules/Web/ExperienceForms/css sitecore%20modules/Web/ExperienceForms/scripts sitecore%20modules/Web/ExperienceForms/scripts/ -sitecore* sitecore-modules/ sitecore/ sitecore/* @@ -135440,7 +135204,7 @@ sitecore_files sitecore_files/ sitecore_modules sitecore_services/ -sitecorehttp://myemail.constantcontact.com/robots.txt +sitecorehttp://idfg.idaho.gov/robots.txt sitecounterajax sitedashboard sitedown @@ -135455,7 +135219,6 @@ siteinformation sitek siteload/ sitemap -sitemap sitemap$ sitemap*.xml sitemap*.xml$ @@ -135502,40 +135265,20 @@ sitemap.xml?page=6 sitemap.xml?page=7 sitemap.xml?page=8 sitemap.xml?page=9 -sitemap.xmlhttp://appstoreconnect.apple.com/robots.txt +sitemap.xmlhttp://health.com/robots.txt sitemap/$ sitemap/*/page/ sitemap/_jcr_content/root/sitemap.xml sitemap/archive sitemap/archive/picture sitemap/catalog -sitemap/catalog_new.xml sitemap/crawl-monitor sitemap/directory sitemap/googlenews/all/all.xml$ sitemap/image-sitemap-*.xml -sitemap/interview_new.xml -sitemap/portfolio1447.xml -sitemap/portfolio1448.xml -sitemap/portfolio1449.xml -sitemap/portfolio_new.xml -sitemap/project-category.xml -sitemap/projects25.xml -sitemap/projects26.xml -sitemap/projects27.xml -sitemap/projects28.xml -sitemap/projects_new.xml sitemap/rss sitemap/update/all.xml$ sitemap/update/section.xml$ -sitemap/userpages116.xml -sitemap/userpages117.xml -sitemap/userpages118.xml -sitemap/userpages_new.xml -sitemap/users598.xml -sitemap/users599.xml -sitemap/users600.xml -sitemap/users_new.xml sitemap_ sitemap_0.xml sitemap_1.xml @@ -135593,7 +135336,7 @@ sites/*.jpg sites/*.js sites/*.png sites/*.svg -sites/*http://datacite.org/robots.txt +sites/*http://creative.com/robots.txt sites/1850brandcoffee sites/1850byfolgers sites/PM-it-dienstekatalog/_search @@ -135615,7 +135358,7 @@ sites/all/*/*.jpeg sites/all/*/*.jpg sites/all/*/*.js sites/all/*/*.png -sites/all/*/*.svghttp://clockify.me/robots.txt +sites/all/*/*.svghttp://yourwebsite.com/robots.txt sites/all/modules/contrib/radioactivity sites/all/modules/elysia_cron sites/all/static/recorregut @@ -135851,7 +135594,7 @@ sites/default/files/assets/dept/cdc/* sites/default/files/assets/dept/mbajourney/* sites/default/files/assets/dept/mimjourney/* sites/default/files/assets/documents -sites/default/files/assets/documents/*http://dreamhost.com/robots.txt +sites/default/files/assets/documents/*http://cbpp.org/robots.txt sites/default/files/awareness-materials/Cybersecurity%20Awareness%20Kit_jp.zip sites/default/files/awareness-materials/Cybersecurity-Awareness-Kit-Guide-2024-jp.zip sites/default/files/awareness-materials/Cybersecurity-Awareness-Kit_2023_jp.zip @@ -136343,7 +136086,7 @@ sites/default/files/file/2022-03/Instructure%20Security%20%282022%29.pdf sites/default/files/flat_navs sites/default/files/forms/2022-10/2022-Strategic-Direction.pdf sites/default/files/google_tag -sites/default/files/http://discourse.org/robots.txt +sites/default/files/http://blackenterprise.com/robots.txt sites/default/files/images/obras sites/default/files/infographics/PP_jp_InsiderThreat_Infographic_final_ysohta0309a.pdf sites/default/files/infographics/Pfpt-Phishing%20Infographic%20Poster-17x24-jp.pdf @@ -136478,7 +136221,7 @@ sites/default/files/mcc-pane-files/funnel_blue.png sites/default/files/media_*/*.doc sites/default/files/media_*/*.pdf sites/default/files/media_docs/FQHC-Learn-More.pdf -sites/default/files/media_docs/Patient-Engagement.pdfhttp://dafiti.com.br/robots.txt +sites/default/files/media_docs/Patient-Engagement.pdfhttp://atlanticcouncil.org/robots.txt sites/default/files/media_docs/VillageMD_Datasheet.pdf sites/default/files/migrated_files/decisions sites/default/files/misc/2021%20PSAT%20Holiday%20Kit.zip @@ -136520,7 +136263,7 @@ sites/default/files/pfpt-us-tr-state-of-the-phish-2019.pdf sites/default/files/policy sites/default/files/privacy/archived/ sites/default/files/private -sites/default/files/private/http://zamanromania.ro/robots.txt +sites/default/files/private/http://suunto.com/robots.txt sites/default/files/proofpoint_best_practices_for_writing_secure_ios_and_android_apps_whitepaper-a4-jp-cm.pdf sites/default/files/publications/files/organization-chart.pdf sites/default/files/reports/*.pdf @@ -136798,7 +136541,7 @@ sites/gapincthiswayahead sites/gapinternational sites/genome-editing/_search sites/gradsoflife -sites/gs1/files/docs/EDI/*http://coroflot.com/robots.txt +sites/gs1/files/docs/EDI/*http://gs1us.org/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -137031,7 +136774,7 @@ siyuan size-mens-suits.html size= size=* -sizecharthttp://bose.com/robots.txt +sizecharthttp://teespring.com/robots.txt sizeguide:5 sizunjiang sj @@ -137521,7 +137264,7 @@ smugcustom smusunur smutian sn -sn-config.htmlhttp://colorlib.com/robots.txt +sn-config.htmlhttp://cleveland.com/robots.txt sn/ sn/search-result sn_twitter_Blog-ProjectStory* @@ -137603,7 +137346,6 @@ social/httpstwittercomryanseacreststatus913845503892377601 social/photosui/images social/photosui/sitemap social/profile -social/search? social/share_modal social/social-security-directory/cai social/social_modal_ @@ -138025,6 +137767,12 @@ sondaggio_sport.php sondaggiofin.php sondaggionew.php song +song/delete_user_review +song/fetch_overview_review +song/fetch_review_view +song/report_inappropriate +song/review_thumbs +song/save_user_review songqi songs/*/apple_music_player songs/*/comments @@ -138099,7 +137847,7 @@ sos/ sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://wattpad.com/robots.txt +sos/registration/http://in.linkedin.com/robots.txt sosim-pro sothebys/item sotomarion @@ -138202,7 +137950,6 @@ spartanburg/scrape-page/ spartanburg/sponsored-content/ spaul spb -spbasic spbot spc spc-bin @@ -138305,7 +138052,7 @@ spells/? spells/?page= spencer_hallyburton spencerykwon -spetskabel/identity/img/http://navyfederal.org/robots.txt +spetskabel/identity/img/http://artmajeur.com/robots.txt spettacoli/10_ottobre_28/baby-sky-tv_96993302-e259-11df-8440-00144f02aabc.shtml spettacoli/24_novembre_15/alessia-fabiani-con-bettarini-il-flirt-di-una-notte-quando-era-sposato-con-simona-ventura-7068204f-0287-4c32-9b97-03b94fbe2xlk.shtml spettacoli/people/2023/09/04/news/venezia_kanye_west_e_bianca_censori_banditi_per_atti_osceni_da_una_societa_di_noleggio_motoscafi-413301274 @@ -138352,10 +138099,10 @@ sponsored-topic sponsored/ sponsored/* sponsored/2022/10/disruptors-who-are-changing-their-industries -sponsored/http://crosswalk.com/robots.txt -sponsored/http://gosanangelo.com/robots.txt -sponsored/http://nbn-resolving.org/robots.txt -sponsored/http://ntnu.edu/robots.txt +sponsored/http://comscore.com/robots.txt +sponsored/http://kddi.com/robots.txt +sponsored/http://khaleejtimes.com/robots.txt +sponsored/http://waveapps.com/robots.txt sponsored/previewarticle sponsored/previewcampaign sponsoredarticles @@ -138389,7 +138136,7 @@ sport/ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.shtml sport/404_en.htm sport/alpha -sport/bundesliga/http://theintercept.com/robots.txt +sport/bundesliga/http://zdnet.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -138460,7 +138207,6 @@ spr/ spravochniki/slovar.php?search* spraycharts-legacy.aspx spreadsheet -spresults sprillaman sprince spring @@ -138472,7 +138218,7 @@ springsnow2018 sprint_wml sprint_xhtml sprockett -sprypanel/http://dolby.com/robots.txt +sprypanel/http://datatracker.ietf.org/robots.txt spsales spur-download spurs/node @@ -138654,7 +138400,7 @@ srf.*_*/ srilanka srinjoy sriram -srn/http://clevescene.com/robots.txt +srn/http://winscp.net/robots.txt sro srobles sroche @@ -138725,7 +138471,6 @@ ssotestscholar-harvcomm ssotestscholar-sitemembers ssr ssr-healthcheck -sst/ sstein ssternau sstk/api @@ -138832,7 +138577,7 @@ start-your-blog start-your-store start.php start/_next -start/api/http://msdn2.microsoft.com/robots.txt +start/api/http://npr.org/robots.txt start/signup start/signup? start/square @@ -138965,7 +138710,7 @@ static/gfs static/gla static/html static/html/pdfs/ -static/http://hydroquebec.com/robots.txt +static/http://ottawacitizen.com/robots.txt static/images static/images/favicons static/images/misc/s-trans.gif @@ -139061,7 +138806,7 @@ stats/events/  stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://sproutsocial.com/robots.txt +stats/player-stats/*http://nfpa.org/robots.txt stats3.html stats?gid= stats_report/ @@ -139080,7 +138825,7 @@ status.formstack.com status/ status/* status/v3 -statusupdateshttp://lookerstudio.google.com/robots.txt +statusupdateshttp://thalesgroup.com/robots.txt statwood stay_healthy_what_are_the_top_10_ways/article.htm stayfocusd @@ -139440,9 +139185,7 @@ storefront storepicker storerequest stores -stores$ stores-manage -stores/ stores/*/baby-bodysuits stores/*/kids-long-sleeve-t-shirts stores/*/laptop-case @@ -139555,8 +139298,8 @@ stranahan strange strange_surprising_addictions_mental_health/article.htm strasser -strategic-partners/cushman-wakefield/http://mvs.gov.ua/robots.txt -strategicplan/index.php/http://eur.nl/robots.txt +strategic-partners/cushman-wakefield/http://hertason.blogspot.com/robots.txt +strategicplan/index.php/http://utexas.edu/robots.txt strategist/amp strategist/search strawberry-anma @@ -139826,7 +139569,6 @@ style/beauty/hearstmagazines style/fashion/hearstmagazines style/size_chart_mens style= -style= styleId styleOne style_guide/ @@ -140006,7 +139748,7 @@ subscribe/welcome-greer/ subscribe/worldjuniors subscribe2.asp subscribe?* -subscribe?*http://ourworldindata.org/robots.txt +subscribe?*http://addyosmani.com/robots.txt subscribeTOC.asp subscribe_Reseller_Entries.asp subscribe_gps @@ -140044,7 +139786,7 @@ subscription= subscriptionDetails.htm subscription_orders.cgi subscription_request.cgi -subscriptionhttp://republicworld.com/robots.txt +subscriptionhttp://plisio.net/robots.txt subscriptions subscriptions/manage/ subscriptions/securejson/ @@ -140066,7 +139808,7 @@ subtitle/ subtitles-1 subtitles-2 subtitles/ -subviews/*http://curl.se/robots.txt +subviews/*http://webkit.org/robots.txt successively successteammanager suche @@ -140799,7 +140541,7 @@ syncopates syndicate syndicated-market-research-report/ syndicated/* -syndicated/http://denison.edu/robots.txt +syndicated/http://se.com/robots.txt syndication syndication/ syndication/google/currents/diaporama @@ -140942,7 +140684,6 @@ t5/user/userregistrationpage t5/util/componentrenderpage t= t= -t=!0;typeof t=* tDate=*-*-0* tDate=*-*-1* @@ -141075,7 +140816,7 @@ tag.php* tag/ tag/* tag/* -tag/*+http://money.cnn.com/robots.txt +tag/*+http://dilbert.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -141362,7 +141103,7 @@ tags/*/?amp=* tags/*/page tags/*htm*.htm tags/*tags= -tags/JDatehttp://dotnet.microsoft.com/robots.txt +tags/JDatehttp://yoast.com/robots.txt tags/TH tags/TopicRoot_TH tags/app-feedback @@ -141493,8 +141234,6 @@ tarrant tasawarjalali tasima task-management -task/*?GA_EVENT -task/*?ec= task_* tasks tasks @@ -141542,7 +141281,7 @@ taxonomy-term-json-adrenalina taxonomy-term-json-tv taxonomy/ taxonomy/* -taxonomy/*http://umassmed.edu/robots.txt +taxonomy/*http://ohsheglows.com/robots.txt taxonomy/term taxonomy/term taxonomy/term/ @@ -141762,7 +141501,7 @@ tealeaf team team-blog team/*/schedule$ -team/*/schedule$http://adidasstansmithbeige.be/robots.txt +team/*/schedule$http://nbc.com/robots.txt team/player_career.jsp team/player_news.jsp teamInvitations @@ -142228,7 +141967,7 @@ tekrar-al tel tel: tel:* -telechargements/stockage-perso-staff/http://chabukswar.ie/robots.txt +telechargements/stockage-perso-staff/http://fifa.com/robots.txt telecomorgs telecomunicacion-tecnologia-ar/* telecomunicacion-tecnologia-cl/* @@ -142371,7 +142110,7 @@ template.SINGLEPORTLET* template.asp?docId=8&docName=About%20Us template/ template/down?* -template/warenkorbhttp://genesys.com/robots.txt +template/warenkorbhttp://spendwithpennies.com/robots.txt template=* templateId= template_ar @@ -142395,9 +142134,12 @@ templates templates templates$ templates/ +templates/*.css +templates/*.js templates/*/ templates/*/*/?uid= templates/*/MA +templates/*/imagens/*.png templates/?search= templates/?uid= templates/Blank-HTML @@ -142411,6 +142153,7 @@ templates/embed templates/get-bitly-url.txt templates/jscommon/website/commonOVH/common.js templates/nbc_partner_player_amp? +templates/novo_portal_base/font-awesome/fonts/http://ibiblio.org/robots.txt templates/search templates/search/ templates/search?query= @@ -142723,7 +142466,7 @@ testcases testds.jsp teste teste-*.html$ -teste/http://delta2alpha.com/robots.txt +teste/http://vip.undressaitool.com/robots.txt testfiles testfl testfr @@ -142731,10 +142474,10 @@ testgpr testhome1 testhome2 testhome3 -testhttp://edition.cnn.com/robots.txt +testhttp://money.com/robots.txt testimonial.php testimonial/ -testimonial/*http://thebookseller.com/robots.txt +testimonial/*http://mandrillapp.com/robots.txt testimonials.php testimonios/ testin @@ -142823,7 +142566,6 @@ tge tgibson tgkkk6681 th -th$ th*/blog-article-remove-faq-utms-*.js th*/cdn-cgi/challenge-platform th*/step @@ -143025,7 +142767,6 @@ th/wp-admin/ th/wp-content th/ส่วนประกอบ_widget th=0 -th? th_TH/forum th_th th_th/templates/M @@ -144083,7 +143824,7 @@ tour tour$ tour-packages/seychelles-island tour/all -tour/demo/http://cyberscoop.com/robots.txt +tour/demo/http://traveloregon.com/robots.txt tour/tours touringbird tourism @@ -144702,7 +144443,6 @@ translate_t translation translation-not-found translations -translator/?ref= translators translators/t-com transmute/static-1.85 @@ -144712,7 +144452,7 @@ transmute/static-2.9 transparencia transparency transparency/archive -transparency/http://qut.edu.au/robots.txt +transparency/http://analyticsindiamag.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -144785,21 +144525,13 @@ travel/airlines/main/us/en travel/airlines/pfs* travel/airlines/premium-travel-arranger/au/en travel/alaska/ -travel/api travel/blog/wp-admin/ travel/booking/en_gb#/* travel/camino/ travel/clk -travel/css travel/entity travel/event/search travel/feedback -travel/flight-search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? -travel/flights travel/flights/s travel/galapagos/ travel/globalgateway.jsp/global/public/de_ @@ -144830,15 +144562,8 @@ travel/home/public/pt_* travel/home/public/ru_* travel/home/public/sv_* travel/home/public/zh_* -travel/hotel-search travel/hotel/*?in= -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories travel/iceland/ travel/mexico/ @@ -144850,9 +144575,7 @@ travel/rwanda/ travel/s travel/san-antonio/ travel/sc/ -travel/scripts travel/search -travel/secure travel/sports travel/staging/ travel/test$ @@ -144874,7 +144597,6 @@ travelmap travelnevadahighway95tc travisbenson travismoore -trax tray_trending_tags trck trcz @@ -144981,7 +144703,7 @@ trendictionbot trending trending/ trending/all?* -trending/http://powtoon.com/robots.txt +trending/http://towardsdatascience.com/robots.txt trending/lifestyle-entertainment- trending/nation- trending/sports- @@ -145487,7 +145209,7 @@ tv3/marato/recerca/proposta-malalties tv3/sx3/*/joc/pantalla-completa tv3/sx3/families-escola/activitats/cercador tv3/sx3/families-escola/activitats/cercador-mapa -tv3/sx3/http://popsike.com/robots.txt +tv3/sx3/http://ccohs.ca/robots.txt tve tve/b/135escons tve/b/9decada10 @@ -145688,7 +145410,7 @@ typing-tool typo typo3 typo3/ -typo3/http://next.co.uk/robots.txt +typo3/http://unibo.it/robots.txt typo3/sysext/frontend/Resources/Public typo3_src typo3_src-4.1.1 @@ -145704,7 +145426,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public typo3conf/ext/parallels/Resources/Public typo3conf/ext/prls_theme/Resources/Public typo3conf/ext/theme/Resources/Public -typo3conf/http://b4x.com/robots.txt +typo3conf/http://dawn.com/robots.txt typo3src typo3temp typo3temp/ @@ -145762,7 +145484,7 @@ u/*tarif-fotograflari u/0/h u/0/h?hl= u/account-connect -u/accounthttp://it.linkedin.com/robots.txt +u/accounthttp://shop.lululemon.com/robots.txt u/download u/favourites u/manage_cookies$ @@ -145774,7 +145496,7 @@ u3dp/search-result u5llnop u5llnop$ u= -u?app_id=*http://csulb.edu/robots.txt +u?app_id=*http://baike.baidu.com/robots.txt uGlobalSearch uMBot-LN uSearchTerm @@ -146343,7 +146065,7 @@ un-us/ unable-to-process-request/ unaseer unauth-profile -unavailable-location/http://protonmail.com/robots.txt +unavailable-location/http://wsetglobal.com/robots.txt unavailable/ unblock_users_confirm.html unblu @@ -146492,7 +146214,7 @@ unsubscribe_confirm unsubscribe_email unsubscribecampaign unsubscribed -unsubscribehttp://testmysite.thinkwithgoogle.com/robots.txt +unsubscribehttp://boohoo.com/robots.txt unsubscribepage unsupported-browser unsupported-browser @@ -146547,13 +146269,13 @@ updateemoji updatemanagement/ updates updates -updates-months/http://argos.co.uk/robots.txt +updates-months/http://ncregister.com/robots.txt updates/ updates/*.php$ updates/*.xml$ updates/?filter= updates/myloans -updates/order/*http://answers.yahoo.com/robots.txt +updates/order/*http://simplenote.com/robots.txt updatestats updateutp* updfcache=1 @@ -146594,9 +146316,7 @@ upload/auto upload/cloud upload/docs upload/forgot_password -upload/http://stjude.org/robots.txt -upload/illustrations -upload/photos +upload/http://ilpost.it/robots.txt upload/throttled upload/upload.cgi upload/upload_progress @@ -146714,7 +146434,6 @@ urine_pee_health_color_odor_urinalysis/article.htm urine_things_that_can_affect_the_smell_of_your_pee/article.htm urine_why_does_your_pee_look_like_that/article.htm url -url url-rewrites url-shortner url.asp @@ -146841,7 +146560,7 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://themarker.com/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt us/0 us/?q=switch us/Marketing @@ -147056,7 +146775,7 @@ us/en/financial-services/financial-crimes/publications/assets/* us/en/financial-services/regulatory-services/publications/assets/* us/en/foods/search?keywords= us/en/games/search.html -us/en/games/search.html*http://in.linkedin.com/robots.txt +us/en/games/search.html*http://biglinounofficial.com/robots.txt us/en/gates us/en/ghosts/chipotle-case-study.html us/en/governance-insights-center/annual-corporate-directors-survey/assets/* @@ -147268,7 +146987,7 @@ user-profile.aspx user-rankings user-registration user-registrierung -user-reports/http://ghostery.com/robots.txt +user-reports/http://wordnik.com/robots.txt user-research-testing user-settings user.aspx @@ -147318,7 +147037,7 @@ user/*/traces user/*/track user/*/track?page= user/*/unfollow_user -user/*http://health.gov/robots.txt +user/*http://m.media-amazon.com/robots.txt user/.* user//attending/upcoming user/? @@ -147355,7 +147074,7 @@ user/forgotten-password user/fpd/api user/get-user user/googleonetapverification -user/http://dataprivacyframework.gov/robots.txt +user/http://news.mongabay.com/robots.txt user/images user/kommoot user/kommot @@ -147394,7 +147113,7 @@ user/register user/register user/register* user/register/ -user/register/http://ascd.org/robots.txt +user/register/http://thedenverchannel.com/robots.txt user/register? user/register?destination= user/search-self @@ -147474,7 +147193,7 @@ usergroups/sasforuminternational/call/ usergroups/sasforuminternational/proceedings/ usergroups/seugi/call/ userguide -userhttp://pinterest.de/robots.txt +userhttp://bipm.org/robots.txt userhub userid.aspx userimages @@ -147500,14 +147219,12 @@ users.pl users/ users/* users/* -users/*/*?*prjid= users/*/? users/*/avatar users/*/bookmarks users/*/calendars.ics users/*/comments users/*/contact -users/*/contacts users/*/country_rankings users/*/default-avatar users/*/default-avatar-v2 @@ -147516,7 +147233,6 @@ users/*/followers users/*/following users/*/listings users/*/mypixiv -users/*/portfolio/*/*?view users/*/posts users/*/posts.rss users/*/reference_requests @@ -147568,7 +147284,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://poststatus.com/robots.txt +users/profile-unpub/http://sonarsource.com/robots.txt users/radar-online users/ranking users/registered @@ -147636,7 +147352,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://free.fr/robots.txt +ut*.xmlhttp://dash.cloudflare.com/robots.txt ut= utaukwa utc/ @@ -147658,7 +147374,7 @@ utilities utilities/ utilities/glossary/ utilities/glossary/index.htm -utilities/http://nextcity.org/robots.txt +utilities/http://usability.gov/robots.txt utilities/searchmember utilities/searchmembertwo utility @@ -147698,7 +147414,7 @@ utm_source* utm_source= utm_source= utm_source=an_ -utm_source=an_http://dublincore.org/robots.txt +utm_source=an_http://shopee.sg/robots.txt utm_source=bing utm_source=google utm_source=google&utm_medium=cpc&utm_campaign* @@ -147826,7 +147542,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://gravatar.com/robots.txt +uz/http://biblegateway.com/robots.txt uz/kb/*/discuss uz/login/?from= uz/login/?icode= @@ -147841,6 +147557,8 @@ uçak-bileti/cn/* uçak-bileti/ct v v$ +v-ajax +v-esi v.cfm v/* v/*/*/a*?c= @@ -148002,8 +147720,6 @@ v_detail_tab_print*.html$ va va-cha%CC%A3m-myheritage va/ -vacancy/create/*?GA_EVENT -vacancy/create/*?ec= vacancy_old vacant-land-for-sale/advanced-search vacant-land-to-rent/advanced-search @@ -148105,7 +147821,7 @@ vchopra vcsharp/ vd-zelfevaluatie2017 vdccollections -vdfTestConds/http://chicagobusiness.com/robots.txt +vdfTestConds/http://moma.org/robots.txt vdirs$ vdo*/embed ve @@ -148154,7 +147870,7 @@ velo/profile velocity ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://peepso.com/robots.txt +venda-presencial/conclusion.htmlhttp://paho.org/robots.txt vendd/ vendedor/* vendee/ @@ -148189,7 +147905,6 @@ verano/certificado/condni verano/certificado/descarga verano/certificado/sindni verba -verboten4bots vergleich vergleich/zum verification-donnees-pmna @@ -148228,7 +147943,7 @@ version-search.php version.cfm version.json version.txt -version/http://pixar.com/robots.txt +version/http://read.dukeupress.edu/robots.txt version= version_info version_pdf.php @@ -148260,7 +147975,7 @@ versions/Unicode6.3.0 versions/Unicode7.0.0 versions/Unicode8.0.0 versions/Unicode9.0.0 -versions/http://mb.softbank.jp/robots.txt +versions/http://attendee.gotowebinar.com/robots.txt vertele/lo-mas-visto-tv/2 vertele/lo-mas-visto-tv/cadenas/2 vertele/lo-mas-visto-tv/cadenas/mes/2 @@ -148299,7 +148014,6 @@ vfb_entry vg vg/ vgn-ext-templating -vgn-ext/templating vgn/ vgnHeaders vi @@ -148545,7 +148259,7 @@ video/administratives/newestvideositemap-100-mediaRss.xml$ video/adnkronos/ video/adnkronos/* video/affiliate -video/affiliate/http://itcilo.org/robots.txt +video/affiliate/http://shoeboxed.com/robots.txt video/ajax video/ajax_search_related video/ajax_video_related @@ -148557,7 +148271,6 @@ video/browse video/category video/clipDeportes video/comment -video/contribute video/dizi-izle video/dizi-izle/? video/dynamics @@ -148693,13 +148406,11 @@ videos/* videos/*? videos/30-minute-fitness-everyone videos/60-minute-fitness-everyone -videos/? videos/anusha videos/api videos/barre-basics videos/barre-express videos/beginner-mat-yoga -videos/browsing videos/catchup videos/causal-inference-methods-observational-research videos/chair-yoga @@ -148707,10 +148418,6 @@ videos/core-strength videos/dance-cardio videos/embed videos/expander -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/fitness-everyone videos/get_video_by_uid/ videos/guided-imagery-meditation-floating-ocean @@ -148730,19 +148437,11 @@ videos/msk-kimmel videos/msk-survivorship-lecture-series-cancer-immunotherapy-101-overview-non-oncologist videos/msk-survivorship-lecture-series-food-choice-during-and-after videos/multidisciplinary-management-early-stage-triple-negative-and-her-2-breast-cancers-neoadjuvant-therapy -videos/music -videos/music/ -videos/music/? -videos/music? videos/new videos/personalized-treatment-recurrent-and-metastatic-soft-tissue-sarcoma videos/personalized-treatment-soft-tissue-sarcoma-primary-management videos/quality-and-outcomes-lecture-series-radiation-related-mucositis -videos/riverview/relatedvideo -videos/riverview/relatedvideo/? -videos/riverview/relatedvideo? videos/search -videos/search/? videos/search? videos/september-2022-surgical-oncology-talk videos/show_trailer @@ -148750,13 +148449,10 @@ videos/slider videos/tai-chi videos/theme videos/transcripts -videos/trending -videos/trendingcontent videos/united-face-crisis-msk-s-response-covid-19 videos/viewmeta/ videos/watch videos/widgets -videos? videosearch videosearch? videotour @@ -148771,9 +148467,9 @@ view view view$ view$ -view$http://rarible.com/robots.txt -view$http://telesurtv.net/robots.txt -view$http://theworlds50best.com/robots.txt +view$http://dpi.nsw.gov.au/robots.txt +view$http://pimylifeup.com/robots.txt +view$http://uh.edu/robots.txt view-3d-home view-as-webpage view-comments.php @@ -149232,7 +148928,7 @@ vp_tel vpac vparot vplbl -vpn-config/http://lidl.de/robots.txt +vpn-config/http://hidglobal.com/robots.txt vpn/ vpnfan vpns-how-do-they-work-and-things-to-consider @@ -149324,7 +149020,7 @@ w/index.php? w/index.php?title=Special%3ALandingPage w/index.php?title=Special:LandingPage w/index.php?title=Special:NewPages&feed=rss&namespace=all -w/index.phphttp://sloan.org/robots.txt +w/index.phphttp://donationcoder.com/robots.txt w/load.php w/load.php? w/newpage @@ -160722,7 +160418,6 @@ web/packages/forestPSD/DESCRIPTION web/packages/forestRK/DESCRIPTION web/packages/forestSAS/DESCRIPTION web/packages/forestat/DESCRIPTION -web/packages/forestdata/DESCRIPTION web/packages/forestdynR/DESCRIPTION web/packages/forestecology/DESCRIPTION web/packages/forested/DESCRIPTION @@ -171601,7 +171296,7 @@ weba webalizer webans? webapi -webapi/http://storytel.com/robots.txt +webapi/http://arabianbusiness.com/robots.txt webapp webapp webapp/ @@ -171787,8 +171482,7 @@ webhelp webhook webhook_templates webhooks -webhooks$http://today.com/robots.txt -webim +webhooks$http://askubuntu.com/robots.txt webimage/countrys/africa/printpage webimage/countrys/asia/printpage webimage/countrys/europe/printpage @@ -171920,7 +171614,7 @@ webservices/ webservices/.test webservices/archive webservices/documentation -webservices/http://boatus.com/robots.txt +webservices/http://disneyland.disney.go.com/robots.txt webservices/reports webservices/resources/forms webservices/temp @@ -171950,7 +171644,7 @@ website/confirm website/confirm/download website/flag website/marketo-form-test -website/privacy-notice/data-explorerhttp://wral.com/robots.txt +website/privacy-notice/data-explorerhttp://jitsi.org/robots.txt website/search website/templates*?screen= website/templates/flash @@ -172010,7 +171704,7 @@ wedding-registry/love wedding-registry/promotion wedding-site wedding-stories -wedding-vendors/search/http://opengeospatial.org/robots.txt +wedding-vendors/search/http://zomato.com/robots.txt wedding/*/virtual wedding/?geodir_search= wedding/promotion @@ -172081,7 +171775,7 @@ welcomeback welcomec.html welcomed.html welcomee.html -welcomehttp://allocine.fr/robots.txt +welcomehttp://quirksmode.org/robots.txt wellbeing/ wellnessprogramme/jsp/healthcheck/index.jsp wendiestorm @@ -172335,7 +172029,7 @@ what_your_nose_says_about_your_health/article.htm whatis/search/query whats-hot whats-new -whats-new-article/http://qr.ae/robots.txt +whats-new-article/http://benchmarkemail.com/robots.txt whats-next/planes-trains-and-analytics whats-on whats-your-finance-personality @@ -172401,21 +172095,17 @@ wi wiadomosci/sekcja-1,a,2374 wiadomosci/sekcja-2,a,2121 wiadomosci/sekcja-2,a,2375 -wicket:interface*http://backlinko.com/robots.txt +wicket:interface*http://springerlink.com/robots.txt widget widget-gallery.html widget-landing-page.html widget-uploads widget.html widget.php -widget/cr widget/embed -widget/entity/search/? widget/head/login widget/new-and-popular/click.html widget/player -widget/render -widget/snapshot widget/v2 widget_auth.php widget_chunks @@ -173430,9 +173120,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAdministrator -wiki/Wikipedia_talk%3AAdministrator_electionshttp://assets.ctfassets.net/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://thehill.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.oxforddictionaries.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikiquote.org/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://wikis.ec.europa.eu/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -173793,13 +173483,11 @@ wishlist-remove* wishlist-search wishlist-search-results wishlist-show -wishlist.html*http://magicstyleshop.de/robots.txt wishlist.php wishlist/ wishlist/* wishlist/add/ wishlist/get-button -wishlist/index wishlist/universal wishlist/vendor-button wishlist? @@ -173915,7 +173603,7 @@ wordgirl/ wordpress wordpress-companies/language- wordpress-companies/type- -wordpress-hosting-ahttp://rae.es/robots.txt +wordpress-hosting-ahttp://greenpeace.org/robots.txt wordpress/ wordpress/wp-admin wordpress/wp-admin/admin-ajax.php @@ -173923,7 +173611,6 @@ wordpress/wp-content/uploads wordpress2 words work -work work$ work-at-ucl/redeployment work-from-home/3m @@ -174192,36 +173879,35 @@ wp-admin/about.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search -wp-admin/admin-ajax.phphttp://abc4.com/robots.txt -wp-admin/admin-ajax.phphttp://adfontesmedia.com/robots.txt -wp-admin/admin-ajax.phphttp://avtopomosh911.ru/robots.txt -wp-admin/admin-ajax.phphttp://close.com/robots.txt -wp-admin/admin-ajax.phphttp://colorado.edu/robots.txt -wp-admin/admin-ajax.phphttp://d-nb.info/robots.txt -wp-admin/admin-ajax.phphttp://devrix.com/robots.txt -wp-admin/admin-ajax.phphttp://ed.gov/robots.txt -wp-admin/admin-ajax.phphttp://evite.com/robots.txt -wp-admin/admin-ajax.phphttp://finextra.com/robots.txt -wp-admin/admin-ajax.phphttp://forbusiness.snapchat.com/robots.txt -wp-admin/admin-ajax.phphttp://form.jotform.com/robots.txt -wp-admin/admin-ajax.phphttp://grab.com/robots.txt -wp-admin/admin-ajax.phphttp://hackerrank.com/robots.txt -wp-admin/admin-ajax.phphttp://imperial.ac.uk/robots.txt -wp-admin/admin-ajax.phphttp://lendingtree.com/robots.txt -wp-admin/admin-ajax.phphttp://ma.tt/robots.txt -wp-admin/admin-ajax.phphttp://morningconsult.com/robots.txt -wp-admin/admin-ajax.phphttp://moxie.org/robots.txt -wp-admin/admin-ajax.phphttp://msg91.com/robots.txt -wp-admin/admin-ajax.phphttp://periscope.tv/robots.txt -wp-admin/admin-ajax.phphttp://piie.com/robots.txt -wp-admin/admin-ajax.phphttp://rakuten.com/robots.txt -wp-admin/admin-ajax.phphttp://teamspeak.com/robots.txt -wp-admin/admin-ajax.phphttp://trumpwhitehouse.archives.gov/robots.txt -wp-admin/admin-ajax.phphttp://twloha.com/robots.txt -wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt -wp-admin/admin-ajax.phphttp://wetteronline.de/robots.txt -wp-admin/admin-ajax.phphttp://whc.unesco.org/robots.txt -wp-admin/admin-ajax.phphttp://worthpoint.com/robots.txt +wp-admin/admin-ajax.phphttp://aces.edu/robots.txt +wp-admin/admin-ajax.phphttp://aclanthology.org/robots.txt +wp-admin/admin-ajax.phphttp://akismet.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://bath.ac.uk/robots.txt +wp-admin/admin-ajax.phphttp://blogs.loc.gov/robots.txt +wp-admin/admin-ajax.phphttp://coolors.co/robots.txt +wp-admin/admin-ajax.phphttp://courthousenews.com/robots.txt +wp-admin/admin-ajax.phphttp://digitalmusicnews.com/robots.txt +wp-admin/admin-ajax.phphttp://ghgprotocol.org/robots.txt +wp-admin/admin-ajax.phphttp://harpersbazaar.com/robots.txt +wp-admin/admin-ajax.phphttp://iab.com/robots.txt +wp-admin/admin-ajax.phphttp://johnlewis.com/robots.txt +wp-admin/admin-ajax.phphttp://marktplaats.nl/robots.txt +wp-admin/admin-ajax.phphttp://mercadolibre.com/robots.txt +wp-admin/admin-ajax.phphttp://payments.google.com/robots.txt +wp-admin/admin-ajax.phphttp://ranker.com/robots.txt +wp-admin/admin-ajax.phphttp://sixt.com/robots.txt +wp-admin/admin-ajax.phphttp://skipthedishes.com/robots.txt +wp-admin/admin-ajax.phphttp://smore.com/robots.txt +wp-admin/admin-ajax.phphttp://smsapi.com/robots.txt +wp-admin/admin-ajax.phphttp://spglobal.com/robots.txt +wp-admin/admin-ajax.phphttp://stanford.edu/robots.txt +wp-admin/admin-ajax.phphttp://thestreet.com/robots.txt +wp-admin/admin-ajax.phphttp://topics.nytimes.com/robots.txt +wp-admin/admin-ajax.phphttp://tortuga-shop.com/robots.txt +wp-admin/admin-ajax.phphttp://w3c.github.io/robots.txt +wp-admin/admin-ajax.phphttp://webgate.ec.europa.eu/robots.txt +wp-admin/admin-ajax.phphttp://weheartit.com/robots.txt wp-admin/admin-footer.php wp-admin/admin-functions.php wp-admin/admin-header.php @@ -174243,7 +173929,7 @@ wp-admin/edit-tags.php wp-admin/edit.php wp-admin/export.php wp-admin/freedoms.php -wp-admin/http://beatport.com/robots.txt +wp-admin/http://digital.gov/robots.txt wp-admin/images wp-admin/import.php wp-admin/includes @@ -174347,8 +174033,8 @@ wp-content/compsub wp-content/dbsub wp-content/gallery wp-content/mu-plugins -wp-content/mu-plugins/http://hdr.undp.org/robots.txt -wp-content/mu-plugins/http://web-beta.archive.org/robots.txt +wp-content/mu-plugins/http://sites.tufts.edu/robots.txt +wp-content/mu-plugins/http://u.pcloud.link/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -174379,7 +174065,7 @@ wp-content/plugins/feature-story-builder/builder-frontend/assets/images/logo-w.p wp-content/plugins/feature-story-builder/builder-frontend/assets/images/w.png wp-content/plugins/genesys-reports/build/images/genesys-logo.svg wp-content/plugins/google-to-table/css/google-to-table.css -wp-content/plugins/http://wacci.jp/robots.txt +wp-content/plugins/http://ers.usda.gov/robots.txt wp-content/plugins/kellystone-taboola/assets/js/taboola.js wp-content/plugins/keystone-taboola/assets/js/taboola.js wp-content/plugins/liveblog @@ -174401,7 +174087,7 @@ wp-content/themes/*.css wp-content/themes/*.js wp-content/themes/2012/ad_ wp-content/themes/2012/ads -wp-content/themes/80000hours/assets/vendor/socialcount/*http://yesmagazine.org/robots.txt +wp-content/themes/80000hours/assets/vendor/socialcount/*http://800pgr.lnk.to/robots.txt wp-content/themes/Phoenix/assets/css/cyphon.css wp-content/themes/Phoenix/assets/css/exchange.css wp-content/themes/Phoenix/assets/css/hf.css @@ -174433,11 +174119,10 @@ wp-content/themes/nexstar/client/build/js wp-content/themes/oco-wp/images/video/ wp-content/themes/screamingfrog/inc/download-modal-lfa.php wp-content/themes/screamingfrog/inc/download-modal.php -wp-content/themes/security-intelligence/assets wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js wp-content/themes/sej14/js/instapage.js -wp-content/themes/skift/inc/ajax/http://ca.wikipedia.org/robots.txt +wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/visme/videos/video-maker.mp4 @@ -174468,7 +174153,7 @@ wp-content/uploads/*.pdf wp-content/uploads/*.png wp-content/uploads/*.svg wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://tabigo.net/robots.txt +wp-content/uploads/*http://wikihow.com/robots.txt wp-content/uploads/2009/ wp-content/uploads/2010/ wp-content/uploads/2011/ @@ -174496,10 +174181,10 @@ wp-content/uploads/2020/12/How-to-Build-Products-Like-Todays-Top-Product-Teams.p wp-content/uploads/2021/ wp-content/uploads/2021/04/YourBrainMatters_Apr2021.pdf wp-content/uploads/2022/ -wp-content/uploads/2022/04/online-learning-trends.pdfhttp://shkspr.mobi/robots.txt +wp-content/uploads/2022/04/online-learning-trends.pdfhttp://thinkprogress.org/robots.txt wp-content/uploads/2023/ wp-content/uploads/2023/03/YBM21.pdf -wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://donaldjtrump.com/robots.txt +wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://ama-assn.org/robots.txt wp-content/uploads/2024/ wp-content/uploads/2024/01/Remote_Access_Security_Predictions_Report_2024.pdf wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf @@ -174514,7 +174199,7 @@ wp-content/uploads/complianz wp-content/uploads/cover-images wp-content/uploads/dlm_uploads wp-content/uploads/gravity_receipts -wp-content/uploads/http://investing.com/robots.txt +wp-content/uploads/http://blackberry.com/robots.txt wp-content/uploads/import wp-content/uploads/interactive/web/capabilities-brochure wp-content/uploads/interactive/web/capabilities-brochure/index.html @@ -174541,22 +174226,22 @@ wp-content/uploads/woocommerce_transient_files/ wp-content/uploads/woocommerce_uploads wp-content/uploads/woocommerce_uploads/ wp-content/uploads/wp-import-export-lite -wp-content/uploads/wp-import-export-lite/http://brookings.edu/robots.txt -wp-content/uploads/wp-import-export-lite/http://cryptome.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://dogbreedinfo.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://donationcoder.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://ffmpeg.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://foodrepublic.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://frc.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://global.canon/robots.txt -wp-content/uploads/wp-import-export-lite/http://jp.square-enix.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://lighttpd.net/robots.txt -wp-content/uploads/wp-import-export-lite/http://open.edu/robots.txt -wp-content/uploads/wp-import-export-lite/http://ovhcloud.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://payoneer.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://raiders.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://rewind.youtube/robots.txt -wp-content/uploads/wp-import-export-lite/http://tf1info.fr/robots.txt +wp-content/uploads/wp-import-export-lite/http://a6be.webgomme.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://amnh.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://bitnob.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://edutopia.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://futurism.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://globalnews.ca/robots.txt +wp-content/uploads/wp-import-export-lite/http://groupme.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://index.hr/robots.txt +wp-content/uploads/wp-import-export-lite/http://lawfareblog.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://mariadb.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://mootools.net/robots.txt +wp-content/uploads/wp-import-export-lite/http://rantanps.blogspot.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://royalcollection.org.uk/robots.txt +wp-content/uploads/wp-import-export-lite/http://theblock.co/robots.txt +wp-content/uploads/wp-import-export-lite/http://thisweekinbevy.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://you.com/robots.txt wp-content/uploads/wp-staging wp-content/uploads/wpforms wp-content/uploads/wpforms/ @@ -174564,7 +174249,6 @@ wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo/wpo-plugins-tables-list.json wp-content/uploads/wpo/wpo-plugins-tables-list.json -wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://paradoxplaza.com/robots.txt wp-content/vidyard-plugins wp-core wp-core/wp-admin/admin-ajax.php @@ -174599,7 +174283,7 @@ wp-includes/images/ wp-includes/js wp-includes/js/ wp-includes/js/* -wp-includes/js/http://react-chicago.org/robots.txt +wp-includes/js/http://airnow.gov/robots.txt wp-includes/js/jquery/jquery.masonry.min.js?ver= wp-includes/js/masonry.min.js?ver= wp-includes/js/mediaelement/mediaelementplayer.min.css @@ -174644,7 +174328,7 @@ wp-login.php?* wp-query.html wp-register.php wp-register.php -wp-register.phphttp://thepointsguy.com/robots.txt +wp-register.phphttp://grammarly.com/robots.txt wp-signup.php wp-signup.php wp-sitemap-posts- @@ -174671,7 +174355,7 @@ wpd wpdev wphttps://www.etracker.com/app/uploads/wpforms wpi/ -wpm*http://mamamia.com.au/robots.txt +wpm*http://mollie.com/robots.txt wpm/*.js wpost/proxy wppi-show/l @@ -174758,7 +174442,7 @@ writeReview2/ew writeareview writeit/index.asp writeit/index.htm -writer/http://understandingwar.org/robots.txt +writer/http://hattrick.go.ro/robots.txt writers writers/writing-tips/ writewit/biograph/index.htm @@ -174882,7 +174566,6 @@ x/tests x01122019-higfiles x? xArchive/Archive/Illegal-liquor-export-20010319 -xajax xavier xb/en/ xbp/search @@ -174916,10 +174599,10 @@ xems/apis/registration/attendee/portal/ticket/list xems/apis/social_media_center/get_buzz_setting_reg_page xems/whova_backend/apis/reg/event_info xems/whova_backend/apis/reg/pricing_info -xems/whova_backend/webhost/get_config/http://businessmirror.com.ph/robots.txt +xems/whova_backend/webhost/get_config/http://whowhatwear.com/robots.txt xero xethikarbeitsgruppe/ -xethikarbeitsgruppe/http://snag.gy/robots.txt +xethikarbeitsgruppe/http://wigle.net/robots.txt xfilter=1 xfx7 xgenehmigungpruefung/ @@ -175036,11 +174719,11 @@ xsd xsl xsl xsl/ -xsl/http://rapidtables.com/robots.txt +xsl/http://infosecurity-magazine.com/robots.txt xslt xslt/ -xslt/http://flexjobs.com/robots.txt -xslt/http://uts.edu.au/robots.txt +xslt/http://cryptokitties.co/robots.txt +xslt/http://wsj.com/robots.txt xstatic/ xtbcallback.php xtian @@ -175066,7 +174749,7 @@ xyu xzhang xzhou y/* -y/http://sverigesradio.se/robots.txt +y/http://eric.ed.gov/robots.txt y1= yaa/ yabouzzohour @@ -175501,7 +175184,7 @@ yourarchives yourbaskets/add youre_making_air_fryer_mistakes/article.htm youreurope/businessACC -youreurope/businessDEV/http://nasa.gov/robots.txt +youreurope/businessDEV/http://europapress.es/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -176028,12 +175711,10 @@ zh-hans/account zh-hans/account/create zh-hans/account/login zh-hans/account/recover -zh-hans/asset-preview* zh-hans/node zh-hans/node/ zh-hans/rss zh-hans/search -zh-hans/search* zh-hans/search/ zh-hans/search/help zh-hans/setlocale @@ -176079,7 +175760,7 @@ zh-tw/ko zh-tw/lp zh-tw/products/details zh-tw/pt -zh-tw/searchhttp://google.be/robots.txt +zh-tw/searchhttp://blog.codecentric.de/robots.txt zh-tw/searchresults zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud @@ -176205,7 +175886,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://index.hr/robots.txt +zh/internalhttp://amazon.jp/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -176550,7 +176231,7 @@ zz-test zz/ zzGKS/ zzIVZ/ -zz_test/http://theblock.co/robots.txt +zz_test/http://fitsmallbusiness.com/robots.txt zzhang zzhu zzj @@ -176838,7 +176519,7 @@ zzz_systest 顯示禮品登記 001 1 -1*.jpg$http://planner5d.com/robots.txt +1*.jpg$http://ebay.ca/robots.txt 1*? 1+1+1+* 1- @@ -176952,6 +176633,7 @@ zzz_systest 4brarkhan 4d422a2b-60d3-457f-8754-e8a09ebe3fb1 4d_includes/ +4fb2cc2308a9c110/Editor-*?page=* 4h-old 4hjudging/ 4test* @@ -177207,17 +176889,17 @@ zzz_systest 404.htm 404.html 404.html -404.htmlhttp://support.skype.com/robots.txt +404.htmlhttp://zapier.com/robots.txt 404.php 404/ 404/test 404error.aspx 404handler/ -404http://bonaparte.berlin/robots.txt -404http://dollsthetic.com/robots.txt -404http://produtorarealtime.com.br/robots.txt -404http://steinberg.net/robots.txt -404http://ylacabratiroalmonte.wordpress.com/robots.txt +404http://bettenmalsch.com/robots.txt +404http://dinotim.com/robots.txt +404http://doodle.com/robots.txt +404http://formidableforms.com/robots.txt +404http://warnerbros.com/robots.txt 406 413gkwMT 419/es @@ -177234,7 +176916,7 @@ zzz_systest 473,Lato-z-Radiem-2021 473,Lato-z-Radiem-2021/9315,Moje-Archiwum 473/ -473/9315http://iamsterdam.com/robots.txt +473/9315http://polyfill-fastly.io/robots.txt 474 474,Lato-z-Radiem-2021-Lokacje 479 @@ -177734,11 +177416,13 @@ zzz_systest 7190/ 7198 7263/ +7336 7449 7577 8051 8058 8245 +8264 8324 8510*.jpg$ 8511*.jpg$