User-agent: Scrapy
Allow: /

User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /listings/
Disallow: /wp-json/wp/v2/getSpaces
Disallow: /wp-json/wp/v2/getUsers
Disallow: /wp-json/wp/v2/getListingRegions
Disallow: /wp-json/wp/v2/getListingCategories
Disallow: /wp-json/wp/v2/getListingLabels
Disallow: /wp-json/wp/v2/getListingAmenities
Disallow: /fr/
Disallow: /*?*
Disallow: /s/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10