# Notice: Collection of data on Facebook through automated means is # prohibited unless you have express written permission from Facebook # and may only be conducted for the limited purpose contained in said # permission. # See: http://www.facebook.com/apps/site_scraping_tos_terms.php User-agent: Applebot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: baiduspider Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Bingbot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Discordbot Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: DuckDuckBot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: facebookexternalhit Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Googlebot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Google-Extended Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Googlebot-Image Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /map_tile.php Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /static_map.php Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: GPTBot Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: ia_archiver Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: LinkedInBot Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: msnbot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Naverbot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Pinterestbot Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Screaming Frog SEO Spider Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: seznambot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Slurp Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: teoma Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: TelegramBot Disallow: / Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Twitterbot Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Yandex Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Yeti Disallow: /*/plugins/* Disallow: /a/bz? Disallow: /ajax/ Disallow: /album.php Disallow: /checkpoint/ Disallow: /contact_importer/ Disallow: /dialog/ Disallow: /fbml/ajax/dialog/ Disallow: /feeds/ Disallow: /file_download.php Disallow: /job_application/ Disallow: /l.php Disallow: /login.php?next= Disallow: /login/?next= Disallow: /moments_app/ Disallow: /p.php Disallow: /photos.php Disallow: /plugins/ Disallow: /share.php Disallow: /share/ Disallow: /sharer.php Disallow: /sharer/ Disallow: /tr/ Disallow: /tr? Disallow: /ufi/reaction/profile/browser/ Disallow: /x/oauth/ User-agent: Applebot Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: baiduspider Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Bingbot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch User-agent: Discordbot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: DuckDuckBot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: facebookexternalhit Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: Googlebot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch User-agent: ia_archiver Allow: /about/privacy Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /full_data_use_policy Allow: /legal/terms Allow: /policy.php Allow: /safetycheck/ User-agent: LinkedInBot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: msnbot Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Naverbot Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Pinterestbot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: Screaming Frog SEO Spider Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch User-agent: seznambot Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Slurp Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: teoma Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: TelegramBot Allow: /*/videos/ Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ Allow: /watch/?v=* User-agent: Twitterbot Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Yandex Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: Yeti Allow: /ajax/bootloader-endpoint/ Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet Allow: /careers/ Allow: /safetycheck/ User-agent: * Disallow: /