Sitemap: https://www.biggerpockets.com/sitemaps/sitemap.xml.gz
Sitemap: https://www.biggerpockets.com/blog/sitemap_index.xml
Sitemap: https://www.biggerpockets.com/topics/latest.rss
Sitemap: https://www.biggerpockets.com/topics/recently_updated.rss

# BiggerPockets.com: robots.txt
#
# This file is used to allow crawlers to index our site.
# It is NOT used for any other purpose.
#
User-agent: Becomebot
Disallow: /

User-agent: BoardTracker
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: voyager
Disallow: /

User-agent: cfetch/1.0
Disallow: /

User-agent: voyager-hc/1.0
Disallow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: GPTBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: *
Disallow: /account$
Disallow: /account/
Disallow: /admin/
Disallow: /articles/my$
Disallow: /articles/saved$
Disallow: /auth/
Disallow: /bhr$
Disallow: /member-blogs/new$
Disallow: /buy_and_hold_results$
Disallow: /business/page/*?
Disallow: /cable$
Disallow: /callbacks/
Disallow: /colleagues$
Disallow: /connections$
Disallow: /conversations$
Disallow: /crm$
Disallow: /cta$
Disallow: /email_opt_out$
Disallow: /events/new$
Disallow: /fclk/
Disallow: /fcr$
Disallow: /first-post$
Disallow: /followerships$
Disallow: /forums/108$
Disallow: /forums/52/topics/94369-tenant-wants-to-change-2-yr-lease-to-a-1-yr-after-only-a-month
Disallow: /galleries/my$
Disallow: /galleries/new$
Disallow: /hardmoneylenders/destroy$
Disallow: /hardmoneylenders/edit_company$
Disallow: /hardmoneylenders/new$
Disallow: /hardmoneylenders/new_company$
Disallow: /hardmoneylenders/update$
Disallow: /hfr$
Disallow: /house_flipping_results$
Disallow: /invites$
Disallow: /janus$
Disallow: /keyword-alerts$
Disallow: /labellings$
Disallow: /lclk/
Disallow: /locations$
Disallow: /login?
Disallow: /menu_stylesheet$
Disallow: /message_drafts$
Disallow: /messages$
Disallow: /moderation_presets$
Disallow: /moderator_notes$
Disallow: /monitor$
Disallow: /monitorships$
Disallow: /notes$
Disallow: /notifications$
Disallow: /opt_outs/new$
Disallow: /password_resets$
Disallow: /post_drafts$
Disallow: /post_reports$
Disallow: /post_upgrade_survey_results$
Disallow: /pro/cancel$
Disallow: /pro/cancelled$
Disallow: /pro/confirm_cancel$
Disallow: /pro/downgrade$
Disallow: /pro/switch_to_pro_annual$
Disallow: /pro/update$
Disallow: /pro/upgrade$
Disallow: /pro/upsale_switch_to_pro_annual$
Disallow: /pro_private_file_uploads$
Disallow: /pro_private_messaging$
Disallow: /pro_search_by_labels$
Disallow: /pro_searchable_inbox$
Disallow: /pro_tasks$
Disallow: /profile$
Disallow: /promotions$
Disallow: /properties/favorites$
Disallow: /properties/my$
Disallow: /properties/select_type$
Disallow: /queuecontrol$
Disallow: /receipt$
Disallow: /referenceships$
Disallow: /reviews/flows/*/steps/
Disallow: /reviews/flows/*/thanks$
Disallow: /reviews/flows/new$
Disallow: /agent/match/flows/*/steps/
Disallow: /settings$
Disallow: /search$
Disallow: /search?
Disallow: /signup?
Disallow: /toggle_full_width$
Disallow: /topics/3044-
Disallow: /topics/lock$
Disallow: /topics/moderate$
Disallow: /topics/monitored$
Disallow: /topics/my$
Disallow: /topics/related$
Disallow: /topics/reply$
Disallow: /topics/subscribed$
Disallow: /topics/tagged$
Disallow: /topics/tags$
Disallow: /upgrades/cancel$
Disallow: /upgrades/downgrade$
Disallow: /upgrades/update_plan$
Disallow: /upgrades/upgrade$
Disallow: /users/*/follow$
Disallow: /users/*/unfollow$
Disallow: /users/avatar$
Disallow: /users/context$
Disallow: /users/devices$
Disallow: /users/email_available$
Disallow: /users/filter$
Disallow: /users/follow$
Disallow: /users/ignore$
Disallow: /users/my_colleagues$
Disallow: /users/name_avilable$
Disallow: /users/profile_video_info$
Disallow: /users/provide_reference$
Disallow: /users/report$
Disallow: /users/verify_cell$
Disallow: /vote_notifications$
Disallow: /wholesaling_results$
Disallow: /portfolio$
Disallow: /forums/79/topics/41438-marko-rubel-wholesaling-program$
Disallow: /users/realestatetim$
Disallow: /users/peter-harris$
Disallow: /users/mybkhelp$
Disallow: /users/shortsalementor$
Disallow: /co/freedom-mentor$
Disallow: /co/display-wholesalecom$
Disallow: /forums/79/topics/88107-what-to-expect-with-scott-yancey$
Disallow: /co/phil-pustejovsky$
Disallow: /videos$
Disallow: /test_cache/
Disallow: /webinars/*/attendees$
Disallow: /*sort=
Disallow: /insecure-password$
Disallow: /auth/google_oauth2$
Disallow: /auth/apple$
Disallow: /forums/preferences/*
# this is to ignore google publisher tag url
Disallow: /1009271$
Disallow: /comments/disqus-token$

# Blog
Disallow: /renewsblog/*?s=*

# Tracking ad impressions wastes crawl budget
Disallow: /ad_impressions$

# POST request for wordpress analytics
Disallow: /wordpress-blog-post-views$

# Limited to logged in users
Disallow: /alerts$
Disallow: /alerts/*
Disallow: /analysis/flips$
Disallow: /analysis/flips/*
Disallow: /analysis/rentals$
# Disallow: /analysis/rentals/* This is too broad and blocks "analysis/rentals/new" instead we have to match numbers which the start of  the uuids used. We have to match each number because this doesn't support regex
Disallow: /analysis/rentals/0*
Disallow: /analysis/rentals/1*
Disallow: /analysis/rentals/2*
Disallow: /analysis/rentals/3*
Disallow: /analysis/rentals/4*
Disallow: /analysis/rentals/5*
Disallow: /analysis/rentals/6*
Disallow: /analysis/rentals/7*
Disallow: /analysis/rentals/8*
Disallow: /analysis/rentals/9*
Disallow: /colleague_requests$
Disallow: /colleague_requests/*
Disallow: /companies/new$
Disallow: /dashboard$
Disallow: /flippingcalc$
Disallow: /followed-categories$
Disallow: /followed-discussions$
Disallow: /followed-locations$
Disallow: /followed-people$
Disallow: /my-discussions$
Disallow: /perks$
Disallow: /perks/*
Disallow: /settings$
Disallow: /settings/*
Disallow: /topics/new$
Disallow: /forums/preferences$
Disallow: /forums/preferences?*

# Shared CSRF token partial for the blog
Disallow: /shared_components/csrf_token$