# Notice: Crawling FINN.no is prohibited unless you have written permission.
# See the terms and conditions in the footer:
#   Innholdet er beskyttet etter åndsverksloven. Bruk av automatiserte tjenester (roboter, spidere, indeksering m.m.)
#   samt andre fremgangsmåter for systematisk eller regelmessig bruk er ikke tillatt uten eksplisitt samtykke fra FINN.no.
#

User-agent: *
# tmp disabled: Disallow: /user/
Allow: /user/
Disallow: /finnboks/
Disallow: /contact.html
Disallow: /adstats.html
Disallow: /auth/
Disallow: /meldinger/
Disallow: /messages/
Disallow: /supersecret/
Disallow: /finn/import/
Disallow: /effekt/
Disallow: /min-finn
Disallow: /map?
Disallow: /map/
Disallow: /profile*


# Don't index searches for old gallery urls
Disallow: */gallery.html

Sitemap: https://www.finn.no/sitemap.xml

# FAS shortcut links:
# If googlebot respects that these 301 to a disallowed page, we can remove these.
# 50k weekly. Many google referrers
Disallow: /bap.html
# 20k weekly. Many google referrers
Disallow: /job.html
# 4k weekly. Many google referrers
Disallow: /mc.html

# mobility rules

Allow: /mobility/item
Allow: /mobility/search
Allow: /mobility/browse

# subvertical: car
# mfinn paths still enabled as app still runs
# These redirects to /mobility/item/<ad_id> & /mobility/search/<category>


Allow: /car/used/search.html
Allow: /car/import/search.html
Allow: /car/mobilehome/search.html
Allow: /car/caravan/search.html
Allow: /boat/forsale/search.html
Allow: /boat/wanted/search.html
Allow: /boat/rent/search.html
Allow: /boat/motor/search.html
Allow: /boat/motor/parts/search.html
Allow: /boat/motor/wanted/search.html
Allow: /boat/dock/available/search.html
Allow: /boat/dock/wanted/search.html
Allow: /mc/all/search.html
Allow: /mc/scooter/search.html
Allow: /mc/snowmobile/search.html
Allow: /mc/atv/search.html
Allow: /b2b/vanused/search.html
Allow: /b2b/vanimport/search.html
Allow: /b2b/truck/search.html
Allow: /b2b/truckabroad/search.html
Allow: /b2b/bus/search.html
Allow: /b2b/construction/search.html
Allow: /b2b/agriculturetractor/search.html
Allow: /b2b/agriculturecombines/search.html
Allow: /b2b/agriculturetools/search.html
Allow: /car/used/ad.html
Allow: /car/import/ad.html
Allow: /car/mobilehome/ad.html
Allow: /car/caravan/ad.html
Allow: /b2b/vanused/ad.html
Allow: /b2b/vanimport/ad.html


# subvertical: b2b
# vanused and vanimport already handled in car
# mfinn paths still enabled as app still runs
# These redirects to /mobility/item/<ad_id> (except bus, truck and construction)

# indexing of b2b ads wanted
Allow: /b2b/truck/ad.html
Allow: /b2b/truckabroad/ad.html
Allow: /b2b/bus/ad.html
Allow: /b2b/construction/ad.html
Allow: /b2b/agriculturetractor/ad.html
Allow: /b2b/agriculturecombines/ad.html
Allow: /b2b/agriculturetools/ad.html


# subvertical: mc
# indexing of mc ads not wanted
# mfinn paths still enabled as app still runs
# These redirects to /mobility/item/<ad_id>

Allow: /mc/all/ad.html
Allow: /mc/scooter/ad.html
Allow: /mc/snowmobile/ad.html
Allow: /mc/atv/ad.html


# subvertical: boat
# indexing of boat ads not wanted
# mfinn paths still enabled as app still runs
# These redirects to /mobility/item/<ad_id>

Allow: /boat/forsale/ad.html
Allow: /boat/wanted/ad.html
Allow: /boat/rent/ad.html
Allow: /boat/motor/ad.html
Allow: /boat/motor/parts/ad.html
Allow: /boat/motor/wanted/ad.html
Allow: /boat/dock/available/ad.html
Allow: /boat/dock/wanted/ad.html

# Eiendom

# Bolig til leie - result page.
Allow:    /realestate/lettings/search.html
Allow:    /realestate/homes/search.html
Allow:    /realestate/leisuresale/search.html
Allow:    /realestate/abroad/search.html
Allow:    /realestate/newbuildings/search.html
Allow:    /realestate/plots/search.html
Allow:    /realestate/leisureplots/search.html
Allow:    /realestate/businesssale/search.html
Allow:    /realestate/businessrent/search.html
Allow:    /realestate/businessplots/search.html
Allow:    /realestate/companyforsale/search.html

# allowed realestate ad pages:
Allow: /realestate/lettings/ad.html
Allow: /realestate/wanted/ad.html
Allow: /realestate/businesssale/ad.html
Allow: /realestate/businessrent/ad.html
Allow: /realestate/businessplots/ad.html
Allow: /realestate/companyforsale/ad.html
Allow: /realestate/abroad/ad.html
Allow: /realestate/homes/ad.html
Allow: /realestate/leisuresale/ad.html
Allow: /realestate/leisureplots/ad.html
Allow: /realestate/plots/ad.html
Allow: /realestate/projectsingle/ad.html
Allow: /realestate/project/ad.html
Allow: /realestate/projectunit/ad.html
Allow: /realestate/planned/ad.html
Allow: /realestate/projectleisure/ad.html
Allow: /realestate/projectunitleisure/ad.html

# disallowed realestate ad pages:
Disallow: /realestate/lettings/preview.html
Disallow: /realestate/wanted/preview.html
Disallow: /realestate/businesssale/preview.html
Disallow: /realestate/businessrent/preview.html
Disallow: /realestate/businessplots/preview.html
Disallow: /realestate/companyforsale/preview.html
Disallow: /realestate/abroad/preview.html
Disallow: /realestate/homes/preview.html
Disallow: /realestate/leisuresale/preview.html
Disallow: /realestate/leisureplots/preview.html
Disallow: /realestate/plots/preview.html
Disallow: /realestate/projectsingle/preview.html
Disallow: /realestate/project/preview.html
Disallow: /realestate/projectunit/preview.html
Disallow: /realestate/planned/preview.html
Disallow: /realestate/projectleisure/preview.html
Disallow: /realestate/projectunitleisure/preview.html
Disallow: /realestate/calendar.ics

Disallow: /realestate/newbuildings/ad.html
Disallow: /eiendom/nybygg/prosjekt

# disallow indexing of distribution-urls
Disallow: /distribution

# BAP
# Indexable, with some exceptions, see end of file

Disallow: /bap/webstore/search.html
# Disallow: /bap/shipping.html


# JOB
# Indexable, with some exceptions, see end of file
Disallow: /job*industry=*occupation=*
Disallow: /job/employer/company/*activeAds*


# PAL (PArtnerLøsning)
# disallow ad and search pages

Disallow: /pw/search
Disallow: /pw/ad

# REISE
# disallow flight search results

Disallow: /reise/flybilletter/result
Disallow: /reise/flybilletter/ut
Disallow: /reise/pakkereiser/redirect
Disallow: /reise/pakkereiser/ut
Disallow: /reise/restplasser/redirect
Disallow: /reise/restplasser/ut

# Personal Finance
Disallow: /pf-api/
Disallow: /pf/api/

# Shopping was discontinued 2019.
Disallow: /shopping/

# Misc

Disallow: /loginForm.html
Disallow: /authorizemessaging.html

# Exceptions:

User-agent: Baiduspider
Disallow: /

# Twitterbot is allowed for Twitter Cards to work
User-agent: Twitterbot
Disallow:

User-agent: IndeedBot
Disallow: /

User-Agent: Jobblebot
Disallow: /

User-Agent: neuvoo
Disallow: /