# Notice: Crawling FINN.no is prohibited unless you have written permission. # See the terms and conditions in the footer: # Innholdet er beskyttet etter åndsverksloven. Bruk av automatiserte tjenester (roboter, spidere, indeksering m.m.) # samt andre fremgangsmåter for systematisk eller regelmessig bruk er ikke tillatt uten eksplisitt samtykke fra FINN.no. # User-agent: * # tmp disabled: Disallow: /user/ Allow: /user/ Disallow: /finnboks/ Disallow: /contact.html Disallow: /adstats.html Disallow: /auth/ Disallow: /meldinger/ Disallow: /messages/ Disallow: /supersecret/ Disallow: /finn/import/ Disallow: /effekt/ Disallow: /min-finn # Don't index searches for old gallery urls Disallow: */gallery.html Sitemap: https://www.finn.no/sitemap.xml # FAS shortcut links: # If googlebot respects that these 301 to a disallowed page, we can remove these. # 50k weekly. Many google referrers Disallow: /bap.html # 20k weekly. Many google referrers Disallow: /job.html # 4k weekly. Many google referrers Disallow: /mc.html # motor rules # bil vertical Allow: /car/used/search.html Allow: /car/import/search.html Allow: /car/mobilehome/search.html Allow: /car/caravan/search.html Allow: /boat/forsale/search.html Allow: /boat/wanted/search.html Allow: /boat/rent/search.html Allow: /boat/motor/search.html Allow: /boat/motor/parts/search.html Allow: /boat/motor/wanted/search.html Allow: /boat/dock/available/search.html Allow: /boat/dock/wanted/search.html Allow: /mc/all/search.html Allow: /mc/scooter/search.html Allow: /mc/snowmobile/search.html Allow: /mc/atv/search.html Allow: /b2b/vanused/search.html Allow: /b2b/vanimport/search.html Allow: /b2b/truck/search.html Allow: /b2b/truckabroad/search.html Allow: /b2b/bus/search.html Allow: /b2b/construction/search.html Allow: /b2b/agriculturetractor/search.html Allow: /b2b/agriculturecombines/search.html Allow: /b2b/agriculturetools/search.html Allow: /car/used/ad.html Allow: /car/import/ad.html Allow: /car/mobilehome/ad.html Allow: /car/caravan/ad.html Allow: /b2b/vanused/ad.html Allow: /b2b/vanimport/ad.html # nyttekjøretøy # vanused and vanimport already handled in bil # indexing of b2b ads wanted Allow: /b2b/truck/ad.html Allow: /b2b/truckabroad/ad.html Allow: /b2b/bus/ad.html Allow: /b2b/construction/ad.html Allow: /b2b/agriculturetractor/ad.html Allow: /b2b/agriculturecombines/ad.html Allow: /b2b/agriculturetools/ad.html # mc # indexing of mc ads not wanted Allow: /mc/all/ad.html Allow: /mc/scooter/ad.html Allow: /mc/snowmobile/ad.html Allow: /mc/atv/ad.html # båt # indexing of boat ads not wanted Allow: /boat/forsale/ad.html Allow: /boat/wanted/ad.html Allow: /boat/rent/ad.html Allow: /boat/motor/ad.html Allow: /boat/motor/parts/ad.html Allow: /boat/motor/wanted/ad.html Allow: /boat/dock/available/ad.html Allow: /boat/dock/wanted/ad.html # Eiendom # Bolig til leie - result page. Allow: /realestate/lettings/search.html Allow: /realestate/homes/search.html Allow: /realestate/leisuresale/search.html Allow: /realestate/abroad/search.html Allow: /realestate/newbuildings/search.html Allow: /realestate/plots/search.html Allow: /realestate/leisureplots/search.html Allow: /realestate/businesssale/search.html Allow: /realestate/businessrent/search.html Allow: /realestate/businessplots/search.html Allow: /realestate/companyforsale/search.html # disallow all realestate ad pages: Disallow: /realestate/homes/ad.html Disallow: /realestate/newbuildings/ad.html Disallow: /realestate/plots/ad.html Disallow: /realestate/leisuresale/ad.html Disallow: /realestate/abroad/ad.html Disallow: /realestate/leisureplots/ad.html Disallow: /realestate/lettings/ad.html Disallow: /realestate/wanted/ad.html Disallow: /realestate/businesssale/ad.html Disallow: /realestate/businessrent/ad.html Disallow: /realestate/businessplots/ad.html Disallow: /realestate/companyforsale/ad.html Disallow: /eiendom/nybygg/prosjekt # BAP # Indexable, with some exceptions, see end of file Disallow: /bap/webstore/search.html # Disallow: /bap/shipping.html # JOB # Indexable, with some exceptions, see end of file # PAL (PArtnerLøsning) # disallow ad and search pages Disallow: /pw/search Disallow: /pw/ad # REISE # disallow flight search results Disallow: /reise/flybilletter/result Disallow: /reise/flybilletter/ut Disallow: /reise/pakkereiser/redirect Disallow: /reise/pakkereiser/ut Disallow: /reise/restplasser/redirect Disallow: /reise/restplasser/ut # Personal Finance Disallow: /pf-api/ Disallow: /pf/api/ # Shopping was discontinued 2019. Disallow: /shopping/ # Misc Disallow: /loginForm.html Disallow: /authorizemessaging.html # Exceptions: User-agent: Baiduspider Disallow: / # Twitterbot is allowed for Twitter Cards to work User-agent: Twitterbot Disallow: User-agent: IndeedBot Disallow: / User-Agent: Jobblebot Disallow: / User-Agent: neuvoo Disallow: /