User-agent: * Disallow: /_notes/ Disallow: /engleski/ Disallow: /home/ Disallow: /images/ Disallow: /java/ Disallow: /nemacki/ Disallow: /slike/ Disallow: /srpski/ # To remove all pages under a particular directory (for example, lemurs), you'd use the following robots.txt entry: # User-agent: Googlebot # Disallow: /lemurs # # To remove all files of a specific file type (for example, .gif), you'd use the following robots.txt entry: # User-agent: Googlebot # Disallow: /*.gif$ # # To remove dynamically generated pages, you'd use this robots.txt entry: # User-agent: Googlebot # Disallow: /*? # # Ako na kraju red nema / u navedenom direktorijumu se neće obrađivati *.htm ali hoće *.html ???