User-agent: *
Host: https://html5css.ru

Disallow: /go.php
Disallow: /*inc_*.php
#Disallow: /*.htm
Disallow: /charsets/

#Disallow: /images/
#Disallow: /w3images/
#Disallow: /w3css/
#Disallow: /lib/

Disallow: /tags/*.htm
Disallow: /html/*.htm
Disallow: /cssref/*.htm
Disallow: /css/*.htm
Disallow: /jsref/*.htm
Disallow: /js/*.htm
Disallow: /howto/*.htm
Disallow: /bootstrap4/*.htm



Disallow: /html_copy_en/
Disallow: /tags_copy_en/
Disallow: /cssref_copy_en/
Disallow: /css_copy_en/
Disallow: /bootstrap4_copy_en/
Disallow: /bootstrap_copy_en/
Disallow: /jquery_copy_en/
Disallow: /howto_copy_en/
Disallow: /sql_copy_en/
Disallow: /colors_copy_en/
Disallow: /graphics_copy_en/
Disallow: /php_copy_en/
Disallow: /jsref_copy_en/
Disallow: /js_copy_en/

Disallow: /IndexS/




Disallow: /edithtm/*.jpeg
Disallow: /edithtm/*.jpg
Disallow: /edithtm/*.png
Disallow: /edithtm/*.gif
Disallow: /edithtm/*.htm
Disallow: /edithtm/*.html
Disallow: /edithtm/*.ogg
Disallow: /edithtm/*.mp4
Disallow: /edithtm/*.mp3
Disallow: /edithtm/*.waw
Disallow: /edithtm/*.swf
Disallow: /edithtm/*.txt
Disallow: /edithtm/*.js
Disallow: /edithtm/*.css
Disallow: /edithtm/*.htm
Disallow: /edithtm/zlib
Disallow: /edithtm/w3images
Disallow: /edithtm/w3css
Disallow: /edithtm/images






User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /

User-agent: MJ12bot
Disallow: /