'/%3e%3cstop%20offset='0.233154'%20stop-color='rgb(85,147,168)'/%3e%3cstop%20offset='0.498779'%20stop-color='rgb(118,110,188)'/%3e%3cstop%20offset='0.518311'%20stop-color='rgb(118,110,188)'/%3e%3cstop%20offset='0.725342'%20stop-color='rgb(131,96,195)'/%3e%3cstop%20offset='0.967529'%20stop-color='rgb(131,96,195)'/%3e%3c/linearGradient%3e%3c/defs%3e%3cg%20class='layer'%3e%3ctitle%3eLayer%201%3c/title%3e%3cpath%20d='m520.458,138.713l0.288,275.873l248.183,-0.838l0.543,27.988l-98.983,-1.381l248.653,330.632l161.038,62.849c204.77,13.341%20404.52,55.824%20538.4,121.249c-129.16,91.845%20-346.96,107.975%20-517.21,134.385c-137.754,54.25%20-277.893,79.88%20-418.547,99.34l176.161,26.49l-187.485,265.27l106.536,1.16l-0.396,24.38l-257.69,-0.35l0.224,277.2l1226.507,-666.91l-0.21,-310.195l-1226.012,-667.142z'%20fill='%23181c32'%20id='svg_1'%20stroke='%23bf0000'%20stroke-linejoin='bevel'%20transform='matrix(1%200%200%201%200%200)'/%3e%3cg%20id='svg_2'%20transform='matrix(1,0,0,1,0,-7.18323)'%3e%3cg%20id='svg_3'%20transform='matrix(432.031,0,0,432.031,181.052,465.596)'%3e%3cpath%20d='m0.389,0.012c0.147,0%200.231,-0.081%200.279,-0.164l-0.122,-0.059c-0.028,0.055%20-0.088,0.097%20-0.157,0.097c-0.121,0%20-0.209,-0.093%20-0.209,-0.219c0,-0.126%200.088,-0.219%200.209,-0.219c0.069,0%200.129,0.043%200.157,0.097l0.122,-0.06c-0.047,-0.083%20-0.132,-0.163%20-0.279,-0.163c-0.2,0%20-0.355,0.14%20-0.355,0.345c0,0.205%200.155,0.345%200.355,0.345z'%20fill='%23181c32'%20fill-rule='nonzero'%20id='svg_4'/%3e%3c/g%3e%3cg%20id='svg_5'%20transform='matrix(432.031,0,0,432.031,181.052,897.626)'%3e%3cpath%20d='m0.382,0.012c0.202,0%200.349,-0.144%200.349,-0.345c0,-0.201%20-0.147,-0.345%20-0.349,-0.345c-0.201,0%20-0.348,0.144%20-0.348,0.345c0,0.201%200.147,0.345%200.348,0.345zm0,-0.126c-0.123,0%20-0.202,-0.095%20-0.202,-0.219c0,-0.125%200.079,-0.219%200.202,-0.219c0.123,0%200.203,0.094%200.203,0.219c0,0.124%20-0.08,0.219%20-0.203,0.219z'%20fill='%23181c32'%20fill-rule='nonzero'%20id='svg_6'/%3e%3c/g%3e%3cg%20id='svg_7'%20transform='matrix(432.031,0,0,432.031,181.052,1329.66)'%3e%3cpath%20d='m0.329,0c0.209,0%200.354,-0.132%200.354,-0.333c0,-0.201%20-0.145,-0.334%20-0.354,-0.334l-0.263,0l0,0.667l0.263,0zm0,-0.125l-0.121,0l0,-0.417l0.121,0c0.137,0%200.209,0.091%200.209,0.209c0,0.113%20-0.077,0.208%20-0.209,0.208z'%20fill='%23181c32'%20fill-rule='nonzero'%20id='svg_8'/%3e%3c/g%3e%3cg%20id='svg_9'%20transform='matrix(432.031,0,0,432.031,181.052,1761.69)'%3e%3cpath%20d='m0.538,0l0,-0.125l-0.33,0l0,-0.151l0.323,0l0,-0.125l-0.323,0l0,-0.141l0.262,-0.004l0.068,-0.121l-0.472,0l0,0.667l0.472,0z'%20fill='%23181c32'%20fill-rule='nonzero'%20id='svg_10'/%3e%3c/g%3e%3c/g%3e%3cpath%20d='m1244.34,899.516c2.24,-2.727%205.63,-4.263%209.16,-4.16c97.08,2.951%20178.72,25.028%20244,67.365c-75.46,47.959%20-156.69,71.079%20-244.2,67.079c-3.52,-0.17%20-6.76,-1.95%20-8.81,-4.82c-31.84,-44.902%20-32.01,-86.733%20-0.15,-125.464z'%20fill='url(%23svg_16)'%20id='svg_11'/%3e%3c/g%3e%3c/svg%3e)
robots.txt Generator
Create robots.txt files for search engine crawling rules
SEO & Config Runs in your browser
Configuration
Output
User-agent: * Disallow: /admin/ Disallow: /private/ Allow: / Sitemap: https://example.com/sitemap.xml
How to Use
1Add user-agent rules (use * for all crawlers)
2Specify paths to disallow or allow
3Add your sitemap URL
4Copy or download the generated robots.txt file
Frequently Asked Questions
What is robots.txt?
robots.txt is a file placed at the root of a website that tells search engine crawlers which pages or sections they can or cannot access.
Does robots.txt block indexing?
No, robots.txt only controls crawling. Pages blocked by robots.txt can still appear in search results if other pages link to them. Use meta noindex tags to prevent indexing.
Where should I place robots.txt?
robots.txt must be placed at the root of your domain: https://example.com/robots.txt. It won't work in subdirectories.