1.0s-oneill.comhttps://s-oneill.com/sov02rich600338<blockquote class="wp-embedded-content" data-secret="18DB4aAQGE"><a href="https://s-oneill.com/sov02/robots-txt/">Robots.txt</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://s-oneill.com/sov02/robots-txt/embed/#?secret=18DB4aAQGE" width="600" height="338" title="“Robots.txt” — s-oneill.com" data-secret="18DB4aAQGE" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script type="text/javascript"> /* <![CDATA[ */ /*! This file is auto-generated */ !function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document); //# sourceURL=https://s-oneill.com/sov02/wp-includes/js/wp-embed.min.js /* ]]> */ </script> An appropriate way to start off SEO posts is a short on on robots.txt. This is the file that web crawlers and bots are supposed to look to for instructions when indexing your site, including an instruction not to index. Apparently there are some naughty bots out there that ignore any type of instructions but […]