Robots.txt Basic Syntax

-
Allowing all web crawlers access to all content

User-agent: *
Disallow:

Using this syntax in a robots.txt file tells web crawlers to crawl all pages on www.example.com, including the homepage.
       


Comments

Post a Comment

Popular posts from this blog

Uncontrolled Component - React Js

-
 App.js: import React , { useRef } from "react" ; import './App.css' function App () {   let inputRef = useRef ( null )   let inputRef2 = useRef ( null )   function formHandle ( e )   {     e . preventDefault ()     console . warn ( "Value of Field 1 :" , inputRef . current . value )     console . warn ( "Value of Text Field 2" , inputRef2 . current . value )     let input3 = document . getElementById ( 'input3' ). value     console . warn ( "Input field 3 value : " , input3 )   } return (   <div className = "App" >     <h1> UnControlled Component </h1>     <form onSubmit = { formHandle } >       <input type = "text" ref = { inputRef } /> <br/><br/>       <input type = "text" ref = { inputRef2 } /><br/> <br/>       <input type = "text" id = "input3" /><...
Read more

OG And Twitter Card Code For Products

-
https://www.silkblooms.co.uk/Large-Real-Preserved-Wood-Heart-Wreath-w-Multi-Coloured-Gerberas-Roses-and-Tulips-17086 <meta property="og:url" content="https://www.silkblooms.co.uk/Large-Real-Preserved-Wood-Heart-Wreath-w-Multi-Coloured-Gerberas-Roses-and-Tulips-17086"/> <meta property="og:type" content="product" /> <meta property="og:title" content="Shop Large Real Preserved Wood Heart Wreath w/ Multi-Coloured Gerberas, Roses and Tulips Online from Silk Blooms"/> <meta property="og:description" content="Shop Large Real Preserved Wood Heart Wreath w/ Multi-Coloured Gerberas, Roses and Tulips online from Silk Blooms at just £ 199.99. It is an online artificial wedding flowers store in UK"/> <meta property="og:image" content="https://www.silkblooms.co.uk/images/table/Artificial-Multi-Coloured-Large-Wooden-Heart-Wreath.jpg"/> <meta name="twitter:card...
Read more