chore: addint robots no index by host

src/components/HeadCommon.astro

@@ -1,12 +1,24 @@
 ---
-import { FAVICON_URL, FONTS_URL } from '~/consts';
+import { FAVICON_URL, FONTS_URL, SITE_URL } from '~/consts';
+
+let noindex = false // use like param if necessary implement by page, today all the pages of docs are indexed
+const isToNoIndex = /https:\/\/www.azion.com/.test(SITE_URL) && !noindex ? false : true
 ---
 
 <meta charset="utf-8" />
 <meta http-equiv="x-ua-compatible" content="ie=edge" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
 <meta name="generator" content={Astro.generator} />
 
+{
+  isToNoIndex ? (
+    <meta name="robots" content="noindex" />
+  ) : (
+    <meta name="robots" content="all" />
+  )
+}
+
+
 <link rel="icon" type="image/png" href={FAVICON_URL} />
 <link rel="icon" type="image/png" href={FAVICON_URL} sizes="32x32" />
 <link rel="apple-touch-icon-precomposed" href={FAVICON_URL} sizes="32x32" />