Add SEO enhancements: configure noindex settings, update meta tags, and create robots.txt

webdevjosue · webdevjosue · commit dffe007803b6 · 2025-01-10T19:05:19.000-08:00
diff --git a/.htaccess b/.htaccess
@@ -0,0 +1,16 @@
+# Prevent directory browsing
+Options -Indexes
+
+# Prevent scraping
+Header set X-Robots-Tag "noindex, nofollow"
+
+# Prevent framing
+Header always append X-Frame-Options DENY
+Header set X-Content-Type-Options "nosniff"
+
+# Block bad bots
+RewriteEngine On
+RewriteCond %{HTTP_USER_AGENT} ^.*bot.*$ [NC,OR]
+RewriteCond %{HTTP_USER_AGENT} ^.*spider.*$ [NC,OR]
+RewriteCond %{HTTP_USER_AGENT} ^.*crawler.*$ [NC]
+RewriteRule ^(.*)$ - [F,L]
diff --git a/_config.yml b/_config.yml
@@ -9,6 +9,18 @@ markdown: kramdown
 plugins:
   - jekyll-seo-tag
 
+# SEO settings
+kramdown:
+  syntax_highlighter_opts:
+    disable: true
+
+defaults:
+  - scope:
+      path: "" # all files
+    values:
+      sitemap: false
+      noindex: true
+
 # Exclude files
 exclude:
   - .sass-cache/
diff --git a/_layouts/default.html b/_layouts/default.html
@@ -3,6 +3,10 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="robots" content="noindex, nofollow" />
+    <meta name="googlebot" content="noindex, nofollow" />
+    <meta http-equiv="X-Frame-Options" content="DENY" />
+    <meta http-equiv="X-Content-Type-Options" content="nosniff" />
     <title>
       {{ site.title }}{% if page.title != "Home" %} - {{ page.title }}{% endif
       %}
diff --git a/index.html b/index.html
@@ -115,12 +115,15 @@ <h2 class="text-2xl md:text-3xl lg:text-4xl font-bold">
             class="text-gray-700 text-base md:text-lg leading-relaxed max-w-2xl mx-auto"
           >
             🌱 Learning LLM's use case for making videos, music, sounds, art,
-            and so much more. 👯 Searching collaborate on Web, Apps, Design, and
-            Project Launching. 🤔 Searching for help with networking with
-            freelancer, enthusiasts, creatives, and creators. 💬 Let's Talk!
-            Technology, collaboration, or business opportunities in the San
-            Diego Region. 📫 Reach me: Email: WebDev.Josue@gmail.com ⚡ Fun
-            fact: Chihuahuas are the Strongest Dogs in the World. :)
+            and so much more.<br />
+            👯 Searching to collaborate on Web, Apps, Design, and Project
+            Launching.<br />
+            🤔 Searching for help with networking with freelancers, enthusiasts,
+            creatives, and creators.<br />
+            💬 Let's Talk! Technology, collaboration, or business opportunities
+            online!<br />
+            📫 Click Contact Me to reach out by E-Mail.<br />
+            ⚡ Fun fact: Chihuahuas are the Strongest Dogs in the World. :)<br />
           </p>
         </div>
       </section>
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,3 @@
+
+User-agent: *
+Disallow: /
