{"templateId":"markdown","sharedDataIds":{},"props":{"metadata":{"markdoc":{"tagList":[]},"type":"markdown"},"seo":{"title":"Search Engine Indexing of Internal Docs","siteUrl":"https://platform.papr.ai","description":"Papr Memory is an AI-native memory layer that lets developers add production-ready memory to their AI agents and apps with just a few lines of code."},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"search-engine-indexing-of-internal-docs"},"children":["Search Engine Indexing of Internal Docs"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"question"},"children":["Question"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If someone searches Google, can they find the internal docs?"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"answer-yes-if-the-github-repo-is-public"},"children":["Answer: YES, if the GitHub repo is public"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"how-search-engines-index-github"},"children":["How Search Engines Index GitHub"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"-github-public-repos-are-indexed"},"children":["✅ GitHub Public Repos ARE Indexed"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Google, Bing, and other search engines crawl public GitHub repositories"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["All files in public repos can appear in search results"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Internal docs (AUDIT-",{"$$mdtype":"Tag","name":"em","attributes":{},"children":[".md, POSITIONING-"]},".md, etc.) would be searchable"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Example search that would find them:",{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["site:github.com Papr-ai AUDIT-SUMMARY"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["site:github.com memory-dev-docs positioning strategy"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["\"Papr Memory\" internal documentation"]}]}]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"-github-private-repos-are-not-indexed"},"children":["❌ GitHub Private Repos are NOT Indexed"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Private repos require authentication"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Search engines cannot access them"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Internal docs remain private"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"-redocly-docs-site-platform.papr.ai---internal-docs-not-indexed"},"children":["❌ Redocly Docs Site (platform.papr.ai) - Internal Docs NOT Indexed"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Only pages in ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["sidebars.yaml"]}," are built and deployed"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Internal docs are not in sidebar → not deployed → not indexed"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Even if someone searches ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["site:platform.papr.ai AUDIT-SUMMARY"]},", they won't find it"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"current-exposure-risk"},"children":["Current Exposure Risk"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"platform-1-redocly-docs-site-platform.papr.ai"},"children":["Platform 1: Redocly Docs Site (platform.papr.ai)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk"]},": ✅ NONE - Internal docs are not deployed"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Why safe"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Redocly only builds files in ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["sidebars.yaml"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Internal docs not in sidebar"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Not deployed to platform.papr.ai"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Cannot be found via search engines"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"platform-2-github-repository"},"children":["Platform 2: GitHub Repository"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk"]},": ⚠️ DEPENDS on repo visibility"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["If repo is PUBLIC"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Internal docs ARE searchable via Google"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Anyone can find them with right search terms"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Content is indexed and cached by search engines"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["If repo is PRIVATE"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Internal docs are NOT searchable"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Only team members can access"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Search engines cannot index"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"example-search-queries-that-would-find-internal-docs"},"children":["Example Search Queries That Would Find Internal Docs"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If the repo is public, these searches would expose internal docs:"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"1. \"Papr Memory\" \"AUDIT-SUMMARY\"\n2. site:github.com/Papr-ai positioning strategy\n3. \"memory-dev-docs\" \"Reddit consensus\"\n4. \"Papr\" \"DIY vs Papr\" internal\n5. site:github.com Papr-ai POSITIONING-UPDATES\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"what-information-could-be-exposed"},"children":["What Information Could Be Exposed"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If repo is public and indexed, someone could find:"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"low-sensitivity-currently-in-your-internal-docs"},"children":["Low Sensitivity (Currently in your internal docs)"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Documentation improvement plans"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Positioning strategy and rationale"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Decision-making process"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Task tracking and planning notes"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk"]},": Low - Shows thoughtful process, no competitive harm"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"medium-sensitivity-if-added-to-internal-docs"},"children":["Medium Sensitivity (If added to internal docs)"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Competitive analysis details"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Pricing strategy discussions"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Unannounced features or roadmap"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Customer feedback with names"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk"]},": Medium - Could inform competitors"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"high-sensitivity-should-never-be-in-git"},"children":["High Sensitivity (Should NEVER be in git)"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ API keys or credentials"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Customer data or PII"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Security vulnerabilities"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ Proprietary algorithms"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk"]},": High - Security/compliance violation"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"how-to-check-current-exposure"},"children":["How to Check Current Exposure"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"1.-check-if-repo-is-public"},"children":["1. Check if Repo is Public"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Try to access without being logged in\ncurl -s https://github.com/Papr-ai/memory-dev-docs | grep -q \"This repository\" && echo \"Public\" || echo \"Private or doesn't exist\"\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Or visit in incognito browser: https://github.com/Papr-ai/memory-dev-docs"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"2.-check-google-indexing"},"children":["2. Check Google Indexing"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Search Google for:"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"site:github.com/Papr-ai/memory-dev-docs AUDIT-SUMMARY\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If results appear → Already indexed",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},"If no results → Not indexed yet (but could be soon if public)"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"3.-check-github-search"},"children":["3. Check GitHub Search"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Search on GitHub:"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"https://github.com/search?q=org:Papr-ai+AUDIT-SUMMARY&type=code\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If results appear → Publicly searchable"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"solutions-to-prevent-search-engine-indexing"},"children":["Solutions to Prevent Search Engine Indexing"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"option-1-make-repo-private-best-solution"},"children":["Option 1: Make Repo Private (Best Solution)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Pros"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Completely prevents search engine indexing"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Keeps all docs in version control"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Team can still collaborate via GitHub"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ No code changes needed"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Cons"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Loses open-source visibility"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Community can't contribute easily"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["How to do it"]},":"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Go to repo Settings"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Scroll to \"Danger Zone\""]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Click \"Change visibility\""]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select \"Make private\""]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"option-2-add-internal-docs-to-.gitignore"},"children":["Option 2: Add Internal Docs to .gitignore"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Pros"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Removes from future commits"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Keeps repo public"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ No search engine exposure"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Cons"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Loses version control for internal docs"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Already-indexed content remains in Google cache"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Need to remove from git history"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["How to do it"]},":"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Add to .gitignore\ncat >> .gitignore << 'EOF'\n\n# Internal planning docs\nAUDIT-*.md\n*-SUMMARY.md\n*-UPDATE.md\nPOSITIONING-*.md\nREDDIT-*.md\nNEW-DOCS-*.md\nDOCS-ORGANIZATION.md\nQUICK-WINS-*.md\nVIDEO-AUDIO-*.md\nENTERPRISE-FEEDBACK-*.md\nCUSTOMER-FACING-*.md\nINTERNAL-DOCS-*.md\nSETUP-COMPLETE.md\ninternal/\nEOF\n\n# Remove from git (keeps local copies)\ngit rm --cached AUDIT-*.md *-SUMMARY.md *-UPDATE.md POSITIONING-*.md REDDIT-*.md NEW-DOCS-*.md DOCS-ORGANIZATION.md QUICK-WINS-*.md VIDEO-AUDIO-*.md ENTERPRISE-FEEDBACK-*.md CUSTOMER-FACING-*.md INTERNAL-DOCS-*.md SETUP-COMPLETE.md 2>/dev/null\n\n# Commit and push\ngit commit -m \"Remove internal docs from version control\"\ngit push\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Note"]},": This doesn't remove from git history. Already-indexed content may remain in search results."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"option-3-remove-from-git-history-nuclear-option"},"children":["Option 3: Remove from Git History (Nuclear Option)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Pros"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Completely removes from repo"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Eventually removed from search results"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Clean slate"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Cons"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Complex and risky"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Requires force push"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Can break collaborators' repos"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["How to do it"]}," (use with caution):"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Use git-filter-repo (safer than filter-branch)\npip install git-filter-repo\n\n# Remove files from all history\ngit filter-repo --path AUDIT-SUMMARY.md --invert-paths\ngit filter-repo --path POSITIONING-UPDATES-SUMMARY.md --invert-paths\n# ... repeat for each file\n\n# Force push (WARNING: destructive)\ngit push --force\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"option-4-use-robots.txt-partial-solution"},"children":["Option 4: Use robots.txt (Partial Solution)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Pros"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Asks search engines not to index"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Easy to implement"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Cons"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Not enforced - search engines can ignore it"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Doesn't work for GitHub repos (GitHub controls robots.txt)"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Already-indexed content remains"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Not applicable"]}," for GitHub repos (GitHub manages their own robots.txt)"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"option-5-move-to-separate-private-repo"},"children":["Option 5: Move to Separate Private Repo"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Pros"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Complete separation"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Version control maintained"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ Public repo stays clean"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Cons"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ More complex workflow"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["⚠️ Need to manage two repos"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["How to do it"]},":"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Create new private repo: memory-dev-docs-internal\n# Move internal docs there\nmkdir ../memory-dev-docs-internal\nmv AUDIT-*.md *-SUMMARY.md ../memory-dev-docs-internal/\ncd ../memory-dev-docs-internal\ngit init\ngit add .\ngit commit -m \"Internal docs\"\ngit remote add origin https://github.com/Papr-ai/memory-dev-docs-internal\ngit push -u origin main\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"recommended-action-plan"},"children":["Recommended Action Plan"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"step-1-check-current-status"},"children":["Step 1: Check Current Status"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Check if repo is public\ncurl -I https://github.com/Papr-ai/memory-dev-docs 2>&1 | grep \"HTTP\" | grep \"200\" && echo \"⚠️ PUBLIC\" || echo \"✅ PRIVATE\"\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"step-2-decide-based-on-repo-status"},"children":["Step 2: Decide Based on Repo Status"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["If repo is PRIVATE"]},":"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ No action needed"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Internal docs are already protected"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Search engines cannot access"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["If repo is PUBLIC"]},":"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Option A - Keep Public, Remove Internal Docs"]},":"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"# Add to .gitignore and remove from git\n./organize-internal-docs.sh  # Moves to internal/\necho \"internal/\" >> .gitignore\ngit rm -r --cached internal/\ngit commit -m \"Remove internal docs from version control\"\ngit push\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Option B - Make Repo Private"]},":"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Go to https://github.com/Papr-ai/memory-dev-docs/settings"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Scroll to \"Danger Zone\""]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Click \"Change visibility\" → \"Make private\""]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Confirm"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Option C - Separate Repos"]},":"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Create new private repo for internal docs"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Move internal docs there"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Keep public repo for customer-facing docs only"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"step-3-request-google-to-remove-cached-content-if-already-indexed"},"children":["Step 3: Request Google to Remove Cached Content (If Already Indexed)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If internal docs are already in Google search results:"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Visit: https://search.google.com/search-console/removals"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Request removal of URLs:",{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["https://github.com/Papr-ai/memory-dev-docs/blob/main/AUDIT-SUMMARY.md"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["(Repeat for each internal doc)"]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Wait 24-48 hours for removal"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"current-risk-assessment"},"children":["Current Risk Assessment"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"redocly-docs-platform.papr.ai"},"children":["Redocly Docs (platform.papr.ai)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Exposure"]},": ✅ NONE",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Searchable"]},": ❌ NO",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Action needed"]},": ✅ None - already protected"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"github-repo"},"children":["GitHub Repo"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Exposure"]},": ⚠️ DEPENDS on repo visibility",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Searchable"]},": ⚠️ YES if public, NO if private",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Action needed"]},": ⚠️ Check repo visibility, decide on solution"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"content-sensitivity"},"children":["Content Sensitivity"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Current internal docs"]},": ✅ Low sensitivity",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Risk if exposed"]},": ✅ Low - mostly planning and strategy",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Urgency"]},": 🟡 Medium - should address but not critical"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"quick-decision-matrix"},"children":["Quick Decision Matrix"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Scenario"},"children":["Scenario"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Recommended Action"},"children":["Recommended Action"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Urgency"},"children":["Urgency"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Repo is private"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["✅ No action needed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["None"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Repo is public + docs are non-sensitive"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["🟡 Consider adding to .gitignore"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Low"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Repo is public + docs contain strategy"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["🟠 Add to .gitignore or make repo private"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Medium"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Repo is public + docs contain sensitive info"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["🔴 Make repo private immediately"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["High"]}]}]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"bottom-line"},"children":["Bottom Line"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Can someone find internal docs via Google?"]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["NO"]}," if repo is private"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["❌ ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["NO"]}," via platform.papr.ai (not deployed)"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["✅ ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["YES"]}," if repo is public (searchable on GitHub)"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["What to do?"]}]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Check if repo is public: Visit https://github.com/Papr-ai/memory-dev-docs in incognito"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If public: Decide if you want internal docs searchable"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If not: Add to .gitignore or make repo private"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Current risk"]},": 🟡 Low-Medium (depends on repo visibility)"]}]},"headings":[{"value":"Search Engine Indexing of Internal Docs","id":"search-engine-indexing-of-internal-docs","depth":1},{"value":"Question","id":"question","depth":2},{"value":"Answer: YES, if the GitHub repo is public","id":"answer-yes-if-the-github-repo-is-public","depth":2},{"value":"How Search Engines Index GitHub","id":"how-search-engines-index-github","depth":3},{"value":"✅ GitHub Public Repos ARE Indexed","id":"-github-public-repos-are-indexed","depth":4},{"value":"❌ GitHub Private Repos are NOT Indexed","id":"-github-private-repos-are-not-indexed","depth":4},{"value":"❌ Redocly Docs Site (platform.papr.ai) - Internal Docs NOT Indexed","id":"-redocly-docs-site-platform.papr.ai---internal-docs-not-indexed","depth":4},{"value":"Current Exposure Risk","id":"current-exposure-risk","depth":2},{"value":"Platform 1: Redocly Docs Site (platform.papr.ai)","id":"platform-1-redocly-docs-site-platform.papr.ai","depth":3},{"value":"Platform 2: GitHub Repository","id":"platform-2-github-repository","depth":3},{"value":"Example Search Queries That Would Find Internal Docs","id":"example-search-queries-that-would-find-internal-docs","depth":2},{"value":"What Information Could Be Exposed","id":"what-information-could-be-exposed","depth":2},{"value":"Low Sensitivity (Currently in your internal docs)","id":"low-sensitivity-currently-in-your-internal-docs","depth":3},{"value":"Medium Sensitivity (If added to internal docs)","id":"medium-sensitivity-if-added-to-internal-docs","depth":3},{"value":"High Sensitivity (Should NEVER be in git)","id":"high-sensitivity-should-never-be-in-git","depth":3},{"value":"How to Check Current Exposure","id":"how-to-check-current-exposure","depth":2},{"value":"1. Check if Repo is Public","id":"1.-check-if-repo-is-public","depth":3},{"value":"2. Check Google Indexing","id":"2.-check-google-indexing","depth":3},{"value":"3. Check GitHub Search","id":"3.-check-github-search","depth":3},{"value":"Solutions to Prevent Search Engine Indexing","id":"solutions-to-prevent-search-engine-indexing","depth":2},{"value":"Option 1: Make Repo Private (Best Solution)","id":"option-1-make-repo-private-best-solution","depth":3},{"value":"Option 2: Add Internal Docs to .gitignore","id":"option-2-add-internal-docs-to-.gitignore","depth":3},{"value":"Option 3: Remove from Git History (Nuclear Option)","id":"option-3-remove-from-git-history-nuclear-option","depth":3},{"value":"Option 4: Use robots.txt (Partial Solution)","id":"option-4-use-robots.txt-partial-solution","depth":3},{"value":"Option 5: Move to Separate Private Repo","id":"option-5-move-to-separate-private-repo","depth":3},{"value":"Recommended Action Plan","id":"recommended-action-plan","depth":2},{"value":"Step 1: Check Current Status","id":"step-1-check-current-status","depth":3},{"value":"Step 2: Decide Based on Repo Status","id":"step-2-decide-based-on-repo-status","depth":3},{"value":"Step 3: Request Google to Remove Cached Content (If Already Indexed)","id":"step-3-request-google-to-remove-cached-content-if-already-indexed","depth":3},{"value":"Current Risk Assessment","id":"current-risk-assessment","depth":2},{"value":"Redocly Docs (platform.papr.ai)","id":"redocly-docs-platform.papr.ai","depth":3},{"value":"GitHub Repo","id":"github-repo","depth":3},{"value":"Content Sensitivity","id":"content-sensitivity","depth":3},{"value":"Quick Decision Matrix","id":"quick-decision-matrix","depth":2},{"value":"Bottom Line","id":"bottom-line","depth":2}],"frontmatter":{"seo":{"title":"Search Engine Indexing of Internal Docs"}},"lastModified":"2026-04-22T01:40:48.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/search-engine-indexing","userData":{"isAuthenticated":false,"teams":["anonymous"]}}