{"id":7730,"date":"2025-09-09T16:09:39","date_gmt":"2025-09-09T16:09:39","guid":{"rendered":"https:\/\/www.searchviu.com\/?page_id=7730"},"modified":"2025-10-01T09:21:03","modified_gmt":"2025-10-01T09:21:03","slug":"robots-txt-checker","status":"publish","type":"page","link":"https:\/\/www.searchviu.com\/en\/robots-txt-checker\/","title":{"rendered":"robots.txt Checker"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-page\" data-elementor-id=\"7730\" class=\"elementor elementor-7730\" data-elementor-post-type=\"page\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-ccac066 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"ccac066\" data-element_type=\"section\" data-e-type=\"section\" data-settings=\"{&quot;background_background&quot;:&quot;gradient&quot;,&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-88a92ec\" data-id=\"88a92ec\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-ed9ce55 elementor-widget__width-initial elementor-widget elementor-widget-elementskit-heading\" data-id=\"ed9ce55\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"elementskit-heading.default\">\n\t\t\t\t\t<div class=\"ekit-wid-con\" ><div class=\"ekit-heading elementskit-section-title-wraper text_center   ekit_heading_tablet-   ekit_heading_mobile-\"><h2 class=\"ekit-heading--title elementskit-section-title \">Master Your Robots.txt<\/h2>\t\t\t\t<div class='ekit-heading__description'>\n\t\t\t\t\t\n<div class=\"hero-content\">\n<p class=\"hero-subtitle\">Robots.txt Checker: Instantly validate URLs against robots.txt rules and test configuration changes for Search Engine &amp; AI Crawlers<\/p>\n<\/div>\n\n\t\t\t\t<\/div>\n\t\t\t<\/div><\/div>\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-8dc9a72 elementor-icon-list--layout-inline elementor-align-center elementor-list-item-link-full_width elementor-widget elementor-widget-icon-list\" data-id=\"8dc9a72\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"icon-list.default\">\n\t\t\t\t\t\t\t<ul class=\"elementor-icon-list-items elementor-inline-items\">\n\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item elementor-inline-item\">\n\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-check\" viewBox=\"0 0 512 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M173.898 439.404l-166.4-166.4c-9.997-9.997-9.997-26.206 0-36.204l36.203-36.204c9.997-9.998 26.207-9.998 36.204 0L192 312.69 432.095 72.596c9.997-9.997 26.207-9.997 36.204 0l36.203 36.204c9.997 9.997 9.997 26.206 0 36.204l-294.4 294.401c-9.998 9.997-26.207 9.997-36.204-.001z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Bulk URL Testing<\/span>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item elementor-inline-item\">\n\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-check\" viewBox=\"0 0 512 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M173.898 439.404l-166.4-166.4c-9.997-9.997-9.997-26.206 0-36.204l36.203-36.204c9.997-9.998 26.207-9.998 36.204 0L192 312.69 432.095 72.596c9.997-9.997 26.207-9.997 36.204 0l36.203 36.204c9.997 9.997 9.997 26.206 0 36.204l-294.4 294.401c-9.998 9.997-26.207 9.997-36.204-.001z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Live Configuration Editor<\/span>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item elementor-inline-item\">\n\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-check\" viewBox=\"0 0 512 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M173.898 439.404l-166.4-166.4c-9.997-9.997-9.997-26.206 0-36.204l36.203-36.204c9.997-9.998 26.207-9.998 36.204 0L192 312.69 432.095 72.596c9.997-9.997 26.207-9.997 36.204 0l36.203 36.204c9.997 9.997 9.997 26.206 0 36.204l-294.4 294.401c-9.998 9.997-26.207 9.997-36.204-.001z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">AI Bot Check<\/span>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t<\/ul>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-330434a elementor-widget elementor-widget-spacer\" data-id=\"330434a\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"spacer.default\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t<div class=\"elementor-element elementor-element-19909cd e-flex e-con-boxed e-con e-parent\" data-id=\"19909cd\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t<div class=\"elementor-element elementor-element-9b0ee29 e-con-full e-flex e-con e-child\" data-id=\"9b0ee29\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t<div class=\"elementor-element elementor-element-08992f7 elementor-widget elementor-widget-spacer\" data-id=\"08992f7\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"spacer.default\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-9b22241 elementor-widget elementor-widget-elementskit-heading\" data-id=\"9b22241\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"elementskit-heading.default\">\n\t\t\t\t\t<div class=\"ekit-wid-con\" ><div class=\"ekit-heading elementskit-section-title-wraper center   ekit_heading_tablet-   ekit_heading_mobile-\"><h5 class=\"elementskit-section-subtitle  \">\n\t\t\t\t\t\tsearchVIU\n\t\t\t\t\t<\/h5><h2 class=\"ekit-heading--title elementskit-section-title \">Robots.txt Checker<\/h2>\t\t\t\t<div class='ekit-heading__description'>\n\t\t\t\t\t<div class=\"section-header\">\n<p class=\"section-subtitle\">Analyze any websites robots.txt file to see which search engines and AI bots are allowed or blocked.<\/p>\n<\/div>\n\t\t\t\t<\/div>\n\t\t\t<\/div><\/div>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-60fbda6 e-grid e-con-boxed e-con e-parent\" data-id=\"60fbda6\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-f140c4a elementor-widget elementor-widget-html\" data-id=\"f140c4a\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"html.default\">\n\t\t\t\t\t<link rel=\"stylesheet\" href=\"https:\/\/www.searchviu.com\/wp-content\/viu-free-seo-tools\/styles\/common.css\">\n    <link rel=\"stylesheet\" href=\"https:\/\/www.searchviu.com\/wp-content\/viu-free-seo-tools\/styles\/tools.css\">\n    <style>\n        :root {\n            --primary-color: #131A2D;\n            --secondary-color: #0B9D96;\n            --text-color: #8A8A8A;\n            --accent-color: #FFE62A;\n            --heading-color: #414141;\n            --white: #FFFFFF;\n            --light-gray: #F4F4F4;\n            --custom-blue: #467487;\n            --soft-yellow: #F4E979;\n            --success-green: #28a745;\n            --warning-orange: #fd7e14;\n            --error-red: #dc3545;\n        }\n        \n        .container {\n            max-width: 1400px;\n            margin: 0 auto;\n            padding: 20px;\n        }\n        \n        h1 {\n            color: var(--heading-color);\n            font-weight: 700;\n            font-size: 2.5rem;\n            margin-bottom: 10px;\n        }\n        \n        .brand-highlight {\n            color: var(--secondary-color);\n        }\n        \n        .tool-description {\n            color: var(--text-color);\n            font-size: 1.1rem;\n            margin-bottom: 30px;\n        }\n        \n        \/* Input Section *\/\n        .input-card {\n            background: var(--white);\n            border: 2px solid var(--custom-blue);\n            border-radius: 12px;\n            padding: 30px;\n            margin-bottom: 30px;\n            box-shadow: 0 2px 10px rgba(70, 116, 135, 0.1);\n        }\n        \n        .input-group {\n            margin-bottom: 20px;\n        }\n        \n        .input-group label {\n            display: block;\n            color: var(--heading-color);\n            font-weight: 600;\n            margin-bottom: 8px;\n        }\n        \n        .url-input-wrapper {\n            display: flex;\n            gap: 10px;\n        }\n        \n        #url-input {\n            flex: 1;\n            padding: 12px 15px;\n            border: 2px solid var(--custom-blue);\n            border-radius: 8px;\n            font-size: 16px;\n            transition: border-color 0.3s;\n        }\n        \n        #url-input:focus {\n            outline: none;\n            border-color: var(--secondary-color);\n        }\n        \n        .analyze-btn {\n            background: #0B9D96;\n            color: var(--white);\n            border: none;\n            padding: 12px 30px;\n            border-radius: 8px;\n            font-size: 16px;\n            font-weight: 600;\n            cursor: pointer;\n            transition: transform 0.3s;\n        }\n        \n        .analyze-btn:hover {\n            transform: translateY(-2px);\n        }\n        \n        .analyze-btn:disabled {\n            opacity: 0.6;\n            cursor: not-allowed;\n            transform: none;\n        }\n        \n        \/* Test Path Section *\/\n        .test-path-section {\n            margin-top: 15px;\n            padding-top: 15px;\n            border-top: 1px solid var(--light-gray);\n        }\n        \n        #test-path-input {\n            width: 300px;\n            padding: 8px 12px;\n            border: 1px solid var(--custom-blue);\n            border-radius: 6px;\n            font-size: 14px;\n        }\n        \n        .optional-label {\n            color: var(--text-color);\n            font-size: 0.9rem;\n            font-weight: 400;\n        }\n        \n        \/* Results Section *\/\n        .results-section {\n            display: none;\n        }\n        \n        \/* Robots.txt Display *\/\n        .robots-txt-card {\n            background: var(--white);\n            border: 2px solid var(--custom-blue);\n            border-radius: 12px;\n            margin-bottom: 30px;\n            overflow: hidden;\n        }\n        \n        .robots-txt-header {\n            background: linear-gradient(135deg, var(--primary-color) 0%, var(--custom-blue) 100%);\n            color: var(--white);\n            padding: 15px 20px;\n            display: flex;\n            justify-content: space-between;\n            align-items: center;\n        }\n        \n        .robots-txt-header h2 {\n            margin: 0;\n            font-size: 1.3rem;\n            color: var(--white);\n        }\n        \n        .copy-btn {\n            background: var(--secondary-color);\n            color: var(--white);\n            border: none;\n            padding: 6px 15px;\n            border-radius: 6px;\n            cursor: pointer;\n            font-size: 14px;\n            transition: background 0.3s;\n        }\n        \n        .copy-btn:hover {\n            background: var(--accent-color);\n            color: var(--primary-color);\n        }\n        \n        .robots-txt-content {\n            padding: 20px;\n            background: #f8f8f8;\n            font-family: 'Courier New', monospace;\n            font-size: 14px;\n            line-height: 1.6;\n            max-height: 400px;\n            overflow-y: auto;\n            white-space: pre-wrap;\n            word-wrap: break-word;\n        }\n        \n        .robots-txt-content .comment {\n            color: #6a9955;\n        }\n        \n        .robots-txt-content .directive {\n            color: #569cd6;\n            font-weight: bold;\n        }\n        \n        .robots-txt-content .value {\n            color: #ce9178;\n        }\n        \n        \/* Bot Analysis Grid *\/\n        .bot-analysis-section {\n            margin-bottom: 30px;\n        }\n        \n        .category-card {\n            background: var(--white);\n            border: 2px solid var(--custom-blue);\n            border-radius: 12px;\n            margin-bottom: 20px;\n            overflow: hidden;\n        }\n        \n        .category-header {\n            background: var(--soft-yellow);\n            padding: 15px 20px;\n            border-bottom: 2px solid var(--custom-blue);\n        }\n        \n        .category-header h3 {\n            margin: 0;\n            color: var(--heading-color);\n            font-size: 1.2rem;\n            display: flex;\n            align-items: center;\n            gap: 10px;\n        }\n        \n        .category-badge {\n            background: var(--secondary-color);\n            color: var(--white);\n            padding: 2px 10px;\n            border-radius: 15px;\n            font-size: 0.9rem;\n        }\n        \n        .bots-grid {\n            display: grid;\n            grid-template-columns: repeat(auto-fill, minmax(350px, 1fr));\n            gap: 15px;\n            padding: 20px;\n        }\n        \n        .bot-card {\n            background: var(--light-gray);\n            border-radius: 8px;\n            padding: 15px;\n            transition: transform 0.3s;\n        }\n        \n        .bot-card:hover {\n            transform: translateY(-2px);\n            box-shadow: 0 4px 12px rgba(0,0,0,0.1);\n        }\n        \n        .bot-header {\n            display: flex;\n            justify-content: space-between;\n            align-items: center;\n            margin-bottom: 10px;\n        }\n        \n        .bot-name {\n            font-weight: 600;\n            color: var(--heading-color);\n        }\n        \n        .bot-status {\n            padding: 4px 12px;\n            border-radius: 20px;\n            font-size: 0.85rem;\n            font-weight: 600;\n        }\n        \n        .status-allowed {\n            background: #d4edda;\n            color: #155724;\n        }\n        \n        .status-blocked {\n            background: #f8d7da;\n            color: #721c24;\n        }\n        \n        .status-partial {\n            background: #fff3cd;\n            color: #856404;\n        }\n        \n        .bot-details {\n            font-size: 0.9rem;\n            color: var(--text-color);\n            margin-bottom: 10px;\n        }\n        \n        .bot-rules {\n            margin-top: 10px;\n            padding-top: 10px;\n            border-top: 1px solid #ddd;\n        }\n        \n        .rule-item {\n            background: var(--white);\n            padding: 6px 10px;\n            border-radius: 4px;\n            margin-bottom: 5px;\n            font-family: 'Courier New', monospace;\n            font-size: 0.85rem;\n            display: flex;\n            justify-content: space-between;\n            align-items: center;\n        }\n        \n        .rule-allow {\n            border-left: 3px solid var(--success-green);\n        }\n        \n        .rule-disallow {\n            border-left: 3px solid var(--error-red);\n        }\n        \n        .line-number {\n            color: var(--text-color);\n            font-size: 0.75rem;\n        }\n        \n        .crawl-delay {\n            background: #e3f2fd;\n            color: #1976d2;\n            padding: 4px 8px;\n            border-radius: 4px;\n            font-size: 0.85rem;\n            margin-top: 5px;\n        }\n        \n        \/* Summary Statistics *\/\n        .summary-card {\n            background: linear-gradient(135deg, var(--secondary-color) 0%, var(--custom-blue) 100%);\n            color: var(--white);\n            border-radius: 12px;\n            padding: 25px;\n            margin-bottom: 30px;\n        }\n        \n        .stats-grid {\n            display: grid;\n            grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));\n            gap: 20px;\n            margin-top: 15px;\n        }\n        \n        .stat-item {\n            text-align: center;\n        }\n        \n        .stat-value {\n            font-size: 2.5rem;\n            font-weight: 700;\n            margin-bottom: 5px;\n        }\n        \n        .stat-label {\n            font-size: 0.9rem;\n            opacity: 0.9;\n        }\n        \n        \/* Suggestions *\/\n        .suggestions-card {\n            background: var(--white);\n            border: 2px solid var(--accent-color);\n            border-radius: 12px;\n            padding: 20px;\n            margin-bottom: 30px;\n        }\n        \n        .suggestions-card h3 {\n            color: var(--heading-color);\n            margin-top: 0;\n        }\n        \n        .suggestion-item {\n            background: var(--light-gray);\n            padding: 12px;\n            border-radius: 6px;\n            margin-bottom: 10px;\n            border-left: 4px solid var(--secondary-color);\n        }\n        \n        \/* Sitemaps *\/\n        .sitemaps-section {\n            background: var(--white);\n            border: 2px solid var(--custom-blue);\n            border-radius: 12px;\n            padding: 20px;\n            margin-bottom: 30px;\n        }\n        \n        .sitemap-link {\n            display: block;\n            color: var(--secondary-color);\n            margin-bottom: 8px;\n            word-break: break-all;\n        }\n        \n        \/* Loading State *\/\n        .loading {\n            text-align: center;\n            padding: 40px;\n            color: var(--text-color);\n        }\n        \n        .spinner {\n            border: 3px solid var(--light-gray);\n            border-top: 3px solid var(--secondary-color);\n            border-radius: 50%;\n            width: 40px;\n            height: 40px;\n            animation: spin 1s linear infinite;\n            margin: 0 auto 20px;\n        }\n        \n        @keyframes spin {\n            0% { transform: rotate(0deg); }\n            100% { transform: rotate(360deg); }\n        }\n        \n        @keyframes slideIn {\n            from {\n                transform: translateX(100%);\n                opacity: 0;\n            }\n            to {\n                transform: translateX(0);\n                opacity: 1;\n            }\n        }\n        \n        @keyframes slideOut {\n            from {\n                transform: translateX(0);\n                opacity: 1;\n            }\n            to {\n                transform: translateX(100%);\n                opacity: 0;\n            }\n        }\n        \n        \/* Error State *\/\n        .error-message {\n            background: #f8d7da;\n            color: #721c24;\n            padding: 15px;\n            border-radius: 8px;\n            margin-bottom: 20px;\n            border-left: 4px solid #dc3545;\n        }\n        \n        \/* Responsive *\/\n        @media (max-width: 768px) {\n            .bots-grid {\n                grid-template-columns: 1fr;\n            }\n            \n            .stats-grid {\n                grid-template-columns: repeat(2, 1fr);\n            }\n            \n            .url-input-wrapper {\n                flex-direction: column;\n            }\n            \n            #url-input, .analyze-btn {\n                width: 100%;\n            }\n        }\n    <\/style>\n<\/head>\n<body>\n    <div class=\"container\">        \n        <!-- Input Section -->\n        <div class=\"input-card\">\n            <div class=\"input-group\">\n                <label for=\"url-input\">Enter Website URLs<\/label>\n                <textarea \n                    id=\"url-input\" \n                    placeholder=\"Enter one or more URLs from the same domain:&#10;https:\/\/example.com&#10;https:\/\/example.com\/blog&#10;https:\/\/example.com\/api\/v1&#10;https:\/\/example.com\/admin\"\n                    rows=\"5\"\n                    style=\"width: 100%; padding: 12px 15px; border: 2px solid var(--custom-blue); border-radius: 8px; font-size: 15px; font-family: 'Open Sans', sans-serif; resize: vertical; min-height: 120px; transition: border-color 0.3s;\"\n                ><\/textarea>\n                <small style=\"color: var(--text-color); display: block; margin: 8px 0;\">\n                    Enter multiple URLs to test different paths. All URLs must be from the same domain.\n                <\/small>\n                <div id=\"domain-error\" style=\"color: var(--error-red); margin: 10px 0; display: none;\">\n                    \u26a0\ufe0f All URLs must be from the same domain\n                <\/div>\n                <div style=\"display: flex; gap: 10px; align-items: center; margin-top: 15px;\">\n                    <button class=\"analyze-btn\" id=\"analyze-btn\">\n                        Analyze Robots.txt\n                    <\/button>\n                    <span id=\"url-count\" style=\"color: var(--text-color); font-size: 0.9rem;\"><\/span>\n                <\/div>\n            <\/div>\n        <\/div>\n        \n        <!-- Loading State -->\n        <div id=\"loading-section\" class=\"loading\" style=\"display: none;\">\n            <div class=\"spinner\"><\/div>\n            <p>Fetching and analyzing robots.txt...<\/p>\n        <\/div>\n        \n        <!-- Error Message -->\n        <div id=\"error-section\" style=\"display: none;\">\n            <div class=\"error-message\" id=\"error-message\"><\/div>\n        <\/div>\n        \n        <!-- Results Section -->\n        <div id=\"results-section\" class=\"results-section\">\n            <!-- Summary Statistics -->\n            <div id=\"summary-section\" class=\"summary-card\" style=\"display: none;\">\n                <h2 style=\"color: var(--white); margin-top: 0;\">Analysis Summary<\/h2>\n                <div class=\"stats-grid\">\n                    <div class=\"stat-item\">\n                        <div class=\"stat-value\" id=\"total-bots\">0<\/div>\n                        <div class=\"stat-label\">Total Bots Analyzed<\/div>\n                    <\/div>\n                    <div class=\"stat-item\">\n                        <div class=\"stat-value\" id=\"allowed-bots\">0<\/div>\n                        <div class=\"stat-label\">Fully Allowed<\/div>\n                    <\/div>\n                    <div class=\"stat-item\">\n                        <div class=\"stat-value\" id=\"blocked-bots\">0<\/div>\n                        <div class=\"stat-label\">Blocked<\/div>\n                    <\/div>\n                    <div class=\"stat-item\">\n                        <div class=\"stat-value\" id=\"partial-bots\">0<\/div>\n                        <div class=\"stat-label\">Partially Blocked<\/div>\n                    <\/div>\n                <\/div>\n            <\/div>\n            \n            \n            <!-- Robots.txt Content -->\n            <div id=\"robots-txt-section\" class=\"robots-txt-card\" style=\"display: none;\">\n                <div class=\"robots-txt-header\">\n                    <h2>Robots.txt Content<\/h2>\n                    <div style=\"display: flex; gap: 10px;\">\n                        <button class=\"copy-btn\" onclick=\"copyRobotsTxt()\">Copy to Clipboard<\/button>\n                        <button class=\"recheck-btn\" onclick=\"recheckWithCustomRobotsTxt()\" style=\"background: var(--secondary-color); color: white; border: none; padding: 8px 16px; border-radius: 6px; cursor: pointer; font-weight: 600;\">Retest with Changes<\/button>\n                    <\/div>\n                <\/div>\n                <!-- Always Editable Content -->\n                <textarea \n                    id=\"robots-txt-content\"\n                    style=\"width: 100%; height: 400px; padding: 15px; border: none; background: #f8f8f8; font-family: 'Courier New', monospace; font-size: 14px; line-height: 1.6; resize: vertical; box-sizing: border-box;\"\n                    placeholder=\"Enter robots.txt content here...\"\n                ><\/textarea>\n                <div style=\"padding: 15px; background: var(--light-gray); border-top: 1px solid #ddd;\">\n                    <div style=\"font-size: 0.9rem; color: var(--text-color);\">\n                        \ud83d\udca1 <strong>Tip:<\/strong> Edit the content above and click \"Retest with Changes\" to see how your modifications affect bot access\n                    <\/div>\n                <\/div>\n            <\/div>\n            \n            <!-- Path Test Results -->\n            <div id=\"path-test-section\" class=\"path-test-card\" style=\"display: none; background: var(--white); border: 2px solid var(--secondary-color); border-radius: 12px; margin-bottom: 30px; overflow: hidden;\">\n                <div class=\"path-test-header\" style=\"background: linear-gradient(135deg, var(--secondary-color) 0%, var(--custom-blue) 100%); color: var(--white); padding: 15px 20px;\">\n                    <h2 style=\"margin: 0; color: var(--white); font-size: 1.3rem;\">Path Access Analysis<\/h2>\n                <\/div>\n                <div id=\"path-test-content\" style=\"padding: 20px;\">\n                    <!-- Path test results will be inserted here -->\n                <\/div>\n            <\/div>\n            \n            <!-- Bot Analysis by Category -->\n            <div id=\"bot-analysis-section\" class=\"bot-analysis-section\"><\/div>\n            \n            <!-- Sitemaps -->\n            <div id=\"sitemaps-section\" class=\"sitemaps-section\" style=\"display: none;\">\n                <h3>Declared Sitemaps<\/h3>\n                <div id=\"sitemaps-content\"><\/div>\n            <\/div>\n        <\/div>\n    <\/div>\n    \n    <script src=\"https:\/\/www.searchviu.com\/wp-content\/viu-free-seo-tools\/config.js\"><\/script>\n    <script src=\"https:\/\/www.searchviu.com\/wp-content\/viu-free-seo-tools\/robots-txt-checker.js\"><\/script>\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-5f6792b5 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"5f6792b5\" data-element_type=\"section\" data-e-type=\"section\" data-settings=\"{&quot;background_background&quot;:&quot;gradient&quot;,&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-25f2c2a1\" data-id=\"25f2c2a1\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-4e2b3bec elementor-widget elementor-widget-heading\" data-id=\"4e2b3bec\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"heading.default\">\n\t\t\t\t\t<h3 class=\"elementor-heading-title elementor-size-default\">Continuous robots.txt Monitoring with searchVIU<\/h3>\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-51ef6530 elementor-widget elementor-widget-text-editor\" data-id=\"51ef6530\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"text-editor.default\">\n\t\t\t\t\t\t\t\t\t<p>Take your robots.txt management to the next level with automated monitoring and comprehensive analytics.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-b726073 e-grid e-con-boxed e-con e-parent\" data-id=\"b726073\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;ekit_has_onepagescroll_dot&quot;:&quot;yes&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-ea945cc elementor-view-default elementor-position-block-start elementor-mobile-position-block-start elementor-widget elementor-widget-icon-box\" data-id=\"ea945cc\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"icon-box.default\">\n\t\t\t\t\t\t\t<div class=\"elementor-icon-box-wrapper\">\n\n\t\t\t\t\t\t<div class=\"elementor-icon-box-icon\">\n\t\t\t\t<span  class=\"elementor-icon\">\n\t\t\t\t<i aria-hidden=\"true\" class=\"icon icon-eye2\"><\/i>\t\t\t\t<\/span>\n\t\t\t<\/div>\n\t\t\t\n\t\t\t\t\t\t<div class=\"elementor-icon-box-content\">\n\n\t\t\t\t\t\t\t\t\t<h3 class=\"elementor-icon-box-title\">\n\t\t\t\t\t\t<span  >\n\t\t\t\t\t\t\t 15-Minute Monitoring Intervals\t\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/h3>\n\t\t\t\t\n\t\t\t\t\t\t\t\t\t<p class=\"elementor-icon-box-description\">\n\t\t\t\t\t\tAutomatic 15-minute robots.txt checks keep you updated on changes and potential issues in real time.\t\t\t\t\t<\/p>\n\t\t\t\t\n\t\t\t<\/div>\n\t\t\t\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-b2fb916 elementor-view-default elementor-position-block-start elementor-mobile-position-block-start elementor-widget elementor-widget-icon-box\" data-id=\"b2fb916\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"icon-box.default\">\n\t\t\t\t\t\t\t<div class=\"elementor-icon-box-wrapper\">\n\n\t\t\t\t\t\t<div class=\"elementor-icon-box-icon\">\n\t\t\t\t<span  class=\"elementor-icon\">\n\t\t\t\t<i aria-hidden=\"true\" class=\"icon icon-page_search\"><\/i>\t\t\t\t<\/span>\n\t\t\t<\/div>\n\t\t\t\n\t\t\t\t\t\t<div class=\"elementor-icon-box-content\">\n\n\t\t\t\t\t\t\t\t\t<h3 class=\"elementor-icon-box-title\">\n\t\t\t\t\t\t<span  >\n\t\t\t\t\t\t\tIn-Depth Block Analysis\t\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/h3>\n\t\t\t\t\n\t\t\t\t\t\t\t\t\t<p class=\"elementor-icon-box-description\">\n\t\t\t\t\t\tSee exactly which pages are blocked, why, and how access has changed over time.\t\t\t\t\t<\/p>\n\t\t\t\t\n\t\t\t<\/div>\n\t\t\t\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-b87333c elementor-view-default elementor-position-block-start elementor-mobile-position-block-start elementor-widget elementor-widget-icon-box\" data-id=\"b87333c\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"icon-box.default\">\n\t\t\t\t\t\t\t<div class=\"elementor-icon-box-wrapper\">\n\n\t\t\t\t\t\t<div class=\"elementor-icon-box-icon\">\n\t\t\t\t<span  class=\"elementor-icon\">\n\t\t\t\t<i aria-hidden=\"true\" class=\"icon icon-alarm\"><\/i>\t\t\t\t<\/span>\n\t\t\t<\/div>\n\t\t\t\n\t\t\t\t\t\t<div class=\"elementor-icon-box-content\">\n\n\t\t\t\t\t\t\t\t\t<h3 class=\"elementor-icon-box-title\">\n\t\t\t\t\t\t<span  >\n\t\t\t\t\t\t\t Change Detection &amp; Alerts\t\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/h3>\n\t\t\t\t\n\t\t\t\t\t\t\t\t\t<p class=\"elementor-icon-box-description\">\n\t\t\t\t\t\tGet instant alerts on robots.txt changes, complete with diff reports and impact analysis.\t\t\t\t\t<\/p>\n\t\t\t\t\n\t\t\t<\/div>\n\t\t\t\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-66b9f5ab elementor-align-center elementor-widget elementor-widget-button\" data-id=\"66b9f5ab\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;ekit_we_effect_on&quot;:&quot;none&quot;}\" data-widget_type=\"button.default\">\n\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"\/get-in-contact-increase-traffic-sales\/\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Start Monitoring Your Site<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>Master Your Robots.txt Robots.txt Checker: Instantly validate URLs against robots.txt rules and test configuration changes for Search Engine &amp; AI Crawlers Bulk URL Testing Live Configuration Editor AI Bot Check searchVIU Robots.txt Checker Analyze any websites robots.txt file to see which search engines and AI bots are allowed or blocked. Enter Website URLs Enter multiple [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"elementor_header_footer","meta":{"_lmt_disableupdate":"","_lmt_disable":"","footnotes":""},"class_list":["post-7730","page","type-page","status-publish","hentry"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.1 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>robots.txt Checker | Is Your Site Blocking Google &amp; AI Bots? SEO Data Warehouse And Monitoring<\/title>\n<meta name=\"description\" content=\"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines &amp; AI bots are blocked, and fix issues before you lose rankings &amp; traffic.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.searchviu.com\/en\/robots-txt-checker\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"robots.txt Checker | Is Your Site Blocking Google &amp; AI Bots? SEO Data Warehouse And Monitoring\" \/>\n<meta property=\"og:description\" content=\"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines &amp; AI bots are blocked, and fix issues before you lose rankings &amp; traffic.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.searchviu.com\/en\/robots-txt-checker\/\" \/>\n<meta property=\"og:site_name\" content=\"SEO Data Warehouse And Monitoring\" \/>\n<meta property=\"article:modified_time\" content=\"2025-10-01T09:21:03+00:00\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:site\" content=\"@searchviu\" \/>\n<meta name=\"twitter:label1\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data1\" content=\"5 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/robots-txt-checker\\\/\",\"url\":\"https:\\\/\\\/www.searchviu.com\\\/robots-txt-checker\\\/\",\"name\":\"robots.txt Checker | Is Your Site Blocking Google & AI Bots? SEO Data Warehouse And Monitoring\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#website\"},\"datePublished\":\"2025-09-09T16:09:39+00:00\",\"dateModified\":\"2025-10-01T09:21:03+00:00\",\"description\":\"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines & AI bots are blocked, and fix issues before you lose rankings & traffic.\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/robots-txt-checker\\\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/www.searchviu.com\\\/robots-txt-checker\\\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/robots-txt-checker\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/www.searchviu.com\\\/en\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"robots.txt Checker\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#website\",\"url\":\"https:\\\/\\\/www.searchviu.com\\\/\",\"name\":\"SEO Data Warehouse And Monitoring\",\"description\":\"SEO Solutions For Teams And Agencies\",\"publisher\":{\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/www.searchviu.com\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#organization\",\"name\":\"searchVIU\",\"url\":\"https:\\\/\\\/www.searchviu.com\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#\\\/schema\\\/logo\\\/image\\\/\",\"url\":\"https:\\\/\\\/www.searchviu.com\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/d3babe41-searchviu-logo2x.png\",\"contentUrl\":\"https:\\\/\\\/www.searchviu.com\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/d3babe41-searchviu-logo2x.png\",\"width\":340,\"height\":340,\"caption\":\"searchVIU\"},\"image\":{\"@id\":\"https:\\\/\\\/www.searchviu.com\\\/#\\\/schema\\\/logo\\\/image\\\/\"},\"sameAs\":[\"https:\\\/\\\/x.com\\\/searchviu\",\"https:\\\/\\\/www.linkedin.com\\\/company\\\/searchviu\\\/\"]}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"robots.txt Checker | Is Your Site Blocking Google & AI Bots? SEO Data Warehouse And Monitoring","description":"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines & AI bots are blocked, and fix issues before you lose rankings & traffic.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.searchviu.com\/en\/robots-txt-checker\/","og_locale":"en_US","og_type":"article","og_title":"robots.txt Checker | Is Your Site Blocking Google & AI Bots? SEO Data Warehouse And Monitoring","og_description":"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines & AI bots are blocked, and fix issues before you lose rankings & traffic.","og_url":"https:\/\/www.searchviu.com\/en\/robots-txt-checker\/","og_site_name":"SEO Data Warehouse And Monitoring","article_modified_time":"2025-10-01T09:21:03+00:00","twitter_card":"summary_large_image","twitter_site":"@searchviu","twitter_misc":{"Est. reading time":"5 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.searchviu.com\/robots-txt-checker\/","url":"https:\/\/www.searchviu.com\/robots-txt-checker\/","name":"robots.txt Checker | Is Your Site Blocking Google & AI Bots? SEO Data Warehouse And Monitoring","isPartOf":{"@id":"https:\/\/www.searchviu.com\/#website"},"datePublished":"2025-09-09T16:09:39+00:00","dateModified":"2025-10-01T09:21:03+00:00","description":"Don\u2019t let hidden robots.txt rules kill your SEO. Enter your URLs, see exactly which search engines & AI bots are blocked, and fix issues before you lose rankings & traffic.","breadcrumb":{"@id":"https:\/\/www.searchviu.com\/robots-txt-checker\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.searchviu.com\/robots-txt-checker\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.searchviu.com\/robots-txt-checker\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/www.searchviu.com\/en\/"},{"@type":"ListItem","position":2,"name":"robots.txt Checker"}]},{"@type":"WebSite","@id":"https:\/\/www.searchviu.com\/#website","url":"https:\/\/www.searchviu.com\/","name":"SEO Data Warehouse And Monitoring","description":"SEO Solutions For Teams And Agencies","publisher":{"@id":"https:\/\/www.searchviu.com\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.searchviu.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https:\/\/www.searchviu.com\/#organization","name":"searchVIU","url":"https:\/\/www.searchviu.com\/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/www.searchviu.com\/#\/schema\/logo\/image\/","url":"https:\/\/www.searchviu.com\/wp-content\/uploads\/2023\/02\/d3babe41-searchviu-logo2x.png","contentUrl":"https:\/\/www.searchviu.com\/wp-content\/uploads\/2023\/02\/d3babe41-searchviu-logo2x.png","width":340,"height":340,"caption":"searchVIU"},"image":{"@id":"https:\/\/www.searchviu.com\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/x.com\/searchviu","https:\/\/www.linkedin.com\/company\/searchviu\/"]}]}},"_links":{"self":[{"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/pages\/7730","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/comments?post=7730"}],"version-history":[{"count":31,"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/pages\/7730\/revisions"}],"predecessor-version":[{"id":7989,"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/pages\/7730\/revisions\/7989"}],"wp:attachment":[{"href":"https:\/\/www.searchviu.com\/en\/wp-json\/wp\/v2\/media?parent=7730"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}