# //docs.cloudera.com/robots.txt
# Test at https://www.google.com/webmasters/tools/robots-testing-tool
#         https://technicalseo.com/seo-tools/robots-txt/
# Updated: 2020-03-11
# Questions: Robert Crews

Sitemap: https://docs.cloudera.com/sitemap.xml

# http://searchengineland.com/a-deeper-look-at-robotstxt-17573
User-agent: Googlebot
Noindex: /cem/1.0
Noindex: /cloudera-manager/7.0.0/
Noindex: /cloudera-manager/7.0.1/
Noindex: /cloudera-manager/7.0.2/
Noindex: /csp/1.0.0/
Noindex: /documentation/archive/
Noindex: /documentation/betas/
Noindex: /documentation/cdh/
Noindex: /documentation/cdh4/
Noindex: /documentation/data-science-workbench/1-0
Noindex: /documentation/data-science-workbench/1-1
Noindex: /documentation/data-science-workbench/1-2
Noindex: /documentation/data-science-workbench/1-3
Noindex: /documentation/data-science-workbench/1-4
Noindex: /documentation/data-science-workbench/1-5
Noindex: /documentation/director/1-0
Noindex: /documentation/director/1-1
Noindex: /documentation/director/1-5
Noindex: /documentation/director/2-0
Noindex: /documentation/director/2-1
Noindex: /documentation/director/2-2
Noindex: /documentation/director/2-3
Noindex: /documentation/director/2-4
Noindex: /documentation/director/2-5
Noindex: /documentation/director/2-6
Noindex: /documentation/director/2-7
Noindex: /documentation/director/2-8
Noindex: /documentation/director/6-0
Noindex: /documentation/director/6-1
Noindex: /documentation/director/6-2
Noindex: /documentation/enterprise/5
Noindex: /documentation/kafka/
Noindex: /documentation/kudu/
Noindex: /documentation/manager/
Noindex: /documentation/other/accumulo/
Noindex: /documentation/other/connectors/hive-jdbc/2-5
Noindex: /documentation/other/connectors/hive-jdbc/2-6-1
Noindex: /documentation/other/connectors/hive-jdbc/2-6-2
Noindex: /documentation/other/connectors/hive-odbc/2-0
Noindex: /documentation/other/connectors/hive-odbc/2-5
Noindex: /documentation/other/connectors/impala-jdbc/2-5
Noindex: /documentation/other/connectors/impala-jdbc/2-6-11
Noindex: /documentation/other/connectors/impala-jdbc/2-6-2
Noindex: /documentation/other/connectors/impala-jdbc/2-6-3
Noindex: /documentation/other/connectors/impala-jdbc/2-6-4
Noindex: /documentation/other/connectors/impala-jdbc/2-6-9
Noindex: /documentation/other/connectors/impala-odbc/1
Noindex: /documentation/other/connectors/impala-odbc/2-0
Noindex: /documentation/other/connectors/impala-odbc/2-5
Noindex: /documentation/other/connectors/impala-odbc/2-6-0.html
Noindex: /documentation/other/connectors/impala-odbc/2-6-0/
Noindex: /documentation/other/connectors/impala-odbc/2-6-2.html
Noindex: /documentation/other/connectors/impala-odbc/2-6-2/
Noindex: /documentation/other/connectors/impala-odbc/2-6-4.html
Noindex: /documentation/other/connectors/impala-odbc/2-6-4/
Noindex: /documentation/other/Licenses/
Noindex: /documentation/other/reference-architecture/
Noindex: /documentation/other/shared/
Noindex: /documentation/spark2
Noindex: /HDPDocuments/Ambari-1.
Noindex: /HDPDocuments/Ambari-2.0.
Noindex: /HDPDocuments/Ambari-2.1.
Noindex: /HDPDocuments/Ambari-2.2.
Noindex: /HDPDocuments/Ambari-2.4.
Noindex: /HDPDocuments/Ambari-2.5.
Noindex: /HDPDocuments/Ambari-2.6.
Noindex: /HDPDocuments/Ambari-2.7.0.0/
Noindex: /HDPDocuments/Ambari-2.7.1.0/
Noindex: /HDPDocuments/Ambari-2.7.3.0/
Noindex: /HDPDocuments/Cloudbreak/Cldbrk
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.0/
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.14.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.16.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.2.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.2/
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.3.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.6.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-2.4.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-2.5.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-2.7.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-2.8.
Noindex: /HDPDocuments/DAS/DAS-1.0.
Noindex: /HDPDocuments/DAS/DAS-1.1.
Noindex: /HDPDocuments/DAS/DAS-1.2.0/
Noindex: /HDPDocuments/DLM1/DLM-1.0.
Noindex: /HDPDocuments/DLM1/DLM-1.1.
Noindex: /HDPDocuments/DLM1/DLM-1.2.
Noindex: /HDPDocuments/DP/DP-1.0.
Noindex: /HDPDocuments/DP/DP-1.1.
Noindex: /HDPDocuments/DSS1/DSS-1.0.
Noindex: /HDPDocuments/DSS1/DSS-1.1.
Noindex: /HDPDocuments/DSS1/DSS-1.2.
Noindex: /HDPDocuments/DSS1/DSS-1.3.0/
Noindex: /HDPDocuments/HCP1
Noindex: /HDPDocuments/HDF1/
Noindex: /HDPDocuments/HDF2/
Noindex: /HDPDocuments/HDF3/HDF-3.0.
Noindex: /HDPDocuments/HDF3/HDF-3.1.
Noindex: /HDPDocuments/HDF3/HDF-3.2.
Noindex: /HDPDocuments/HDF3/HDF-3.3.
Noindex: /HDPDocuments/HDP1/
Noindex: /HDPDocuments/HDP2/
Noindex: /HDPDocuments/HDP3/HDP-3.0.0/
Noindex: /HDPDocuments/SS1/SmartSense-1.1.
Noindex: /HDPDocuments/SS1/SmartSense-1.2.
Noindex: /HDPDocuments/SS1/SmartSense-1.3.
Noindex: /HDPDocuments/SS1/SmartSense-1.4.
Noindex: /runtime/7.0.0/
Noindex: /runtime/7.0.1/
Noindex: /runtime/7.0.2/
Noindex: /smm/1.0.
Noindex: /smm/1.1.

User-agent: *
Disallow: /cem/1.0
Disallow: /cloudera-manager/7.0.0/
Disallow: /cloudera-manager/7.0.1/
Disallow: /cloudera-manager/7.0.2/
Disallow: /csp/1.0.0/
Disallow: /documentation/archive/
Disallow: /documentation/betas/
Disallow: /documentation/cdh/
Disallow: /documentation/cdh4/
Disallow: /documentation/data-science-workbench/1-0
Disallow: /documentation/data-science-workbench/1-1
Disallow: /documentation/data-science-workbench/1-2
Disallow: /documentation/data-science-workbench/1-3
Disallow: /documentation/data-science-workbench/1-4
Disallow: /documentation/data-science-workbench/1-5
Disallow: /documentation/director/1-0
Disallow: /documentation/director/1-1
Disallow: /documentation/director/1-5
Disallow: /documentation/director/2-0
Disallow: /documentation/director/2-1
Disallow: /documentation/director/2-2
Disallow: /documentation/director/2-3
Disallow: /documentation/director/2-4
Disallow: /documentation/director/2-5
Disallow: /documentation/director/2-6
Disallow: /documentation/director/2-7
Disallow: /documentation/director/2-8
Disallow: /documentation/director/6-0
Disallow: /documentation/director/6-1
Disallow: /documentation/director/6-2
Disallow: /documentation/enterprise/5
Disallow: /documentation/kafka/
Disallow: /documentation/kudu/
Disallow: /documentation/manager/
Disallow: /documentation/other/accumulo/
Disallow: /documentation/other/connectors/hive-jdbc/2-5
Disallow: /documentation/other/connectors/hive-jdbc/2-6-1
Disallow: /documentation/other/connectors/hive-jdbc/2-6-2
Disallow: /documentation/other/connectors/hive-odbc/2-0
Disallow: /documentation/other/connectors/hive-odbc/2-5
Disallow: /documentation/other/connectors/impala-jdbc/2-5
Disallow: /documentation/other/connectors/impala-jdbc/2-6-11
Disallow: /documentation/other/connectors/impala-jdbc/2-6-2
Disallow: /documentation/other/connectors/impala-jdbc/2-6-3
Disallow: /documentation/other/connectors/impala-jdbc/2-6-4
Disallow: /documentation/other/connectors/impala-jdbc/2-6-9
Disallow: /documentation/other/connectors/impala-odbc/1
Disallow: /documentation/other/connectors/impala-odbc/2-0
Disallow: /documentation/other/connectors/impala-odbc/2-5
Disallow: /documentation/other/connectors/impala-odbc/2-6-0.html
Disallow: /documentation/other/connectors/impala-odbc/2-6-0/
Disallow: /documentation/other/connectors/impala-odbc/2-6-2.html
Disallow: /documentation/other/connectors/impala-odbc/2-6-2/
Disallow: /documentation/other/connectors/impala-odbc/2-6-4.html
Disallow: /documentation/other/connectors/impala-odbc/2-6-4/
Disallow: /documentation/other/Licenses/
Disallow: /documentation/other/reference-architecture/
Disallow: /documentation/other/shared/
Disallow: /documentation/spark2
Disallow: /HDPDocuments/Ambari-1.
Disallow: /HDPDocuments/Ambari-2.0.
Disallow: /HDPDocuments/Ambari-2.1.
Disallow: /HDPDocuments/Ambari-2.2.
Disallow: /HDPDocuments/Ambari-2.4.
Disallow: /HDPDocuments/Ambari-2.5.
Disallow: /HDPDocuments/Ambari-2.6.
Disallow: /HDPDocuments/Ambari-2.7.0.0/
Disallow: /HDPDocuments/Ambari-2.7.1.0/
Disallow: /HDPDocuments/Ambari-2.7.3.0/
Disallow: /HDPDocuments/Cloudbreak/Cldbrk
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.0/
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.14.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.16.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.2.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.2/
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.3.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.6.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-2.4.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-2.5.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-2.7.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-2.8.
Disallow: /HDPDocuments/DAS/DAS-1.0.
Disallow: /HDPDocuments/DAS/DAS-1.1.
Disallow: /HDPDocuments/DAS/DAS-1.2.0/
Disallow: /HDPDocuments/DLM1/DLM-1.0.
Disallow: /HDPDocuments/DLM1/DLM-1.1.
Disallow: /HDPDocuments/DLM1/DLM-1.2.
Disallow: /HDPDocuments/DP/DP-1.0.
Disallow: /HDPDocuments/DP/DP-1.1.
Disallow: /HDPDocuments/DSS1/DSS-1.0.
Disallow: /HDPDocuments/DSS1/DSS-1.1.
Disallow: /HDPDocuments/DSS1/DSS-1.2.
Disallow: /HDPDocuments/DSS1/DSS-1.3.0/
Disallow: /HDPDocuments/HCP1
Disallow: /HDPDocuments/HDF1/
Disallow: /HDPDocuments/HDF2/
Disallow: /HDPDocuments/HDF3/HDF-3.0.
Disallow: /HDPDocuments/HDF3/HDF-3.1.
Disallow: /HDPDocuments/HDF3/HDF-3.2.
Disallow: /HDPDocuments/HDF3/HDF-3.3.
Disallow: /HDPDocuments/HDP1/
Disallow: /HDPDocuments/HDP2/
Disallow: /HDPDocuments/HDP3/HDP-3.0.0/
Disallow: /HDPDocuments/SS1/SmartSense-1.1.
Disallow: /HDPDocuments/SS1/SmartSense-1.2.
Disallow: /HDPDocuments/SS1/SmartSense-1.3.
Disallow: /HDPDocuments/SS1/SmartSense-1.4.
Disallow: /runtime/7.0.0/
Disallow: /runtime/7.0.1/
Disallow: /runtime/7.0.2/
Disallow: /smm/1.0.
Disallow: /smm/1.1.