diff -ru htdig-3.1.3/htdig/HTML.cc htdig-3.1.3.patched/htdig/HTML.cc
--- htdig-3.1.3/htdig/HTML.cc Sat Nov 20 20:12:55 1999
+++ htdig-3.1.3.patched/htdig/HTML.cc Sat Nov 20 20:38:12 1999
@@ -649,13 +649,19 @@
break;
case 16: // "noindex"
- doindex = 0;
- dofollow = 0;
+ if (!config.Boolean("ignore_noindex"))
+ {
+ doindex = 0;
+ dofollow = 0;
+ }
break;
case 17: // "/noindex"
- doindex = 1;
- dofollow = 1;
+ if (!config.Boolean("ignore_noindex"))
+ {
+ doindex = 1;
+ dofollow = 1;
+ }
break;
case 18: // "img"
@@ -868,7 +874,8 @@
{
String content_cache = conf["content"];
- if (content_cache.indexOf("noindex") != -1)
+ if (content_cache.indexOf("noindex") != -1 &&
+ !config.Boolean("ignore_noindex"))
{
doindex = 0;
retriever.got_noindex();