ViewVC Help

View File | Revision Log | Show Annotations | Download File | View Changeset | Root Listing

root/proj/trunk/Search/Indexer.cpp

Comparing trunk/Search/Indexer.cpp (file contents):
Revision 11 by douglas, 2002-12-06T11:17:45-08:00 vs.
Revision 12 by douglas, 2002-12-06T12:03:05-08:00

#	Line 163 | Line 163 | bool Indexer::restricted(URL& url)
163		void Indexer::robots(URL& url)
164		{
165		URL robots = url;
166	<	robots.setPath(string("/robots.txt"));
166	>	robots.setPath("/robots.txt");
167
168		cout << "Checking " << robots << "..." << flush;
169
#	Line 194 | Line 194 | void Indexer::robots(URL& url)
194
195		normalize(value);
196
197	<	if (field == "User-agent" && value == programName + '/' +
198	<	programVersion)
197	>	if (field == "User-agent" && value == agent(true))
198		{
199		state = version;
200		record = true;
201		hasVersion = true;
202		}
203	<	else if (field == "User-agent" && value.find(programName) == 0 &&
205	<	value.find('/') == string::npos)
203	>	else if (field == "User-agent" && value == agent(false))
204		{
205		state = name;
206		record = true;

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines