46 |
|
// |
47 |
|
// Douglas Thrift |
48 |
|
// |
49 |
< |
// $Id: Indexer.cpp,v 1.14 2003/07/17 04:59:49 douglas Exp $ |
49 |
> |
// $Id: Indexer.cpp,v 1.15 2003/07/30 22:40:03 douglas Exp $ |
50 |
|
|
51 |
|
#include "Indexer.h" |
52 |
|
|
117 |
|
|
118 |
|
void Indexer::index(URL& url, ofstream& fout, const string referer) |
119 |
|
{ |
120 |
< |
if (domains.find(url.getAddress() += url.getPort() != 80 ? ":" + |
121 |
< |
url.getPort() : "") != domains.end() && pages.find(url.getURL()) == |
122 |
< |
pages.end()) |
120 |
> |
if (domains.find(url.getAddress()) != domains.end() && |
121 |
> |
pages.find(url.getURL()) == pages.end()) |
122 |
|
{ |
123 |
< |
if (checked.find(url.getAddress() += url.getPort() != 80 ? ":" + |
124 |
< |
url.getPort() : "") == checked.end()) |
123 |
> |
if (checked.find(url.getAddress() + (url.getPort() != 80 ? ":" + |
124 |
> |
url.getPort() : string(""))) == checked.end()) |
125 |
|
{ |
126 |
|
robots(url); |
127 |
|
} |