1 |
|
/* ============================================================================ |
2 |
|
* Douglas Thrift's Search Engine License |
3 |
|
* |
4 |
< |
* Copyright (C) 2002, Douglas Thrift. All Rights Reserved. |
4 |
> |
* Copyright (C) 2002-2003, Douglas Thrift. All Rights Reserved. |
5 |
|
* Redistribution and use in source and binary forms, with or without |
6 |
|
* modification, are permitted provided that the following conditions are met: |
7 |
|
* |
68 |
|
Processor processor; |
69 |
|
Set pages; |
70 |
|
queue<URL> links; |
71 |
+ |
queue<string> referers; |
72 |
|
string indexFile; |
73 |
|
Set domains; |
74 |
|
Set restrictions; |
75 |
|
Set checked; |
76 |
< |
void index(URL& url, ofstream& fout); |
76 |
> |
void index(URL& url, ofstream& fout, const string referer = ""); |
77 |
|
bool restricted(URL& url); |
78 |
|
void robots(URL& url); |
79 |
|
public: |