1 |
|
/* ============================================================================ |
2 |
|
* Douglas Thrift's Search Engine License |
3 |
|
* |
4 |
< |
* Copyright (C) 2002, Douglas Thrift. All Rights Reserved. |
4 |
> |
* Copyright (C) 2002-2003, Douglas Thrift. All Rights Reserved. |
5 |
|
* Redistribution and use in source and binary forms, with or without |
6 |
|
* modification, are permitted provided that the following conditions are met: |
7 |
|
* |
46 |
|
// |
47 |
|
// Douglas Thrift |
48 |
|
// |
49 |
< |
// HttpHandler.cpp |
49 |
> |
// $Id: HttpHandler.cpp,v 1.18 2003/07/11 07:54:46 douglas Exp $ |
50 |
|
|
51 |
|
#include "HttpHandler.h" |
52 |
|
|
53 |
+ |
// Lovely C Sockets! |
54 |
+ |
#ifndef _WIN32 |
55 |
+ |
// BSD Sockets |
56 |
+ |
#include <unistd.h> |
57 |
+ |
#include <sys/types.h> |
58 |
+ |
#include <sys/socket.h> |
59 |
+ |
#include <netinet/in.h> |
60 |
+ |
#include <netdb.h> |
61 |
+ |
|
62 |
+ |
#define INVALID_SOCKET -1 |
63 |
+ |
#define SOCKET_ERROR -1 |
64 |
+ |
|
65 |
+ |
inline int closesocket(SOCKET s) { return close(s); } |
66 |
+ |
#endif |
67 |
+ |
|
68 |
|
HttpHandler::HttpHandler() |
69 |
|
{ |
70 |
|
buffer = new char[BUFSIZ + 1]; |
77 |
|
} |
78 |
|
#endif // _WIN32 |
79 |
|
|
65 |
– |
begin = 0; |
80 |
|
length = 0; |
81 |
|
chunked = false; |
82 |
|
} |
90 |
|
#endif // _WIN32 |
91 |
|
} |
92 |
|
|
93 |
< |
bool HttpHandler::handle(URL &url, bool head) |
93 |
> |
bool HttpHandler::handle(URL &url, const string referer, bool head) |
94 |
|
{ |
95 |
|
bool answer = false; |
96 |
|
|
147 |
|
delete [] port; |
148 |
|
} |
149 |
|
|
150 |
< |
// putline("Referer: " + ?referer?); |
150 |
> |
if (referer != "") |
151 |
> |
{ |
152 |
> |
putline("Referer: " + referer); |
153 |
> |
} |
154 |
> |
|
155 |
|
putline("Connection: close"); |
156 |
|
putline(); |
157 |
|
|
174 |
|
unsigned minor = strtoul(line.substr(dot + 1, space - dot - 1).c_str(), |
175 |
|
0, 10); |
176 |
|
|
177 |
< |
if (major > 1 || minor < 1) |
177 |
> |
if (major > 1) |
178 |
|
{ |
179 |
|
cerr << program << ": Potentially Incompatible Server: HTTP/" << |
180 |
|
major << "." << minor << "\n"; |
258 |
|
|
259 |
|
HttpHandler& HttpHandler::getline(string& line, char endline) |
260 |
|
{ |
261 |
< |
int end = page.find(endline, begin); |
262 |
< |
int newline = page.find('\n', begin); |
261 |
> |
unsigned end = page.find(endline); |
262 |
> |
unsigned newline = page.find('\n'); |
263 |
|
|
264 |
|
if (newline < end || end == string::npos) |
265 |
|
{ |
266 |
|
end = newline; |
267 |
|
} |
268 |
|
|
269 |
< |
line = page.substr(begin, end - begin); |
270 |
< |
|
253 |
< |
if (end == string::npos) |
254 |
< |
{ |
255 |
< |
begin = end; |
256 |
< |
} |
257 |
< |
else |
258 |
< |
{ |
259 |
< |
begin = end + 1; |
260 |
< |
} |
269 |
> |
line = page.substr(0, end); |
270 |
> |
page.erase(0, (end == string::npos ? end : end + 1)); |
271 |
|
|
272 |
|
return *this; |
273 |
|
} |
274 |
|
|
265 |
– |
bool HttpHandler::good() |
266 |
– |
{ |
267 |
– |
bool answer = true; |
268 |
– |
|
269 |
– |
if (begin >= page.length()) |
270 |
– |
{ |
271 |
– |
answer = false; |
272 |
– |
} |
273 |
– |
else if (begin == string::npos) |
274 |
– |
{ |
275 |
– |
answer = false; |
276 |
– |
} |
277 |
– |
|
278 |
– |
return answer; |
279 |
– |
} |
280 |
– |
|
275 |
|
void HttpHandler::clear() |
276 |
|
{ |
277 |
|
closesocket(http); |
279 |
|
type = ""; |
280 |
|
length = 0; |
281 |
|
location = ""; |
288 |
– |
begin = 0; |
282 |
|
page = ""; |
283 |
|
chunked = false; |
284 |
|
} |
294 |
|
memset(buffer, 0, BUFSIZ + 1); |
295 |
|
|
296 |
|
unsigned bytes = left > BUFSIZ ? BUFSIZ : left; |
297 |
+ |
unsigned received; |
298 |
|
|
299 |
< |
if (recv(http, buffer, bytes, 0) == SOCKET_ERROR) |
299 |
> |
while (true) |
300 |
|
{ |
301 |
< |
error(program + ": Revc"); |
302 |
< |
exit(1); |
301 |
> |
if ((received = recv(http, buffer, bytes, 0)) == SOCKET_ERROR) |
302 |
> |
{ |
303 |
> |
error(program + ": Recv"); |
304 |
> |
exit(1); |
305 |
> |
} |
306 |
> |
else if (received != bytes) |
307 |
> |
{ |
308 |
> |
left -= received; |
309 |
> |
page += buffer; |
310 |
> |
|
311 |
> |
memset(buffer, 0, BUFSIZ + 1); |
312 |
> |
|
313 |
> |
bytes -= received; |
314 |
> |
} |
315 |
> |
else |
316 |
> |
{ |
317 |
> |
break; |
318 |
> |
} |
319 |
|
} |
320 |
|
|
321 |
|
page += buffer; |
324 |
|
} |
325 |
|
else |
326 |
|
{ |
327 |
< |
// |
327 |
> |
unsigned chunk; |
328 |
> |
|
329 |
> |
do |
330 |
> |
{ |
331 |
> |
chunk = strtoul(getline().c_str(), 0, 16); |
332 |
> |
|
333 |
> |
unsigned left = chunk; |
334 |
> |
|
335 |
> |
while (left > 0) |
336 |
> |
{ |
337 |
> |
memset(buffer, 0, BUFSIZ + 1); |
338 |
> |
|
339 |
> |
unsigned bytes = left > BUFSIZ ? BUFSIZ : left; |
340 |
> |
unsigned received; |
341 |
> |
|
342 |
> |
while (true) |
343 |
> |
{ |
344 |
> |
if ((received = recv(http, buffer, bytes, 0)) == |
345 |
> |
SOCKET_ERROR) |
346 |
> |
{ |
347 |
> |
error(program + ": Recv"); |
348 |
> |
exit(1); |
349 |
> |
} |
350 |
> |
else if (received != bytes) |
351 |
> |
{ |
352 |
> |
left -= received; |
353 |
> |
page += buffer; |
354 |
> |
|
355 |
> |
memset(buffer, 0, BUFSIZ + 1); |
356 |
> |
|
357 |
> |
bytes -= received; |
358 |
> |
} |
359 |
> |
else |
360 |
> |
{ |
361 |
> |
break; |
362 |
> |
} |
363 |
> |
} |
364 |
> |
|
365 |
> |
page += buffer; |
366 |
> |
left -= bytes; |
367 |
> |
} |
368 |
> |
|
369 |
> |
getline(); |
370 |
> |
length += chunk; |
371 |
> |
} |
372 |
> |
while (chunk > 0); |
373 |
|
} |
374 |
|
|
375 |
< |
cerr << "\n[" << page << "]\n"; |
375 |
> |
for (unsigned index = 0; index < page.length(); index++) |
376 |
> |
{ |
377 |
> |
if (page[index] == '\r' && (index + 1 < page.length()) ? page[index + |
378 |
> |
1] == '\n' : false) |
379 |
> |
{ |
380 |
> |
page.erase(index, 1); |
381 |
> |
} |
382 |
> |
else if (page[index] == '\r') |
383 |
> |
{ |
384 |
> |
page[index] = '\n'; |
385 |
> |
} |
386 |
> |
} |
387 |
|
} |
388 |
|
|
389 |
|
void HttpHandler::putline(const string line) |
426 |
|
switch (WSAGetLastError()) |
427 |
|
{ |
428 |
|
case WSAEACCES: |
429 |
< |
error = "Permission denied."; |
429 |
> |
error = "Permission denied"; |
430 |
|
break; |
431 |
|
case WSAEADDRINUSE: |
432 |
< |
error = "Address already in use."; |
432 |
> |
error = "Address already in use"; |
433 |
|
break; |
434 |
|
case WSAEADDRNOTAVAIL: |
435 |
< |
error = "Cannot assign requested address."; |
435 |
> |
error = "Cannot assign requested address"; |
436 |
|
break; |
437 |
|
case WSAEAFNOSUPPORT: |
438 |
< |
error = "Address family not supported by protocol family."; |
438 |
> |
error = "Address family not supported by protocol family"; |
439 |
|
break; |
440 |
|
case WSAEALREADY: |
441 |
< |
error = "Operation already in progress."; |
441 |
> |
error = "Operation already in progress"; |
442 |
|
break; |
443 |
|
case WSAECONNABORTED: |
444 |
< |
error = "Software caused connection abort."; |
444 |
> |
error = "Software caused connection abort"; |
445 |
|
break; |
446 |
|
case WSAECONNREFUSED: |
447 |
< |
error = "Connection refused."; |
447 |
> |
error = "Connection refused"; |
448 |
|
break; |
449 |
|
case WSAECONNRESET: |
450 |
< |
error = "Connection reset by peer."; |
450 |
> |
error = "Connection reset by peer"; |
451 |
|
break; |
452 |
|
case WSAEDESTADDRREQ: |
453 |
< |
error = "Destination address required."; |
453 |
> |
error = "Destination address required"; |
454 |
|
break; |
455 |
|
case WSAEFAULT: |
456 |
< |
error = "Bad address."; |
456 |
> |
error = "Bad address"; |
457 |
|
break; |
458 |
|
case WSAEHOSTDOWN: |
459 |
< |
error = "Host is down."; |
459 |
> |
error = "Host is down"; |
460 |
|
break; |
461 |
|
case WSAEHOSTUNREACH: |
462 |
< |
error = "No route to host."; |
462 |
> |
error = "No route to host"; |
463 |
|
break; |
464 |
|
case WSAEINPROGRESS: |
465 |
< |
error = "Operation now in progress."; |
465 |
> |
error = "Operation now in progress"; |
466 |
|
break; |
467 |
|
case WSAEINTR: |
468 |
< |
error = "Interrupted function call."; |
468 |
> |
error = "Interrupted function call"; |
469 |
|
break; |
470 |
|
case WSAEINVAL: |
471 |
< |
error = "Invalid argument."; |
471 |
> |
error = "Invalid argument"; |
472 |
|
break; |
473 |
|
case WSAEISCONN: |
474 |
< |
error = "Socket is already connected."; |
474 |
> |
error = "Socket is already connected"; |
475 |
|
break; |
476 |
|
case WSAEMFILE: |
477 |
< |
error = "Too many open files."; |
477 |
> |
error = "Too many open files"; |
478 |
|
break; |
479 |
|
case WSAEMSGSIZE: |
480 |
< |
error = "Message too long."; |
480 |
> |
error = "Message too long"; |
481 |
|
break; |
482 |
|
case WSAENETDOWN: |
483 |
< |
error = "Network is down."; |
483 |
> |
error = "Network is down"; |
484 |
|
break; |
485 |
|
case WSAENETRESET: |
486 |
< |
error = "Network dropped connection on reset."; |
486 |
> |
error = "Network dropped connection on reset"; |
487 |
|
break; |
488 |
|
case WSAENETUNREACH: |
489 |
< |
error = "Network is unreachable."; |
489 |
> |
error = "Network is unreachable"; |
490 |
|
break; |
491 |
|
case WSAENOBUFS: |
492 |
< |
error = "No buffer space available."; |
492 |
> |
error = "No buffer space available"; |
493 |
|
break; |
494 |
|
case WSAENOPROTOOPT: |
495 |
< |
error = "Bad protocol option."; |
495 |
> |
error = "Bad protocol option"; |
496 |
|
break; |
497 |
|
case WSAENOTCONN: |
498 |
< |
error = "Socket is not connected."; |
498 |
> |
error = "Socket is not connected"; |
499 |
|
break; |
500 |
|
case WSAENOTSOCK: |
501 |
< |
error = "Socket operation on non-socket."; |
501 |
> |
error = "Socket operation on non-socket"; |
502 |
|
break; |
503 |
|
case WSAEOPNOTSUPP: |
504 |
< |
error = "Operation not supported."; |
504 |
> |
error = "Operation not supported"; |
505 |
|
break; |
506 |
|
case WSAEPFNOSUPPORT: |
507 |
< |
error = "Protocol family not supported."; |
507 |
> |
error = "Protocol family not supported"; |
508 |
|
break; |
509 |
|
case WSAEPROCLIM: |
510 |
< |
error = "Too many processes."; |
510 |
> |
error = "Too many processes"; |
511 |
|
break; |
512 |
|
case WSAEPROTONOSUPPORT: |
513 |
< |
error = "Protocol not supported."; |
513 |
> |
error = "Protocol not supported"; |
514 |
|
break; |
515 |
|
case WSAEPROTOTYPE: |
516 |
< |
error = "Protocol wrong type for socket."; |
516 |
> |
error = "Protocol wrong type for socket"; |
517 |
|
break; |
518 |
|
case WSAESHUTDOWN: |
519 |
< |
error = "Cannot send after socket shutdown."; |
519 |
> |
error = "Cannot send after socket shutdown"; |
520 |
|
break; |
521 |
|
case WSAESOCKTNOSUPPORT: |
522 |
< |
error = "Socket type not supported."; |
522 |
> |
error = "Socket type not supported"; |
523 |
|
break; |
524 |
|
case WSAETIMEDOUT: |
525 |
< |
error = "Connection timed out."; |
525 |
> |
error = "Connection timed out"; |
526 |
|
break; |
527 |
|
case WSATYPE_NOT_FOUND: |
528 |
< |
error = "Class type not found."; |
528 |
> |
error = "Class type not found"; |
529 |
|
break; |
530 |
|
case WSAEWOULDBLOCK: |
531 |
< |
error = "Resource temporarily unavailable."; |
531 |
> |
error = "Resource temporarily unavailable"; |
532 |
|
break; |
533 |
|
case WSAHOST_NOT_FOUND: |
534 |
< |
error = "Host not found."; |
534 |
> |
error = "Host not found"; |
535 |
|
break; |
536 |
|
case WSA_INVALID_HANDLE: |
537 |
< |
error = "Specified event object handle is invalid."; |
537 |
> |
error = "Specified event object handle is invalid"; |
538 |
|
break; |
539 |
|
case WSA_INVALID_PARAMETER: |
540 |
< |
error = "One or more parameters are invalid."; |
540 |
> |
error = "One or more parameters are invalid"; |
541 |
|
break; |
542 |
|
// case WSAINVALIDPROCTABLE: |
543 |
< |
// error = "Invalid procedure table from service provider."; |
543 |
> |
// error = "Invalid procedure table from service provider"; |
544 |
|
// break; |
545 |
|
// case WSAINVALIDPROVIDER: |
546 |
< |
// error = "Invalid service provider version number."; |
546 |
> |
// error = "Invalid service provider version number"; |
547 |
|
// break; |
548 |
|
case WSA_IO_INCOMPLETE: |
549 |
< |
error = "Overlapped I/O event object not in signaled state."; |
549 |
> |
error = "Overlapped I/O event object not in signaled state"; |
550 |
|
break; |
551 |
|
case WSA_IO_PENDING: |
552 |
< |
error = "Overlapped operations will complete later."; |
552 |
> |
error = "Overlapped operations will complete later"; |
553 |
|
break; |
554 |
|
case WSA_NOT_ENOUGH_MEMORY: |
555 |
< |
error = "Insufficient memory available."; |
555 |
> |
error = "Insufficient memory available"; |
556 |
|
break; |
557 |
|
case WSANOTINITIALISED: |
558 |
< |
error = "Successful WSAStartup not yet performed."; |
558 |
> |
error = "Successful WSAStartup not yet performed"; |
559 |
|
break; |
560 |
|
case WSANO_DATA: |
561 |
< |
error = "Valid name, no data record of requested type."; |
561 |
> |
error = "Valid name, no data record of requested type"; |
562 |
|
break; |
563 |
|
case WSANO_RECOVERY: |
564 |
< |
error = "This is a non-recoverable error."; |
564 |
> |
error = "This is a non-recoverable error"; |
565 |
|
break; |
566 |
|
// case WSAPROVIDERFAILEDINIT: |
567 |
< |
// error = "Unable to initialize a service provider."; |
567 |
> |
// error = "Unable to initialize a service provider"; |
568 |
|
// break; |
569 |
|
case WSASYSCALLFAILURE: |
570 |
< |
error = "System call failure."; |
570 |
> |
error = "System call failure"; |
571 |
|
break; |
572 |
|
case WSASYSNOTREADY: |
573 |
< |
error = "Network subsystem is unavailable."; |
573 |
> |
error = "Network subsystem is unavailable"; |
574 |
|
break; |
575 |
|
case WSATRY_AGAIN: |
576 |
< |
error = "Non-authoritative host not found."; |
576 |
> |
error = "Non-authoritative host not found"; |
577 |
|
break; |
578 |
|
case WSAVERNOTSUPPORTED: |
579 |
< |
error = "WINSOCK.DLL version out of range."; |
579 |
> |
error = "WINSOCK.DLL version out of range"; |
580 |
|
break; |
581 |
|
case WSAEDISCON: |
582 |
< |
error = "Graceful shutdown in progress."; |
582 |
> |
error = "Graceful shutdown in progress"; |
583 |
|
break; |
584 |
|
case WSA_OPERATION_ABORTED: |
585 |
< |
error = "Overlapped operation aborted."; |
585 |
> |
error = "Overlapped operation aborted"; |
586 |
|
break; |
587 |
|
default: |
588 |
< |
error = "Unknown error."; |
588 |
> |
error = "Unknown error"; |
589 |
|
break; |
590 |
|
} |
591 |
|
|
593 |
|
#else |
594 |
|
if (host) |
595 |
|
{ |
596 |
< |
herror(prefix.c_str()); |
596 |
> |
string error; |
597 |
> |
|
598 |
> |
switch (h_errno) |
599 |
> |
{ |
600 |
> |
case HOST_NOT_FOUND: |
601 |
> |
error = "Unknown host"; |
602 |
> |
break; |
603 |
> |
case TRY_AGAIN: |
604 |
> |
error = "Host name lookup failure"; |
605 |
> |
break; |
606 |
> |
case NO_RECOVERY: |
607 |
> |
error = "Unknown server error"; |
608 |
> |
break; |
609 |
> |
case NO_DATA: |
610 |
> |
error = "No address associated with name"; |
611 |
> |
break; |
612 |
> |
default: |
613 |
> |
error = "Unknown error"; |
614 |
> |
break; |
615 |
> |
} |
616 |
> |
|
617 |
> |
cerr << prefix << ": " << error << "\n"; |
618 |
|
} |
619 |
|
else |
620 |
|
{ |