ViewVC Help

View File | Revision Log | Show Annotations | Download File | View Changeset | Root Listing

root/proj/trunk/Search/HttpHandler.cpp

Comparing trunk/Search/HttpHandler.cpp (file contents):
Revision 21 by douglas, 2002-12-10T14:44:50-08:00 vs.
Revision 201 by douglas, 2003-07-15T01:01:00-07:00

#	Line 1 | Line 1
1		/* ============================================================================
2		* Douglas Thrift's Search Engine License
3		*
4	<	* Copyright (C) 2002, Douglas Thrift. All Rights Reserved.
4	>	* Copyright (C) 2002-2003, Douglas Thrift. All Rights Reserved.
5		* Redistribution and use in source and binary forms, with or without
6		* modification, are permitted provided that the following conditions are met:
7		*
#	Line 46 | Line 46
46		//
47		// Douglas Thrift
48		//
49	<	// HttpHandler.cpp
49	>	// $Id: HttpHandler.cpp,v 1.19 2003/07/15 08:01:00 douglas Exp $
50
51		#include "HttpHandler.h"
52
53	+	// Lovely C Sockets!
54	+	#ifndef _WIN32
55	+	// BSD Sockets
56	+	#include <unistd.h>
57	+	#include <sys/types.h>
58	+	#include <sys/socket.h>
59	+	#include <netinet/in.h>
60	+	#include <netdb.h>
61	+
62	+	#define INVALID_SOCKET -1
63	+	#define SOCKET_ERROR -1
64	+
65	+	inline int closesocket(SOCKET s) { return close(s); }
66	+	#endif
67	+
68		HttpHandler::HttpHandler()
69		{
70		buffer = new char[BUFSIZ + 1];
#	Line 64 | Line 79 | HttpHandler::HttpHandler()
79
80		length = 0;
81		chunked = false;
82	+	#ifdef _OpenSSL_
83	+	tls = false;
84	+	#endif
85		}
86
87		HttpHandler::~HttpHandler()
#	Line 75 | Line 93 | HttpHandler::~HttpHandler()
93		#endif // _WIN32
94		}
95
96	<	bool HttpHandler::handle(URL &url, bool head)
96	>	bool HttpHandler::handle(URL &url, const string referer, bool head)
97		{
98		bool answer = false;
99
#	Line 116 | Line 134 | bool HttpHandler::handle(URL &url, bool
134		}
135
136		putline("Accept: text/html; text/plain");
137	+	#ifndef _OpenSSL_
138		putline("User-Agent: " + agent(true) + ' ' + platform());
139	+	#else
140	+	putline("User-Agent: " + agent(true) + ' ' + platform() + ' '
141	+	+ openssl(true));
142	+	#endif
143
144		if (url.getPort() == 80)
145		{
#	Line 132 | Line 155 | bool HttpHandler::handle(URL &url, bool
155		delete [] port;
156		}
157
158	<	//      putline("Referer: " + ?referer?);
158	>	if (referer != "")
159	>	{
160	>	putline("Referer: " + referer);
161	>	}
162	>
163		putline("Connection: close");
164		putline();
165
#	Line 155 | Line 182 | bool HttpHandler::handle(URL &url, bool
182		unsigned minor = strtoul(line.substr(dot + 1, space - dot - 1).c_str(),
183		0, 10);
184
185	<	if (major > 1 || minor < 1)
185	>	if (major > 1)
186		{
187		cerr << program << ": Potentially Incompatible Server: HTTP/" <<
188		major << "." << minor << "\n";
#	Line 262 | Line 289 | void HttpHandler::clear()
289		location = "";
290		page = "";
291		chunked = false;
292	+	#ifdef _OpenSSL_
293	+	tls = false;
294	+	#endif
295		}
296
297		void HttpHandler::populate()
#	Line 275 | Line 305 | void HttpHandler::populate()
305		memset(buffer, 0, BUFSIZ + 1);
306
307		unsigned bytes = left > BUFSIZ ? BUFSIZ : left;
308	+	unsigned received;
309
310	<	if (recv(http, buffer, bytes, 0) == SOCKET_ERROR)
310	>	while (true)
311		{
312	<	error(program + ": Recv");
313	<	exit(1);
312	>	if ((received = recv(http, buffer, bytes, 0)) == SOCKET_ERROR)
313	>	{
314	>	error(program + ": Recv");
315	>	exit(1);
316	>	}
317	>	else if (received != bytes)
318	>	{
319	>	left -= received;
320	>	page += buffer;
321	>
322	>	memset(buffer, 0, BUFSIZ + 1);
323	>
324	>	bytes -= received;
325	>	}
326	>	else
327	>	{
328	>	break;
329	>	}
330		}
331
332		page += buffer;
#	Line 301 | Line 348 | void HttpHandler::populate()
348		memset(buffer, 0, BUFSIZ + 1);
349
350		unsigned bytes = left > BUFSIZ ? BUFSIZ : left;
351	+	unsigned received;
352
353	<	if (recv(http, buffer, bytes, 0) == SOCKET_ERROR)
353	>	while (true)
354		{
355	<	error(program + ": Recv");
356	<	exit(1);
355	>	if ((received = recv(http, buffer, bytes, 0)) ==
356	>	SOCKET_ERROR)
357	>	{
358	>	error(program + ": Recv");
359	>	exit(1);
360	>	}
361	>	else if (received != bytes)
362	>	{
363	>	left -= received;
364	>	page += buffer;
365	>
366	>	memset(buffer, 0, BUFSIZ + 1);
367	>
368	>	bytes -= received;
369	>	}
370	>	else
371	>	{
372	>	break;
373	>	}
374		}
375
376		page += buffer;
#	Line 372 | Line 437 | void HttpHandler::error(const string& pr
437		switch (WSAGetLastError())
438		{
439		case WSAEACCES:
440	<	error = "Permission denied.";
440	>	error = "Permission denied";
441		break;
442		case WSAEADDRINUSE:
443	<	error = "Address already in use.";
443	>	error = "Address already in use";
444		break;
445		case WSAEADDRNOTAVAIL:
446	<	error = "Cannot assign requested address.";
446	>	error = "Cannot assign requested address";
447		break;
448		case WSAEAFNOSUPPORT:
449	<	error = "Address family not supported by protocol family.";
449	>	error = "Address family not supported by protocol family";
450		break;
451		case WSAEALREADY:
452	<	error = "Operation already in progress.";
452	>	error = "Operation already in progress";
453		break;
454		case WSAECONNABORTED:
455	<	error = "Software caused connection abort.";
455	>	error = "Software caused connection abort";
456		break;
457		case WSAECONNREFUSED:
458	<	error = "Connection refused.";
458	>	error = "Connection refused";
459		break;
460		case WSAECONNRESET:
461	<	error = "Connection reset by peer.";
461	>	error = "Connection reset by peer";
462		break;
463		case WSAEDESTADDRREQ:
464	<	error = "Destination address required.";
464	>	error = "Destination address required";
465		break;
466		case WSAEFAULT:
467	<	error = "Bad address.";
467	>	error = "Bad address";
468		break;
469		case WSAEHOSTDOWN:
470	<	error = "Host is down.";
470	>	error = "Host is down";
471		break;
472		case WSAEHOSTUNREACH:
473	<	error = "No route to host.";
473	>	error = "No route to host";
474		break;
475		case WSAEINPROGRESS:
476	<	error = "Operation now in progress.";
476	>	error = "Operation now in progress";
477		break;
478		case WSAEINTR:
479	<	error = "Interrupted function call.";
479	>	error = "Interrupted function call";
480		break;
481		case WSAEINVAL:
482	<	error = "Invalid argument.";
482	>	error = "Invalid argument";
483		break;
484		case WSAEISCONN:
485	<	error = "Socket is already connected.";
485	>	error = "Socket is already connected";
486		break;
487		case WSAEMFILE:
488	<	error = "Too many open files.";
488	>	error = "Too many open files";
489		break;
490		case WSAEMSGSIZE:
491	<	error = "Message too long.";
491	>	error = "Message too long";
492		break;
493		case WSAENETDOWN:
494	<	error = "Network is down.";
494	>	error = "Network is down";
495		break;
496		case WSAENETRESET:
497	<	error = "Network dropped connection on reset.";
497	>	error = "Network dropped connection on reset";
498		break;
499		case WSAENETUNREACH:
500	<	error = "Network is unreachable.";
500	>	error = "Network is unreachable";
501		break;
502		case WSAENOBUFS:
503	<	error = "No buffer space available.";
503	>	error = "No buffer space available";
504		break;
505		case WSAENOPROTOOPT:
506	<	error = "Bad protocol option.";
506	>	error = "Bad protocol option";
507		break;
508		case WSAENOTCONN:
509	<	error = "Socket is not connected.";
509	>	error = "Socket is not connected";
510		break;
511		case WSAENOTSOCK:
512	<	error = "Socket operation on non-socket.";
512	>	error = "Socket operation on non-socket";
513		break;
514		case WSAEOPNOTSUPP:
515	<	error = "Operation not supported.";
515	>	error = "Operation not supported";
516		break;
517		case WSAEPFNOSUPPORT:
518	<	error = "Protocol family not supported.";
518	>	error = "Protocol family not supported";
519		break;
520		case WSAEPROCLIM:
521	<	error = "Too many processes.";
521	>	error = "Too many processes";
522		break;
523		case WSAEPROTONOSUPPORT:
524	<	error = "Protocol not supported.";
524	>	error = "Protocol not supported";
525		break;
526		case WSAEPROTOTYPE:
527	<	error = "Protocol wrong type for socket.";
527	>	error = "Protocol wrong type for socket";
528		break;
529		case WSAESHUTDOWN:
530	<	error = "Cannot send after socket shutdown.";
530	>	error = "Cannot send after socket shutdown";
531		break;
532		case WSAESOCKTNOSUPPORT:
533	<	error = "Socket type not supported.";
533	>	error = "Socket type not supported";
534		break;
535		case WSAETIMEDOUT:
536	<	error = "Connection timed out.";
536	>	error = "Connection timed out";
537		break;
538		case WSATYPE_NOT_FOUND:
539	<	error = "Class type not found.";
539	>	error = "Class type not found";
540		break;
541		case WSAEWOULDBLOCK:
542	<	error = "Resource temporarily unavailable.";
542	>	error = "Resource temporarily unavailable";
543		break;
544		case WSAHOST_NOT_FOUND:
545	<	error = "Host not found.";
545	>	error = "Host not found";
546		break;
547		case WSA_INVALID_HANDLE:
548	<	error = "Specified event object handle is invalid.";
548	>	error = "Specified event object handle is invalid";
549		break;
550		case WSA_INVALID_PARAMETER:
551	<	error = "One or more parameters are invalid.";
551	>	error = "One or more parameters are invalid";
552		break;
553		//      case WSAINVALIDPROCTABLE:
554	<	//              error = "Invalid procedure table from service provider.";
554	>	//              error = "Invalid procedure table from service provider";
555		//              break;
556		//      case WSAINVALIDPROVIDER:
557	<	//              error = "Invalid service provider version number.";
557	>	//              error = "Invalid service provider version number";
558		//              break;
559		case WSA_IO_INCOMPLETE:
560	<	error = "Overlapped I/O event object not in signaled state.";
560	>	error = "Overlapped I/O event object not in signaled state";
561		break;
562		case WSA_IO_PENDING:
563	<	error = "Overlapped operations will complete later.";
563	>	error = "Overlapped operations will complete later";
564		break;
565		case WSA_NOT_ENOUGH_MEMORY:
566	<	error = "Insufficient memory available.";
566	>	error = "Insufficient memory available";
567		break;
568		case WSANOTINITIALISED:
569	<	error = "Successful WSAStartup not yet performed.";
569	>	error = "Successful WSAStartup not yet performed";
570		break;
571		case WSANO_DATA:
572	<	error = "Valid name, no data record of requested type.";
572	>	error = "Valid name, no data record of requested type";
573		break;
574		case WSANO_RECOVERY:
575	<	error = "This is a non-recoverable error.";
575	>	error = "This is a non-recoverable error";
576		break;
577		//      case WSAPROVIDERFAILEDINIT:
578	<	//              error = "Unable to initialize a service provider.";
578	>	//              error = "Unable to initialize a service provider";
579		//              break;
580		case WSASYSCALLFAILURE:
581	<	error = "System call failure.";
581	>	error = "System call failure";
582		break;
583		case WSASYSNOTREADY:
584	<	error = "Network subsystem is unavailable.";
584	>	error = "Network subsystem is unavailable";
585		break;
586		case WSATRY_AGAIN:
587	<	error = "Non-authoritative host not found.";
587	>	error = "Non-authoritative host not found";
588		break;
589		case WSAVERNOTSUPPORTED:
590	<	error = "WINSOCK.DLL version out of range.";
590	>	error = "WINSOCK.DLL version out of range";
591		break;
592		case WSAEDISCON:
593	<	error = "Graceful shutdown in progress.";
593	>	error = "Graceful shutdown in progress";
594		break;
595		case WSA_OPERATION_ABORTED:
596	<	error = "Overlapped operation aborted.";
596	>	error = "Overlapped operation aborted";
597		break;
598		default:
599	<	error = "Unknown error.";
599	>	error = "Unknown error";
600		break;
601		}
602
#	Line 539 | Line 604 | void HttpHandler::error(const string& pr
604		#else
605		if (host)
606		{
607	<	herror(prefix.c_str());
607	>	string error;
608	>
609	>	switch (h_errno)
610	>	{
611	>	case HOST_NOT_FOUND:
612	>	error = "Unknown host";
613	>	break;
614	>	case TRY_AGAIN:
615	>	error = "Host name lookup failure";
616	>	break;
617	>	case NO_RECOVERY:
618	>	error = "Unknown server error";
619	>	break;
620	>	case NO_DATA:
621	>	error = "No address associated with name";
622	>	break;
623	>	default:
624	>	error = "Unknown error";
625	>	break;
626	>	}
627	>
628	>	cerr << prefix << ": " << error << "\n";
629		}
630		else
631		{

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines