trunk/Search/URL.cpp

/* ============================================================================
 * Douglas Thrift's Search Engine License
 *
 * Copyright (C) 2002-2003, Douglas Thrift. All Rights Reserved.
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 *    this list of conditions and the following disclaimer in the documentation
 *    and/or other materials provided with the distribution.
 *
 * 3. The end-user documentation included with the redistribution, if any, must
 *    include the following acknowledgment:
 *
 *       "This product includes software developed by Douglas Thrift
 *       (http://computers.douglasthrift.net/searchengine/)."
 *
 *    Alternately, this acknowledgment may appear in the software itself, if
 *    and wherever such third-party acknowledgments normally appear.
 *
 * 4. The names "Douglas Thrift" and "Douglas Thrift's Search Engine" must not
 *    be used to endorse or promote products derived from this software without
 *    specific prior written permission.  For written permission, please visit
 *    http://www.douglasthrift.net/contact.cgi for contact information.
 *
 * 5. Products derived from this software may not be called "Douglas Thrift's
 *    Search Engine", nor may "Douglas Thrift's Search Engine" appear in their
 *    name, without prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
 * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * ============================================================================
 */
// Douglas Thrift's Search Engine URL
//
// Douglas Thrift
//
// $Id: URL.cpp,v 1.7 2003/07/12 05:50:04 douglas Exp $

#include "URL.h"

URL::URL(const string& url)
{
        setURL(url);
}

URL::URL(const string& address, unsigned port, const string& path)
{
        this->address = address;
        this->port = port;
        this->path = path;
#ifdef _OpenSSL_
        tls = false;
#endif
}

#ifdef _OpenSSL_
URL::URL(const string& address, unsigned port, const string& path, bool tls)
{
        this->address = address;
        this->port = port;
        this->path = path;
        this->tls = tls;
}
#endif

string URL::getURL()
{
        ostringstream url;
#ifndef _OpenSSL_
        url << "http://" << address;

        if (port != 80)
#else
        url << (tls ? "https://" : "http://") << address;

        if (port != 80 && !tls || port != 443 && tls)
#endif
        {
                url << ":" << port;
        }

        url << path;

        return url.str();
}

void URL::setURL(const URL& url)
{
        this->address = url.address;
        this->port = url.port;
        this->path = url.path;
#ifdef _OpenSSL_
        this->tls = url.tls;
#endif
}

void URL::setURL(const string& url)
{
#ifndef _OpenSSL_
        if (url.find("http://") != 0 || url.length() <= 7)
        {
                cerr << program << ": Malformed URL: " << url << "\n";
                exit(1);
        }

        unsigned begin = 7;
#else
        tls = false;

        if (url.find("https://") == 0 && url.length() > 8)
        {
                tls = true;
        }
        else if (url.find("http://") != 0 || url.length() <= 7)
        {
                cerr << program << ": Malformed URL: " << url << "\n";
                exit(1);
        }

        unsigned begin = tls ? 8 : 7;
#endif
        unsigned colon = url.find(':', begin);
        unsigned end = url.find('/', begin);

        if (colon != string::npos && colon < end)
        {
                address = url.substr(begin, colon - begin);
                port = strtoul(url.substr(colon + 1, end - colon - 1).c_str(), 0, 0);
        }
        else
        {
                address = url.substr(begin, end - begin);
#ifndef _OpenSSL_
                port = 80;
#else
                port = tls ? 443 : 80;
#endif
        }

        if (end == string::npos)
        {
                path = "/";
        }
        else
        {
                path = url.substr(end);
        }
}

void URL::setPath(const string& path)
{
        if (path.find('/') != 0)
        {
                this->path = "/" + path;
        }
        else
        {
                this->path = path;
        }
}

ostream& operator<<(ostream& os, URL& data)
{
        os << data.getURL();

        return os;
}

string getLink(string link, URL& url)
{
        string hyperlink = "";

        if (link.find('#') != string::npos)
        {
                unsigned pound = link.find('#');
                link.erase(pound);
        }

        if (link.find("://") != string::npos)
        {
#ifndef _OpenSSL_
                if (link.find("http://") == 0 && link.length() > 7) hyperlink = link;
#else
                if (link.find("http://") == 0 && link.length() > 7 ||
                        link.find("https://") == 0 && link.length() > 8) hyperlink = link;
#endif
        }
        else if (link.find("mailto:") == 0)
        {
                // do nothing we are not evil spammers!
        }
        else if (link.find("news:") == 0)
        {
                // do nothing this isn't Google Groups
        }
        else if (link.find("//") == 0)
        {
#ifndef _OpenSSL_
                hyperlink = "http:" + link;
#else
                hyperlink = (url.getTls() ? "https:" : "http:") + link;
#endif
        }
        else if (link.find('/') == 0)
        {
                hyperlink = url.getURL();

#ifndef _OpenSSL_
                unsigned path = hyperlink.find('/', 7);
#else
                unsigned path = hyperlink.find('/', url.getTls() ? 8 : 7);
#endif
                hyperlink.erase(path);

                hyperlink += link;
        }
        else if (link == "")
        {
                // a blank link is useless
        }
        else
        {
                hyperlink = url.getURL();
                string path = url.getPath();

                unsigned cutoff = hyperlink.rfind(path);
                hyperlink.erase(cutoff);

                unsigned dir = path.rfind('/') + 1;
                path.erase(dir);

                while (link.find("../") == 0)
                {
                        unsigned dot = path.rfind('/') - 1;
                        unsigned up = path.rfind('/', dot) + 1;

                        path.erase(up);
                        link.erase(0, 3);
                }
                while (link.find("./") == 0)
                {
                        link.erase(0, 2);
                }

                hyperlink += path + link;
        }

        return hyperlink;
}
Revision:	195
Committed:	2003-07-11T22:50:04-07:00 (21 years, 11 months ago) by douglas
File size:	6148 byte(s)
Log Message:	Added OpenSSL stuff to URL.
#	User	Rev	Content
1	douglas	1	/* ============================================================================
2			* Douglas Thrift's Search Engine License
3			*
4	douglas	28	* Copyright (C) 2002-2003, Douglas Thrift. All Rights Reserved.
5	douglas	1	* Redistribution and use in source and binary forms, with or without
6			* modification, are permitted provided that the following conditions are met:
7			*
8			* 1. Redistributions of source code must retain the above copyright notice,
9			* this list of conditions and the following disclaimer.
10			*
11			* 2. Redistributions in binary form must reproduce the above copyright notice,
12			* this list of conditions and the following disclaimer in the documentation
13			* and/or other materials provided with the distribution.
14			*
15			* 3. The end-user documentation included with the redistribution, if any, must
16			* include the following acknowledgment:
17			*
18			* "This product includes software developed by Douglas Thrift
19			* (http://computers.douglasthrift.net/searchengine/)."
20			*
21			* Alternately, this acknowledgment may appear in the software itself, if
22			* and wherever such third-party acknowledgments normally appear.
23			*
24			* 4. The names "Douglas Thrift" and "Douglas Thrift's Search Engine" must not
25			* be used to endorse or promote products derived from this software without
26			* specific prior written permission. For written permission, please visit
27			* http://www.douglasthrift.net/contact.cgi for contact information.
28			*
29			* 5. Products derived from this software may not be called "Douglas Thrift's
30			* Search Engine", nor may "Douglas Thrift's Search Engine" appear in their
31			* name, without prior written permission.
32			*
33			* THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
34			* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
35			* FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
36			* COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
37			* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
38			* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
39			* OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
40			* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
41			* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
42			* EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
43			* ============================================================================
44			*/
45			// Douglas Thrift's Search Engine URL
46			//
47			// Douglas Thrift
48			//
49	douglas	195	// $Id: URL.cpp,v 1.7 2003/07/12 05:50:04 douglas Exp $
50	douglas	1
51			#include "URL.h"
52
53			URL::URL(const string& url)
54			{
55			setURL(url);
56			}
57
58			URL::URL(const string& address, unsigned port, const string& path)
59			{
60			this->address = address;
61			this->port = port;
62			this->path = path;
63	douglas	195	#ifdef _OpenSSL_
64			tls = false;
65			#endif
66	douglas	1	}
67
68	douglas	195	#ifdef _OpenSSL_
69			URL::URL(const string& address, unsigned port, const string& path, bool tls)
70			{
71			this->address = address;
72			this->port = port;
73			this->path = path;
74			this->tls = tls;
75			}
76			#endif
77
78	douglas	1	string URL::getURL()
79			{
80	douglas	195	ostringstream url;
81			#ifndef _OpenSSL_
82			url << "http://" << address;
83	douglas	1
84			if (port != 80)
85	douglas	195	#else
86			url << (tls ? "https://" : "http://") << address;
87
88			if (port != 80 && !tls \|\| port != 443 && tls)
89			#endif
90	douglas	1	{
91	douglas	195	url << ":" << port;
92	douglas	1	}
93
94	douglas	195	url << path;
95	douglas	1
96	douglas	195	return url.str();
97	douglas	1	}
98
99			void URL::setURL(const URL& url)
100			{
101			this->address = url.address;
102			this->port = url.port;
103			this->path = url.path;
104	douglas	195	#ifdef _OpenSSL_
105			this->tls = url.tls;
106			#endif
107	douglas	1	}
108
109			void URL::setURL(const string& url)
110			{
111	douglas	195	#ifndef _OpenSSL_
112			if (url.find("http://") != 0 \|\| url.length() <= 7)
113	douglas	1	{
114			cerr << program << ": Malformed URL: " << url << "\n";
115			exit(1);
116			}
117
118	douglas	195	unsigned begin = 7;
119			#else
120			tls = false;
121	douglas	1
122	douglas	195	if (url.find("https://") == 0 && url.length() > 8)
123			{
124			tls = true;
125			}
126			else if (url.find("http://") != 0 \|\| url.length() <= 7)
127			{
128			cerr << program << ": Malformed URL: " << url << "\n";
129			exit(1);
130			}
131
132			unsigned begin = tls ? 8 : 7;
133			#endif
134			unsigned colon = url.find(':', begin);
135			unsigned end = url.find('/', begin);
136
137	douglas	1	if (colon != string::npos && colon < end)
138			{
139			address = url.substr(begin, colon - begin);
140			port = strtoul(url.substr(colon + 1, end - colon - 1).c_str(), 0, 0);
141			}
142			else
143			{
144			address = url.substr(begin, end - begin);
145	douglas	195	#ifndef _OpenSSL_
146	douglas	1	port = 80;
147	douglas	195	#else
148			port = tls ? 443 : 80;
149			#endif
150	douglas	1	}
151
152			if (end == string::npos)
153			{
154			path = "/";
155			}
156			else
157			{
158			path = url.substr(end);
159			}
160			}
161
162			void URL::setPath(const string& path)
163			{
164			if (path.find('/') != 0)
165			{
166			this->path = "/" + path;
167			}
168			else
169			{
170			this->path = path;
171			}
172			}
173
174			ostream& operator<<(ostream& os, URL& data)
175			{
176			os << data.getURL();
177
178			return os;
179			}
180	douglas	17
181			string getLink(string link, URL& url)
182			{
183			string hyperlink = "";
184
185			if (link.find('#') != string::npos)
186			{
187			unsigned pound = link.find('#');
188			link.erase(pound);
189			}
190
191			if (link.find("://") != string::npos)
192			{
193	douglas	195	#ifndef _OpenSSL_
194	douglas	22	if (link.find("http://") == 0 && link.length() > 7) hyperlink = link;
195	douglas	195	#else
196			if (link.find("http://") == 0 && link.length() > 7 \|\|
197			link.find("https://") == 0 && link.length() > 8) hyperlink = link;
198			#endif
199	douglas	17	}
200			else if (link.find("mailto:") == 0)
201			{
202			// do nothing we are not evil spammers!
203			}
204	douglas	18	else if (link.find("news:") == 0)
205			{
206			// do nothing this isn't Google Groups
207			}
208	douglas	17	else if (link.find("//") == 0)
209			{
210	douglas	195	#ifndef _OpenSSL_
211	douglas	17	hyperlink = "http:" + link;
212	douglas	195	#else
213			hyperlink = (url.getTls() ? "https:" : "http:") + link;
214			#endif
215	douglas	17	}
216			else if (link.find('/') == 0)
217			{
218			hyperlink = url.getURL();
219
220	douglas	195	#ifndef _OpenSSL_
221	douglas	17	unsigned path = hyperlink.find('/', 7);
222	douglas	195	#else
223			unsigned path = hyperlink.find('/', url.getTls() ? 8 : 7);
224			#endif
225	douglas	17	hyperlink.erase(path);
226
227			hyperlink += link;
228			}
229			else if (link == "")
230			{
231			// a blank link is useless
232			}
233			else
234			{
235			hyperlink = url.getURL();
236			string path = url.getPath();
237
238			unsigned cutoff = hyperlink.rfind(path);
239			hyperlink.erase(cutoff);
240
241			unsigned dir = path.rfind('/') + 1;
242			path.erase(dir);
243
244			while (link.find("../") == 0)
245			{
246			unsigned dot = path.rfind('/') - 1;
247			unsigned up = path.rfind('/', dot) + 1;
248
249			path.erase(up);
250			link.erase(0, 3);
251			}
252			while (link.find("./") == 0)
253			{
254			link.erase(0, 2);
255			}
256
257			hyperlink += path + link;
258			}
259
260			return hyperlink;
261			}