ViewVC Help

View File | Revision Log | Show Annotations | Download File | View Changeset | Root Listing

root/repos/GoogleTron/GoogleTron.cpp

Comparing GoogleTron/GoogleTron.cpp (file contents):
Revision 674 by douglas, 2006-03-02T23:47:54-08:00 vs.
Revision 679 by douglas, 2006-03-05T19:57:15-08:00

#	Line 6 | Line 6
6
7		#include <cxx/standard.hh>
8
9	+	#include <api/exename.hpp>
10	+	#include <api/pcre/regex.hpp>
11		#include <api/process.hpp>
12		#include <app/simple.hpp>
13		#include <xml/textwriter.hpp>
14
15	+	#include "GoogleTron.hpp"
16		#include "GzipWriter.hpp"
17	+	#include "Sleep.hpp"
18
19		int Main(const app::Options &options)
20		{
21	<	_S<GzipWriter> gzip(_B("sitemap.gz"));
21	>	cse::String sitemap(_B("sitemap.gz"));
22	>
23	>	api::Pcre::RegEx sitemap_(_B("^-sitemap=(.+)$"));
24	>
25	>	_foreach (const app::ArgumentList, arg, app::GetArguments())
26	>	{
27	>	api::Pcre::RegEx::Match match;
28	>
29	>	if (match = sitemap_(*arg))
30	>	sitemap = match[1];
31	>	else
32	>	{
33	>	api::Cout << _B("Usage: ") << api::GetExecutablePath().GetName() << _B(" [-sitemap=sitemap]") << ios::NewLine;
34	>
35	>	return 1;
36	>	}
37	>	}
38	>
39	>	GoogleTron tron(sitemap);
40	>
41	>	return 0;
42	>	}
43	>
44	>	GoogleTron::GoogleTron(const cse::String &sitemap) : working(true), sitemap(sitemap)
45	>	{
46	>	// XXX: start some threads
47	>	}
48	>
49	>	GoogleTron::~GoogleTron()
50	>	{
51	>	// XXX: wait on threads
52	>
53	>	working = false;
54	>
55	>	// XXX: wait on output thread
56	>	}
57	>
58	>	int GoogleTron::Output()
59	>	{
60	>	_S<GzipWriter> gzip(sitemap);
61		_S<xml::TextWriter> writer(gzip);
62		xml::ScopeElement urlset(writer, _B("urlset"));
63
64		writer.SetAttribute(_B("xmlns"), _B("http://www.google.com/schemas/sitemap/0.84"));
65	+	writer.SetAttribute(_B("xmlns:xsi"), _B("http://www.w3.org/2001/XMLSchema-instance"));
66	+	writer.SetAttribute(_B("xsi:schemaLocation"), _B("http://www.google.com/schemas/sitemap/0.84 http://www.google.com/schemas/sitemap/0.84/sitemap.xsd"));
67	+
68	+	do
69	+	{
70	+	Sleep();
71	+
72	+	_synchronized (queueLock)
73	+	if (queue.size())
74	+	{
75	+	xml::ScopeElement url_(writer, _B("url"));
76	+	const Url &url(queue.front());
77	+
78	+	{
79	+	xml::ScopeElement loc(writer, _B("loc"));
80	+
81	+	writer.OutputText(url.GetLocation());
82	+	}
83	+
84	+	{
85	+	xml::ScopeElement lastmod(writer, _B("lastmod"));
86	+
87	+	writer.OutputText(url.GetModified());
88	+	}
89	+
90	+	{
91	+	xml::ScopeElement changefreq(writer, _B("changefreq"));
92	+
93	+	writer.OutputText(url.GetFrequency());
94	+	}
95	+
96	+	{
97	+	xml::ScopeElement priority(writer, _B("priority"));
98	+
99	+	writer.OutputText(url.GetPriority());
100	+	}
101	+
102	+	queue.pop();
103	+	}
104	+	}
105	+	while (working);
106
107		return 0;
108		}

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines