6 |
import java.io.Writer; |
import java.io.Writer; |
7 |
import java.net.MalformedURLException; |
import java.net.MalformedURLException; |
8 |
import java.net.URL; |
import java.net.URL; |
9 |
|
import java.net.URLEncoder; |
10 |
import java.util.Date; |
import java.util.Date; |
11 |
|
|
12 |
import javax.xml.parsers.DocumentBuilderFactory; |
import javax.xml.parsers.DocumentBuilderFactory; |
17 |
import javax.xml.transform.dom.DOMSource; |
import javax.xml.transform.dom.DOMSource; |
18 |
import javax.xml.transform.stream.StreamResult; |
import javax.xml.transform.stream.StreamResult; |
19 |
|
|
20 |
|
import net.sf.antcontrib.property.URLEncodeTask; |
21 |
|
|
22 |
import org.apache.log4j.Logger; |
import org.apache.log4j.Logger; |
23 |
import org.w3c.dom.Document; |
import org.w3c.dom.Document; |
24 |
import org.w3c.dom.Element; |
import org.w3c.dom.Element; |
36 |
*/ |
*/ |
37 |
public class Sitemap { |
public class Sitemap { |
38 |
|
|
39 |
static String[] SEARCHENGINES = new String[] { "http://www.sitemapwriter.com/notify.php?crawler=all&url=" }; |
static String[] SEARCHENGINES = new String[] { |
40 |
|
"http://www.sitemapwriter.com/notify.php?crawler=all&url=", |
41 |
|
"http://submissions.ask.com/ping?sitemap=", |
42 |
|
"http://www.google.com/webmasters/tools/ping?sitemap=", |
43 |
|
"http://api.moreover.com/ping?u=", |
44 |
|
"http://www.bing.com/webmaster/ping.aspx?siteMap=", |
45 |
|
"http://search.yahooapis.com/SiteExplorerService/V1/ping?sitemap=" }; |
46 |
|
|
47 |
final static Logger log = Logger.getLogger(Sitemap.class); |
final static Logger log = Logger.getLogger(Sitemap.class); |
48 |
|
|
190 |
return size; |
return size; |
191 |
} |
} |
192 |
|
|
193 |
public static void submitToSearchEngines(String urlToSitemap) { |
public static void submitToSearchEngines(String urlToSitemap) { |
194 |
for (String se : SEARCHENGINES) { |
for (String se : SEARCHENGINES) { |
195 |
log.info("Submitting " + urlToSitemap + " to " + se); |
log.info("Submitting " + urlToSitemap + " to " + se); |
196 |
try { |
try { |
197 |
URL url = new URL(se + urlToSitemap); |
URL url = new URL(se + urlToSitemap); |
198 |
|
|
199 |
|
urlToSitemap = URLEncoder.encode(urlToSitemap, "UTF8"); |
200 |
|
|
201 |
url.openConnection().connect(); |
url.openConnection().connect(); |
202 |
|
|
203 |
} catch (Exception e) { |
} catch (Exception e) { |
204 |
log.error("failed to submit " + urlToSitemap + " to " + se, e); |
log.error("failed to submit " + urlToSitemap + " to " + se, e); |
205 |
} |
} |