Question:
I have written a spider using CkSpider. This is my code.
void main(void) {
CkSpider spider;
CkStringArray seenDomains;
CkStringArray seedUrls;
const char * baseUrl = "http://www.xyz.com/mobile.aspx?article=yes&pageid=1§id=edid=&edlabel=TOIPU&mydateHid=09-05-2014&pubname=Times+of+India+-+Pune&edname=&articleid=Ar00102&publabel=TOI";
const char * domain;
spider.Initialize(baseUrl);
if(spider.CrawlNext())
{
printf("\n %s", spider.domain());
printf("\n %s", spider.lastHtml());
}
else
{
printf("\n not crawled.");
}
}
I need to scrape data from a website & also convert it in XML form any suggestions ?