import java.util.Vector;

import org.apache.log4j.BasicConfigurator;
import org.junit.Test;

import eu.dnetlib.data.utility.resource_discovery.crawler.Crawler;
import eu.dnetlib.data.utility.resource_discovery.crawler.ResourceExtractor;
import eu.dnetlib.data.utility.resource_discovery.url_filter.UrlFilter;


public class SuperTester {

	@Test
	public void TestCrawlingAndExtraction() throws Exception {
		BasicConfigurator.configure();
		
		Crawler crawler = new Crawler();
		ResourceExtractor extractor = new ResourceExtractor();
		
		String idUrl = UrlFilter.resolveRedirections("http://www.di.uoa.gr");
		System.out.println("Now processing " + idUrl);
		Vector<String> urls = crawler.getLinks(idUrl);
		System.out.println("Retrieved links are: "+ urls);
		System.out.println("Resources seem to be available in: " + extractor.extractResource(urls));
		System.out.println();
	}
	
}