@Test
public void multiPagesHttp200()
throws Exception
{
final Server server = prepareMultiPageServer();
server.start();
try {
final HttpClient httpClient = new DefaultHttpClient();
final String repoRoot = server.getUrl().toString() + "/release/";
when(mavenProxyRepository.getRemoteUrl()).thenReturn(repoRoot);
final ScrapeContext context = new ScrapeContext(mavenProxyRepository, httpClient, 2);
final Page page = Page.getPageFor(context, repoRoot);
s3scraper.scrape(context, page);
assertThat(context.isStopped(), is(true));
assertThat(context.isSuccessful(), is(true));
assertThat(context.getPrefixSource(), notNullValue());
final List<String> entries = context.getPrefixSource().readEntries();
assertThat(entries, notNullValue());
assertThat(entries.size(), equalTo(6));
assertThat(entries,
containsInAnyOrder("/foo1/bar", "/foo1/baz", "/foo2/bar", "/foo2/baz", "/foo3/bar", "/foo3/baz"));
}
finally {
server.stop();
}
}