sitemap index for sitemap size > 10MB about sitemapgen4j HOT 1 OPEN

private final Map<String, Pair<Date, String>> sitemaps = new HashMap<>();
private final AtomicInteger maxUrls = new AtomicInteger(50000);
private void generateGoogleImageSitemapContents(String fileNamePrefix, Function<Integer, GoogleImageSitemapGenerator> sitemapCreator) {
    Predicate<GoogleImageSitemapGenerator> exceeds10Mb = googleImageSitemapGenerator -> googleImageSitemapGenerator.writeAsStrings()
        .stream()
        .anyMatch(list -> list.getBytes(US_ASCII).length > 1e+7);
        
    GoogleImageSitemapGenerator generator = sitemapCreator.apply(maxUrls.get());
    if (generator == null) {
        return;
    }
    while (exceeds10Mb.test(generator) && maxUrls.get() > 0) {
        generator = sitemapCreator.apply(maxUrls.addAndGet(-maxUrls.get() / 2));
    }

    // In theory now all lists are smaller than 10Mb lets store them for later
    AtomicInteger counter = new AtomicInteger(0);
    generator.writeAsStrings()
        .forEach(sitemapContent -> sitemaps.put(fileNamePrefix + counter.getAndIncrement() + ".xml", Pair.of(new Date(), sitemapContent)));
}

generateGoogleImageSitemapContents("changes_daily_with_images_", maxUrls -> {
    try {
        GoogleImageSitemapGenerator imageGenerator = GoogleImageSitemapGenerator.builder(baseUrl, null)
            .dateFormat(new W3CDateFormat(MINUTE))
            .maxUrls(maxUrls)
            .build();

        addProducts(imageGenerator);
        addCategories(imageGenerator);

        return imageGenerator;
    } catch (MalformedURLException e) {
        throw new RuntimeException(e);
    }
});