|
| 1 | +package io.prerender; |
| 2 | + |
| 3 | +import java.util.List; |
| 4 | + |
| 5 | +class PrerenderConfig { |
| 6 | + |
| 7 | + static final List<String> CRAWLER_USER_AGENTS = List.of( |
| 8 | + "googlebot", "yahoo", "bingbot", "baiduspider", |
| 9 | + "facebookexternalhit", "twitterbot", "rogerbot", "linkedinbot", |
| 10 | + "embedly", "quora link preview", "showyoubot", "outbrain", |
| 11 | + "pinterest", "slackbot", "w3c_validator", "perplexity", |
| 12 | + "oai-searchbot", "chatgpt-user", "gptbot", "claudebot", "amazonbot" |
| 13 | + ); |
| 14 | + |
| 15 | + static final List<String> EXTENSIONS_TO_IGNORE = List.of( |
| 16 | + ".js", ".css", ".xml", ".less", ".png", ".jpg", ".jpeg", ".gif", |
| 17 | + ".pdf", ".doc", ".txt", ".ico", ".rss", ".zip", ".mp3", ".rar", |
| 18 | + ".exe", ".wmv", ".avi", ".ppt", ".mpg", ".mpeg", ".tif", ".wav", |
| 19 | + ".mov", ".psd", ".ai", ".xls", ".mp4", ".m4a", ".swf", ".dat", |
| 20 | + ".dmg", ".iso", ".flv", ".m4v", ".torrent", ".ttf", ".woff", ".svg" |
| 21 | + ); |
| 22 | + |
| 23 | + private static final String DEFAULT_SERVICE_URL = "https://service.prerender.io/"; |
| 24 | + |
| 25 | + private final String token; |
| 26 | + private final String serviceUrl; |
| 27 | + |
| 28 | + PrerenderConfig(String token, String serviceUrl) { |
| 29 | + this.token = token; |
| 30 | + this.serviceUrl = (serviceUrl != null && !serviceUrl.isBlank()) |
| 31 | + ? serviceUrl |
| 32 | + : DEFAULT_SERVICE_URL; |
| 33 | + } |
| 34 | + |
| 35 | + static PrerenderConfig fromInitParams(String initToken, String initServiceUrl) { |
| 36 | + return new PrerenderConfig( |
| 37 | + resolve(initToken, "PRERENDER_TOKEN"), |
| 38 | + resolve(initServiceUrl, "PRERENDER_SERVICE_URL") |
| 39 | + ); |
| 40 | + } |
| 41 | + |
| 42 | + private static String resolve(String initParam, String envVar) { |
| 43 | + return (initParam != null && !initParam.isBlank()) ? initParam : System.getenv(envVar); |
| 44 | + } |
| 45 | + |
| 46 | + String getToken() { return token; } |
| 47 | + |
| 48 | + String getServiceUrl() { return serviceUrl; } |
| 49 | + |
| 50 | + static boolean isBot(String userAgent) { |
| 51 | + String ua = userAgent.toLowerCase(); |
| 52 | + return CRAWLER_USER_AGENTS.stream().anyMatch(ua::contains); |
| 53 | + } |
| 54 | + |
| 55 | + static boolean isStaticAsset(String path) { |
| 56 | + String lower = path.toLowerCase(); |
| 57 | + return EXTENSIONS_TO_IGNORE.stream().anyMatch(lower::endsWith); |
| 58 | + } |
| 59 | +} |
0 commit comments