package me.kavin.piped; import com.fasterxml.jackson.core.JsonProcessingException; import com.rometools.rome.feed.synd.SyndFeed; import com.rometools.rome.io.SyndFeedInput; import io.activej.config.Config; import io.activej.http.AsyncServlet; import io.activej.http.HttpMethod; import io.activej.http.HttpResponse; import io.activej.http.RoutingServlet; import io.activej.inject.annotation.Provides; import io.activej.inject.module.AbstractModule; import io.activej.inject.module.Module; import io.activej.launchers.http.MultithreadedHttpServerLauncher; import me.kavin.piped.consts.Constants; import me.kavin.piped.utils.*; import me.kavin.piped.utils.resp.ErrorResponse; import me.kavin.piped.utils.resp.LoginRequest; import me.kavin.piped.utils.resp.SubscriptionUpdateRequest; import org.apache.commons.lang3.exception.ExceptionUtils; import org.hibernate.Session; import org.jetbrains.annotations.NotNull; import org.xml.sax.InputSource; import java.io.ByteArrayInputStream; import java.net.InetSocketAddress; import java.util.Objects; import java.util.concurrent.Executor; import static io.activej.config.converter.ConfigConverters.ofInetSocketAddress; import static io.activej.http.HttpHeaders.*; import static io.activej.http.HttpMethod.GET; import static io.activej.http.HttpMethod.POST; import static java.nio.charset.StandardCharsets.UTF_8; public class ServerLauncher extends MultithreadedHttpServerLauncher { @Provides Executor executor() { return Multithreading.getCachedExecutor(); } @Provides AsyncServlet mainServlet(Executor executor) { RoutingServlet router = RoutingServlet.create() .map(GET, "/healthcheck", AsyncServlet.ofBlocking(executor, request -> { try (Session ignored = DatabaseSessionFactory.createSession()) { return getRawResponse("OK".getBytes(UTF_8), "text/plain", "no-store"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })) .map(GET, "/version", AsyncServlet.ofBlocking(executor, request -> getRawResponse(Constants.VERSION.getBytes(UTF_8), "text/plain", "no-store"))) .map(HttpMethod.OPTIONS, "/*", request -> HttpResponse.ofCode(200)) .map(GET, "/webhooks/pubsub", request -> HttpResponse.ok200().withPlainText(Objects.requireNonNull(request.getQueryParameter("hub.challenge")))) .map(POST, "/webhooks/pubsub", AsyncServlet.ofBlocking(executor, request -> { try { SyndFeed feed = new SyndFeedInput().build( new InputSource(new ByteArrayInputStream(request.loadBody().getResult().asArray()))); Multithreading.runAsync(() -> { try (Session s = DatabaseSessionFactory.createSession()) { for (var entry : feed.getEntries()) { ResponseHelper.handleNewVideo(entry.getLinks().get(0).getHref(), entry.getPublishedDate().getTime(), null, s); } } }); return HttpResponse.ofCode(204); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/sponsors/:videoId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( SponsorBlockUtils.getSponsors(request.getPathParameter("videoId"), request.getQueryParameter("category")).getBytes(UTF_8), "public, max-age=3600"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/streams/:videoId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.streamsResponse(request.getPathParameter("videoId")), "public, s-maxage=21540, max-age=30", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/clips/:clipId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.resolveClipId(request.getPathParameter("clipId")), "public, max-age=31536000, immutable"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/channel/:channelId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( ResponseHelper.channelResponse("channel/" + request.getPathParameter("channelId")), "public, max-age=600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/c/:name", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.channelResponse("c/" + request.getPathParameter("name")), "public, max-age=600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/user/:name", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( ResponseHelper.channelResponse("user/" + request.getPathParameter("name")), "public, max-age=600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/nextpage/channel/:channelId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.channelPageResponse(request.getPathParameter("channelId"), request.getQueryParameter("nextpage")), "public, max-age=3600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/playlists/:playlistId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.playlistResponse(request.getPathParameter("playlistId")), "public, max-age=600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/nextpage/playlists/:playlistId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( ResponseHelper.playlistPageResponse(request.getPathParameter("playlistId"), request.getQueryParameter("nextpage")), "public, max-age=3600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/rss/playlists/:playlistId", AsyncServlet.ofBlocking(executor, request -> { try { return getRawResponse( ResponseHelper.playlistRSSResponse(request.getPathParameter("playlistId")), "application/atom+xml", "public, s-maxage=600"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } // TODO: Replace with opensearch, below, for caching reasons. })).map(GET, "/suggestions", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.suggestionsResponse(request.getQueryParameter("query")), "public, max-age=600"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/opensearch/suggestions", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( ResponseHelper.opensearchSuggestionsResponse(request.getQueryParameter("query")), "public, max-age=600"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/search", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.searchResponse(request.getQueryParameter("q"), request.getQueryParameter("filter")), "public, max-age=600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/nextpage/search", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse( ResponseHelper.searchPageResponse(request.getQueryParameter("q"), request.getQueryParameter("filter"), request.getQueryParameter("nextpage")), "public, max-age=3600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/trending", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.trendingResponse(request.getQueryParameter("region")), "public, max-age=3600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/comments/:videoId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.commentsResponse(request.getPathParameter("videoId")), "public, max-age=1200", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/nextpage/comments/:videoId", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.commentsPageResponse(request.getPathParameter("videoId"), request.getQueryParameter("nextpage")), "public, max-age=3600", true); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/register", AsyncServlet.ofBlocking(executor, request -> { try { LoginRequest body = Constants.mapper.readValue(request.loadBody().getResult().asArray(), LoginRequest.class); return getJsonResponse(ResponseHelper.registerResponse(body.username, body.password), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/login", AsyncServlet.ofBlocking(executor, request -> { try { LoginRequest body = Constants.mapper.readValue(request.loadBody().getResult().asArray(), LoginRequest.class); return getJsonResponse(ResponseHelper.loginResponse(body.username, body.password), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/subscribe", AsyncServlet.ofBlocking(executor, request -> { try { SubscriptionUpdateRequest body = Constants.mapper .readValue(request.loadBody().getResult().asArray(), SubscriptionUpdateRequest.class); return getJsonResponse( ResponseHelper.subscribeResponse(request.getHeader(AUTHORIZATION), body.channelId), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/unsubscribe", AsyncServlet.ofBlocking(executor, request -> { try { SubscriptionUpdateRequest body = Constants.mapper .readValue(request.loadBody().getResult().asArray(), SubscriptionUpdateRequest.class); return getJsonResponse( ResponseHelper.unsubscribeResponse(request.getHeader(AUTHORIZATION), body.channelId), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/subscribed", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.isSubscribedResponse(request.getHeader(AUTHORIZATION), request.getQueryParameter("channelId")), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/feed", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.feedResponse(request.getQueryParameter("authToken")), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/feed/rss", AsyncServlet.ofBlocking(executor, request -> { try { return getRawResponse(ResponseHelper.feedResponseRSS(request.getQueryParameter("authToken")), "application/atom+xml", "public, s-maxage=120"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/import", AsyncServlet.ofBlocking(executor, request -> { try { String[] subscriptions = Constants.mapper.readValue(request.loadBody().getResult().asArray(), String[].class); return getJsonResponse(ResponseHelper.importResponse(request.getHeader(AUTHORIZATION), subscriptions, Boolean.parseBoolean(request.getQueryParameter("override"))), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/subscriptions", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.subscriptionsResponse(request.getHeader(AUTHORIZATION)), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/user/playlists/create", AsyncServlet.ofBlocking(executor, request -> { try { var name = Constants.mapper.readTree(request.loadBody().getResult().asArray()).get("name").asText(); return getJsonResponse(ResponseHelper.createPlaylist(request.getHeader(AUTHORIZATION), name), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/user/playlists", AsyncServlet.ofBlocking(executor, request -> { try { return getJsonResponse(ResponseHelper.playlistsResponse(request.getHeader(AUTHORIZATION)), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/user/playlists/add", AsyncServlet.ofBlocking(executor, request -> { try { var json = Constants.mapper.readTree(request.loadBody().getResult().asArray()); var playlistId = json.get("playlistId").asText(); var videoId = json.get("videoId").asText(); return getJsonResponse(ResponseHelper.addToPlaylistResponse(request.getHeader(AUTHORIZATION), playlistId, videoId), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/user/playlists/remove", AsyncServlet.ofBlocking(executor, request -> { try { var json = Constants.mapper.readTree(request.loadBody().getResult().asArray()); var playlistId = json.get("playlistId").asText(); var index = json.get("index").asInt(); return getJsonResponse(ResponseHelper.removeFromPlaylistResponse(request.getHeader(AUTHORIZATION), playlistId, index), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(POST, "/user/playlists/delete", AsyncServlet.ofBlocking(executor, request -> { try { var json = Constants.mapper.readTree(request.loadBody().getResult().asArray()); var playlistId = json.get("playlistId").asText(); return getJsonResponse(ResponseHelper.deletePlaylistResponse(request.getHeader(AUTHORIZATION), playlistId), "private"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })).map(GET, "/registered/badge", AsyncServlet.ofBlocking(executor, request -> { try { return HttpResponse.ofCode(302).withHeader(LOCATION, ResponseHelper.registeredBadgeRedirect()) .withHeader(CACHE_CONTROL, "public, max-age=30"); } catch (Exception e) { return getErrorResponse(e, request.getPath()); } })); return new CustomServletDecorator(router); } @Override protected Module getOverrideModule() { return new AbstractModule() { @Provides Config config() { return Config.create() .with("http.listenAddresses", Config.ofValue(ofInetSocketAddress(), new InetSocketAddress(Constants.PORT))) .with("workers", Constants.HTTP_WORKERS); } }; } private @NotNull HttpResponse getJsonResponse(byte[] body, String cache) { return getJsonResponse(200, body, cache, false); } private @NotNull HttpResponse getJsonResponse(byte[] body, String cache, boolean prefetchProxy) { return getJsonResponse(200, body, cache, prefetchProxy); } private @NotNull HttpResponse getJsonResponse(int code, byte[] body, String cache) { return getJsonResponse(code, body, cache, false); } private @NotNull HttpResponse getJsonResponse(int code, byte[] body, String cache, boolean prefetchProxy) { return getRawResponse(code, body, "application/json", cache, prefetchProxy); } private @NotNull HttpResponse getRawResponse(byte[] body, String contentType, String cache) { return getRawResponse(200, body, contentType, cache, false); } private @NotNull HttpResponse getRawResponse(int code, byte[] body, String contentType, String cache, boolean prefetchProxy) { HttpResponse response = HttpResponse.ofCode(code).withBody(body).withHeader(CONTENT_TYPE, contentType) .withHeader(CACHE_CONTROL, cache); if (prefetchProxy) response = response.withHeader(LINK, String.format("<%s>; rel=preconnect", Constants.PROXY_PART)); return response; } private @NotNull HttpResponse getErrorResponse(Exception e, String path) { e = ExceptionHandler.handle(e, path); try { return getJsonResponse(500, Constants.mapper .writeValueAsBytes(new ErrorResponse(ExceptionUtils.getStackTrace(e), e.getMessage())), "private"); } catch (JsonProcessingException ex) { return HttpResponse.ofCode(500); } } }