diff --git a/frameworks/ktor-kronos/.dockerignore b/frameworks/ktor-kronos/.dockerignore new file mode 100644 index 0000000000..5cc008e52c --- /dev/null +++ b/frameworks/ktor-kronos/.dockerignore @@ -0,0 +1,3 @@ +build/ +.gradle/ +.kotlin/ diff --git a/frameworks/ktor-kronos/Dockerfile b/frameworks/ktor-kronos/Dockerfile new file mode 100644 index 0000000000..d398de820a --- /dev/null +++ b/frameworks/ktor-kronos/Dockerfile @@ -0,0 +1,80 @@ +# ktor-kronos: Ktor with the kron engine (ktor-server-kron), which lives in the MDA2AV/ktor fork, on either runtime: +# KRONOS_RUNTIME=native one Kotlin/Native binary +# KRONOS_RUNTIME=jvm the same app as a jar on the JVM, kron reaching io_uring and BoringSSL through FFM +# The knob is the ARG below, or `docker build --build-arg KRONOS_RUNTIME=...`. json-comp needs the JVM, as Ktor has no +# gzip on Kotlin/Native: for native, take it out of meta.json. The fork and kron are published nowhere yet: they come +# in at pinned commits and are built from source. To build trees that are not pushed, replace either fetch with a +# checkout: +# docker build --build-context kron= --build-context ktor= -t httparena-ktor-kronos frameworks/ktor-kronos +ARG KRONOS_RUNTIME=jvm + +# One fetch per tree, so that a --build-context in place of either skips its clone. +FROM gradle:9.8.2-jdk25 AS fetch-kron +ARG KRON_COMMIT=02f662f688aee3a73337c644e7a4841bf279d936 +WORKDIR /src +RUN git init -q kron && cd kron \ + && git remote add origin https://github.com/MDA2AV/kron.git \ + && git fetch -q --depth 1 origin "${KRON_COMMIT}" \ + && git checkout -q FETCH_HEAD \ + && rm -rf .git + +FROM gradle:9.8.2-jdk25 AS fetch-ktor +ARG KTOR_COMMIT=033263e0c5e832051b69e1f084207ce44488e8d0 +WORKDIR /src +RUN git init -q ktor && cd ktor \ + && git remote add origin https://github.com/MDA2AV/ktor.git \ + && git fetch -q --depth 1 origin "${KTOR_COMMIT}" \ + && git checkout -q FETCH_HEAD \ + && rm -rf .git + +FROM scratch AS kron +COPY --from=fetch-kron /src/kron / + +FROM scratch AS ktor +COPY --from=fetch-ktor /src/ktor / + +# Kotlin/Native: the first build downloads its toolchain (compiler, LLVM, a glibc sysroot) into ~/.konan. +FROM gradle:9.8.2-jdk25 AS build + +# kron and its HTTP/1.1 parser into the local Maven repository the fork reads, built with the fork's Kotlin (2.3): a +# compiler cannot read libraries a newer one made. Both runtimes' artifacts: kron's BoringSSL travels inside its +# interop library natively, and inside its jar on the JVM. +COPY --from=kron / /kron +WORKDIR /kron +RUN gradle --no-daemon -q -PkotlinVersion=2.3.21 :kron:publishToMavenLocal :glyph11:publishToMavenLocal + +# The arena app, as a project of the fork's own build. +COPY --from=ktor / /ktor +COPY app /ktor/ktor-httparena-kronos +WORKDIR /ktor +RUN echo 'include(":ktor-httparena-kronos")' >> settings.gradle.kts + +FROM build AS build-native +RUN ./gradlew --no-daemon -q -Pktor.develocity.skipBuildScans=true :ktor-httparena-kronos:linkReleaseExecutableLinuxX64 + +FROM build AS build-jvm +RUN ./gradlew --no-daemon -q -Pktor.develocity.skipBuildScans=true :ktor-httparena-kronos:jvmFatJar + +# One native binary; it needs nothing but glibc. The bench harness runs containers with --security-opt +# seccomp=unconfined, which io_uring_setup and io_uring_enter need. +FROM debian:bookworm-slim AS runtime-native +WORKDIR /app +COPY --from=build-native /ktor/ktor-httparena-kronos/build/bin/linuxX64/releaseExecutable/ktor-kronos.kexe ./ktor-kronos +EXPOSE 8080 8081 +ENTRYPOINT ["/app/ktor-kronos"] + +# The jar on JDK 25, with the flags the ktor entry runs Netty with. FFM needs native access, which the jar's manifest +# grants as well. +FROM eclipse-temurin:25-jre AS runtime-jvm +WORKDIR /app +COPY --from=build-jvm /ktor/ktor-httparena-kronos/build/libs/ktor-kronos.jar ./ktor-kronos.jar +EXPOSE 8080 8081 +# The heap starts at 8% of RAM, half of it young: G1 started at 2 GiB and every young collection copies each call in +# flight - 32000 at once in async - so the fewer of them the better (async +15% locally). +# DIAGNOSTICS, temporary: GC pauses, the GC's sizing at start, and each safepoint's time to reach, to stdout. +ENTRYPOINT ["java", "-server", "-XX:+UseG1GC", "-XX:+UseNUMA", "-XX:+AlwaysPreTouch", \ + "-XX:InitialRAMPercentage=8", "-XX:NewRatio=1", \ + "-Xlog:gc,gc+init,safepoint:stdout:uptime,tags", \ + "--enable-native-access=ALL-UNNAMED", "-jar", "/app/ktor-kronos.jar"] + +FROM runtime-${KRONOS_RUNTIME} diff --git a/frameworks/ktor-kronos/app/build.gradle.kts b/frameworks/ktor-kronos/app/build.gradle.kts new file mode 100644 index 0000000000..2e74970b6f --- /dev/null +++ b/frameworks/ktor-kronos/app/build.gradle.kts @@ -0,0 +1,59 @@ +// The arena app, built inside the Ktor fork's own build: the Dockerfile puts this directory at the fork's root as +// :ktor-httparena-kronos, so the engine and Ktor come in as the fork's projects, at the fork's commit. It builds two +// ways from one source: the Kotlin/Native binary, and a jar for the JVM, where kron runs through FFM. +plugins { + id("ktorbuild.project.internal") + id("kotlinx-serialization") +} + +kotlin { + jvmToolchain(25) + + linuxX64 { + binaries.executable { + baseName = "ktor-kronos" + entryPoint = "httparena.main" + } + } + + sourceSets { + // The JSON converter writes through kotlinx.serialization's writer interface, which its own json-io module uses + all { + languageSettings.optIn("kotlinx.serialization.json.internal.JsonFriendModuleApi") + } + commonMain.dependencies { + implementation(projects.ktorServerKron) + implementation(projects.ktorServerWebsockets) + implementation(projects.ktorServerContentNegotiation) + implementation(projects.ktorSerializationKotlinxJson) + } + jvmMain.dependencies { + // Ktor's Compression, for json-comp: it exists only on the JVM + implementation(projects.ktorServerCompression) + // Ktor logs through SLF4J on the JVM: the simple provider prints what the native build prints + implementation(libs.slf4j.simple) + } + } +} + +// Nothing here uses atomicfu, and the transform would read kron's classes (JDK 25) on the build's own JVM (21). +atomicfu { + transformJvm = false +} + +// The JVM build: the app and everything it runs on in one jar. +tasks.register("jvmFatJar") { + group = "build" + archiveBaseName.set("ktor-kronos") + archiveVersion.set("") + manifest { + attributes("Main-Class" to "httparena.JvmMainKt", "Enable-Native-Access" to "ALL-UNNAMED") + } + duplicatesStrategy = DuplicatesStrategy.EXCLUDE + val jvmJar = tasks.named("jvmJar") + dependsOn(jvmJar) + from(jvmJar.map { zipTree(it.archiveFile) }) + from(configurations.named("jvmRuntimeClasspath").map { classpath -> classpath.map { if (it.isDirectory) it else zipTree(it) } }) + // A signed dependency's signature would not match the merged jar + exclude("META-INF/*.SF", "META-INF/*.DSA", "META-INF/*.RSA") +} diff --git a/frameworks/ktor-kronos/app/common/src/httparena/Application.kt b/frameworks/ktor-kronos/app/common/src/httparena/Application.kt new file mode 100644 index 0000000000..905fd0e93b --- /dev/null +++ b/frameworks/ktor-kronos/app/common/src/httparena/Application.kt @@ -0,0 +1,328 @@ +package httparena + +import io.ktor.http.ContentType +import io.ktor.http.HttpStatusCode +import io.ktor.http.content.ByteArrayContent +import io.ktor.http.content.OutgoingContent +import io.ktor.http.content.TextContent +import io.ktor.http.withCharsetIfNeeded +import io.ktor.serialization.ContentConverter +import io.ktor.serialization.kotlinx.KotlinxSerializationConverter +import io.ktor.serialization.kotlinx.serializerForTypeInfo +import io.ktor.server.application.Application +import io.ktor.server.application.ApplicationCall +import io.ktor.server.application.install +import io.ktor.server.engine.connector +import io.ktor.server.engine.embeddedServer +import io.ktor.server.kron.Kron +import io.ktor.server.plugins.contentnegotiation.ContentNegotiation +import io.ktor.server.request.receive +import io.ktor.server.request.receiveText +import io.ktor.server.request.uri +import io.ktor.server.response.respond +import io.ktor.server.response.respondBytes +import io.ktor.server.response.respondText +import io.ktor.server.routing.Route +import io.ktor.server.routing.get +import io.ktor.server.routing.post +import io.ktor.server.routing.route +import io.ktor.server.routing.routing +import io.ktor.server.websocket.WebSockets +import io.ktor.server.websocket.webSocket +import io.ktor.util.reflect.TypeInfo +import io.ktor.utils.io.charsets.Charset +import kotlinx.coroutines.delay +import kotlinx.serialization.ExperimentalSerializationApi +import kotlinx.serialization.InternalSerializationApi +import kotlinx.serialization.KSerializer +import kotlinx.serialization.json.Json +import kotlinx.serialization.json.internal.ESCAPE_STRINGS +import kotlinx.serialization.json.internal.InternalJsonWriter +import kotlinx.serialization.json.internal.encodeByWriter +import kron.tls.TlsOptions + +/** + * ktor-kronos: Ktor on kron, the ioxide io_uring runtime's Kotlin port, through the engine of the MDA2AV/ktor fork + * (ktor-server-kron), natively or on the JVM: the same app either way, the Dockerfile's KRONOS_RUNTIME picks which. + * The routes are the ktor entry's, answered the same way; only the engine and the platform differ. + * + * :8080 baseline, limited-conn, latency-1m, latency-10k GET|POST /baseline11?a=&b= + * pipelined GET /pipeline + * async GET /delay/{ms} + * json-comp (JVM only) GET /json/{count}?m= + * echo-ws, echo-ws-pipeline GET /ws + * :8081 json-tls (TLS) GET /json/{count}?m= + * 8gbit (TLS) POST /echo + * + * [runtime] readies the runtime for that many reactors, and names it for the log. + */ +fun serve(runtime: (reactors: Int) -> String) { + // A reactor per CPU of the container's cpuset, each pinned to its own: unpinned, the scheduler at times stacks + // two reactors on one CPU and leaves another idle. + val reactors = intEnv("KRONOS_REACTORS", availableProcessors()) + val pinned = env("KRONOS_PIN_REACTORS") != "0" + + val runtimeNote = runtime(reactors) + + // The harness mounts the certificate for the TLS profiles. Without it the TLS port does not open, and the + // plaintext profiles still run. + val certPath = env("TLS_CERT") ?: "/certs/server.crt" + val keyPath = env("TLS_KEY") ?: "/certs/server.key" + val tls = fileExists(certPath) && fileExists(keyPath) + + // As on kron's own entry, the kernel makes the TLS records where it has the tls module (kernel TX), one pass over + // the slab's plaintext; receive stays on BoringSSL. Elsewhere BoringSSL does both. + val kernelTx = env("KRONOS_KERNEL_TX")?.let { it != "0" } ?: kernelTlsAvailable() + + val dataset = loadDataset(env("DATASET_PATH") ?: "/data/dataset.json") + + val tlsNote = when { + !tls -> "no tls certificate" + kernelTx -> "tls on :8081, kernel tx" + else -> "tls on :8081, boringssl tx" + } + val pinNote = if (pinned) " (pinned)" else "" + println("[ktor-kronos] $reactors reactors$pinNote on :8080, $tlsNote, $runtimeNote") + + embeddedServer(Kron, configure = { + connector { port = 8080 } + if (tls) { + tlsConnector(8081, TlsOptions(certificatePath = certPath, keyPath = keyPath, kernelTx = kernelTx)) + } + reactorCount = reactors + pinReactors = pinned + }) { + module(dataset) + }.start(wait = true) +} + +private val json = Json { ignoreUnknownKeys = true } + +/** + * ContentNegotiation's JSON as Ktor's own converter makes it - kotlinx.serialization's encoder and escaping - written + * straight to UTF-8 bytes: encodeToString takes its buffer from one process-wide pool, under a lock every reactor + * queues on. + */ +private class JsonBytesConverter(private val json: Json) : ContentConverter by KotlinxSerializationConverter(json) { + @OptIn(InternalSerializationApi::class, ExperimentalSerializationApi::class) + override suspend fun serialize( + contentType: ContentType, + charset: Charset, + typeInfo: TypeInfo, + value: Any?, + ): OutgoingContent { + @Suppress("UNCHECKED_CAST") + val serializer = json.serializersModule.serializerForTypeInfo(typeInfo) as KSerializer + val writer = Utf8JsonWriter() + encodeByWriter(json, writer, serializer, value) + return ByteArrayContent(writer.bytes.copyOf(writer.size), contentType.withCharsetIfNeeded(charset)) + } +} + +/** kotlinx.serialization's JSON writer interface over a byte array of the call's own. */ +@OptIn(InternalSerializationApi::class) +private class Utf8JsonWriter : InternalJsonWriter { + var bytes = ByteArray(8192) + var size = 0 + + private fun ensure(extra: Int) { + if (size + extra > bytes.size) { + bytes = bytes.copyOf(maxOf(size + extra, bytes.size * 2)) + } + } + + override fun writeLong(value: Long) { + if (value == Long.MIN_VALUE) { + return write(value.toString()) + } + + ensure(20) + var v = value + if (v < 0) { + bytes[size++] = '-'.code.toByte() + v = -v + } + + val end = size + digits(v) + var at = end + do { + bytes[--at] = ('0'.code + (v % 10).toInt()).toByte() + v /= 10 + } while (v != 0L) + size = end + } + + override fun writeChar(char: Char) { + ensure(4) + putChar(char.code) + } + + override fun write(text: String) { + ensure(text.length * 3) + putString(text) + } + + // As kotlinx's own writer escapes, from its table: the quote, the backslash and the control characters. + override fun writeQuoted(text: String) { + ensure(text.length * 6 + 2) + bytes[size++] = '"'.code.toByte() + putString(text) + bytes[size++] = '"'.code.toByte() + } + + override fun release() {} + + private fun putString(text: String) { + var i = 0 + while (i < text.length) { + val c = text[i].code + if (c < ESCAPE_STRINGS.size && ESCAPE_STRINGS[c] != null) { + val escape = ESCAPE_STRINGS[c]!! + for (e in escape) { + bytes[size++] = e.code.toByte() + } + } else if (c in 0xD800..0xDBFF && i + 1 < text.length && text[i + 1].code in 0xDC00..0xDFFF) { + val codePoint = 0x10000 + ((c - 0xD800) shl 10) + (text[i + 1].code - 0xDC00) + bytes[size++] = (0xF0 or (codePoint shr 18)).toByte() + bytes[size++] = (0x80 or ((codePoint shr 12) and 0x3F)).toByte() + bytes[size++] = (0x80 or ((codePoint shr 6) and 0x3F)).toByte() + bytes[size++] = (0x80 or (codePoint and 0x3F)).toByte() + i++ + } else { + putChar(c) + } + i++ + } + } + + // One UTF-16 unit; a lone surrogate becomes '?', as String.encodeToByteArray makes it. + private fun putChar(c: Int) { + when { + c < 0x80 -> bytes[size++] = c.toByte() + c < 0x800 -> { + bytes[size++] = (0xC0 or (c shr 6)).toByte() + bytes[size++] = (0x80 or (c and 0x3F)).toByte() + } + c in 0xD800..0xDFFF -> bytes[size++] = '?'.code.toByte() + else -> { + bytes[size++] = (0xE0 or (c shr 12)).toByte() + bytes[size++] = (0x80 or ((c shr 6) and 0x3F)).toByte() + bytes[size++] = (0x80 or (c and 0x3F)).toByte() + } + } + } + + private fun digits(v: Long): Int { + var n = 1 + var x = v + while (x >= 10) { + x /= 10 + n++ + } + return n + } +} + +// The 50 items the JSON profiles serve, read once; none when the dataset is not mounted. +private fun loadDataset(path: String): List { + val bytes = readFile(path) ?: return emptyList() + return json.decodeFromString>(bytes.decodeToString()) +} + +/** Ktor's Compression plugin with gzip, where Ktor has it: on the JVM. */ +expect fun Route.installCompression() + +fun Application.module(dataset: List) { + install(WebSockets) + + val ok = ByteArrayContent("ok".encodeToByteArray(), ContentType.Text.Plain) + + routing { + get("/pipeline") { + call.respond(ok) + } + + get("/baseline11") { + call.respondNumber(call.sumQueryParams()) + } + + post("/baseline11") { + val sum = call.sumQueryParams() + val body = call.receiveText().trim().toLongOrNull() ?: 0 + call.respondNumber(sum + body) + } + + // A wait on the reactor's own ring (IORING_OP_TIMEOUT), the engine's delay(): no timer thread + get("/delay/{ms}") { + val ms = call.parameters["ms"] ?: "0" + delay(ms.toLong()) + call.respond(TextContent(ms, ContentType.Text.Plain)) + } + + // The ktor entry's JSON route, as it is there: Ktor's ContentNegotiation serializes, and Ktor's Compression + // gzips the result for a client that accepts gzip - on the JVM, as Ktor has no gzip on Kotlin/Native. + route("/json/{count}") { + installCompression() + install(ContentNegotiation) { + register(ContentType.Application.Json, JsonBytesConverter(json)) + } + get { + if (dataset.isEmpty()) { + call.respondText("Dataset not loaded", ContentType.Text.Plain, HttpStatusCode.InternalServerError) + return@get + } + + val count = (call.pathParameters["count"]?.toIntOrNull() ?: 0).coerceIn(0, dataset.size) + val m = call.request.queryParameters["m"]?.toIntOrNull() ?: 1 + val processed = List(count) { i -> + val d = dataset[i] + ProcessedItem( + id = d.id, + name = d.name, + category = d.category, + price = d.price, + quantity = d.quantity, + active = d.active, + tags = d.tags, + rating = d.rating, + total = d.price.toLong() * d.quantity * m, + ) + } + call.respond(JsonResponse(items = processed, count = count)) + } + } + + // The body back as it came, collected first: a chunked request carries no length to answer with. + post("/echo") { + val body = call.receive() + call.respondBytes(body, ContentType.Application.OctetStream) + } + + webSocket("/ws") { + for (message in incoming) { + send(message) + } + } + } +} + +// The sum of the query's values, read off the target as the ktor entry does, with no parameter map made for it. +private fun ApplicationCall.sumQueryParams(): Long { + val uri = request.uri + var start = -1 + var sum = 0L + for (i in uri.indices) { + when (uri[i]) { + '=' -> start = i + 1 + '&' -> { + if (start >= 0) sum += uri.substring(start, i).toLongOrNull() ?: 0 + start = -1 + } + } + } + if (start >= 0) sum += uri.substring(start).toLongOrNull() ?: 0 + return sum +} + +private suspend fun ApplicationCall.respondNumber(value: Long) = + respond(TextContent(value.toString(), ContentType.Text.Plain)) diff --git a/frameworks/ktor-kronos/app/common/src/httparena/DataTypes.kt b/frameworks/ktor-kronos/app/common/src/httparena/DataTypes.kt new file mode 100644 index 0000000000..d996ce4e42 --- /dev/null +++ b/frameworks/ktor-kronos/app/common/src/httparena/DataTypes.kt @@ -0,0 +1,42 @@ +package httparena + +import kotlinx.serialization.Serializable + +// The ktor entry's JSON types, serialized by kotlinx.serialization as there. + +@Serializable +data class DatasetItem( + val id: Int, + val name: String, + val category: String, + val price: Int, + val quantity: Int, + val active: Boolean, + val tags: List, + val rating: RatingInfo, +) + +@Serializable +data class RatingInfo( + val score: Int, + val count: Int, +) + +@Serializable +data class ProcessedItem( + val id: Int, + val name: String, + val category: String, + val price: Int, + val quantity: Int, + val active: Boolean, + val tags: List, + val rating: RatingInfo, + val total: Long, +) + +@Serializable +data class JsonResponse( + val items: List, + val count: Int, +) diff --git a/frameworks/ktor-kronos/app/common/src/httparena/Platform.kt b/frameworks/ktor-kronos/app/common/src/httparena/Platform.kt new file mode 100644 index 0000000000..7e74827225 --- /dev/null +++ b/frameworks/ktor-kronos/app/common/src/httparena/Platform.kt @@ -0,0 +1,42 @@ +package httparena + +// What the JVM entries get from the JVM: natively from posix, on the JVM from the JDK, through FFM where it has nothing. + +expect fun env(name: String): String? + +fun intEnv(name: String, default: Int): Int = env(name)?.toIntOrNull() ?: default + +/** + * The CPUs this process may run on, as the JVM's availableProcessors counts them: the affinity list, which a + * container's cpuset narrows, and the online count when that cannot be read. + */ +fun availableProcessors(): Int { + val status = readFile("/proc/self/status")?.decodeToString() + val line = status?.lineSequence()?.firstOrNull { it.startsWith("Cpus_allowed_list:") } + ?: return onlineProcessors() + + var count = 0 + for (range in line.substringAfter(':').trim().split(',')) { + val bounds = range.split('-') + val first = bounds[0].toIntOrNull() ?: continue + val last = if (bounds.size > 1) bounds[1].toIntOrNull() ?: first else first + count += last - first + 1 + } + + return if (count > 0) count else onlineProcessors() +} + +/** The CPUs online, sysconf's count, whatever the affinity. */ +expect fun onlineProcessors(): Int + +expect fun fileExists(path: String): Boolean + +/** + * Whether the kernel can take over TLS records (kTLS), asked as kron's own entry asks: a socket that is not connected + * takes the tls ULP only where the module is in (ENOTCONN), and refuses it with ENOENT where it is not. The ULP list + * under /proc/sys/net cannot answer it in a container on its own network, which is how validate.sh runs one. + */ +expect fun kernelTlsAvailable(): Boolean + +/** A file read whole, or null when it cannot be; /proc files report no size, so it reads until the end. */ +expect fun readFile(path: String): ByteArray? diff --git a/frameworks/ktor-kronos/app/gradle.properties b/frameworks/ktor-kronos/app/gradle.properties new file mode 100644 index 0000000000..efadadd752 --- /dev/null +++ b/frameworks/ktor-kronos/app/gradle.properties @@ -0,0 +1,6 @@ +# The app runs where kron does, on Linux natively and on the JVM. +target.js=false +target.wasmJs=false +target.darwin=false +target.windows=false +target.androidNative=false diff --git a/frameworks/ktor-kronos/app/jvm/src/httparena/JvmMain.kt b/frameworks/ktor-kronos/app/jvm/src/httparena/JvmMain.kt new file mode 100644 index 0000000000..14514f29b1 --- /dev/null +++ b/frameworks/ktor-kronos/app/jvm/src/httparena/JvmMain.kt @@ -0,0 +1,190 @@ +package httparena + +import io.ktor.server.application.install +import io.ktor.server.plugins.compression.Compression +import io.ktor.server.routing.Route +import io.ktor.util.ContentEncoder +import io.ktor.util.GZipEncoder +import io.ktor.utils.io.ByteReadChannel +import io.ktor.utils.io.ByteWriteChannel +import java.io.File +import java.lang.management.ManagementFactory +import java.nio.file.Files +import java.nio.file.Path +import java.time.Duration +import jdk.jfr.Recording +import jdk.jfr.consumer.RecordingFile +import kotlin.coroutines.CoroutineContext +import kotlinx.coroutines.Dispatchers + +fun main() { + cpuReport() + jfrReport() + serve { "JVM ${Runtime.version()}" } +} + +actual fun Route.installCompression() { + install(Compression) { + encoder(ReactorGzip) + } +} + +// Ktor's own gzip, its deflate coroutine run where the response is read - the reactor - rather than on +// Dispatchers.Default, where Compression's empty context sends it, every response then crossing threads and back. +private object ReactorGzip : ContentEncoder by GZipEncoder { + override fun encode(source: ByteReadChannel, coroutineContext: CoroutineContext): ByteReadChannel = + GZipEncoder.encode(source, coroutineContext + Dispatchers.Unconfined) + + override fun encode(source: ByteWriteChannel, coroutineContext: CoroutineContext): ByteWriteChannel = + GZipEncoder.encode(source, coroutineContext + Dispatchers.Unconfined) +} + +// DIAGNOSTICS, temporary: where the CPU goes on the arena box. Every 5 s, each thread group's share of a CPU (from +// /proc/self/task, so the JVM's own GC and JIT threads count too), the collections in that window and the heap. +private fun cpuReport() { + fun sample(): Map> { + val out = HashMap>() + File("/proc/self/task").listFiles()?.forEach { task -> + try { + val stat = File(task, "stat").readText() + val name = stat.substring(stat.indexOf('(') + 1, stat.lastIndexOf(')')) + val fields = stat.substring(stat.lastIndexOf(')') + 2).split(' ') + out[task.name] = name.replace(Regex("[#-]?\\d+$"), "") to fields[11].toLong() + fields[12].toLong() + } catch (_: Exception) { + } + } + return out + } + + Thread({ + val collectors = ManagementFactory.getGarbageCollectorMXBeans() + var last = sample() + var pooled = false + var lastAt = System.nanoTime() + var lastGcCount = collectors.sumOf { it.collectionCount } + var lastGcMs = collectors.sumOf { it.collectionTime } + while (true) { + Thread.sleep(5_000) + if (!pooled) { + pooled = true + poolReport() + } + val now = sample() + val at = System.nanoTime() + val seconds = (at - lastAt) / 1e9 + val groups = HashMap() + for ((tid, value) in now) { + groups.merge(value.first, value.second - (last[tid]?.second ?: 0L), Long::plus) + } + val gcCount = collectors.sumOf { it.collectionCount } + val gcMs = collectors.sumOf { it.collectionTime } + val runtime = Runtime.getRuntime() + val usedMb = (runtime.totalMemory() - runtime.freeMemory()) shr 20 + val cpu = groups.entries.filter { it.value > 0 }.sortedByDescending { it.value } + .joinToString(" | ") { "${it.key} ${(it.value / seconds).toInt()}%" } + println("[cpu] $cpu || gc ${gcCount - lastGcCount}x ${gcMs - lastGcMs} ms, heap $usedMb/${runtime.totalMemory() shr 20} MiB") + last = now + lastAt = at + lastGcCount = gcCount + lastGcMs = gcMs + } + }, "cpu-report").apply { isDaemon = true }.start() +} + +// DIAGNOSTICS, temporary: kotlinx-io's segment pool, sized by availableProcessors() when first used - on a pinned +// reactor that counts 1 CPU, and every reactor shares one slot - and the slots the reactors' thread ids pick. +private fun poolReport() { + try { + val field = Class.forName("kotlinx.io.SegmentPool").getDeclaredField("HASH_BUCKET_COUNT") + field.isAccessible = true + val buckets = field.getInt(null) + val ids = Thread.getAllStackTraces().keys.filter { it.name.startsWith("reactor-") }.map { it.threadId() }.sorted() + val used = ids.map { it and (buckets - 1).toLong() }.toSet().size + println("[pool] kotlinx-io buckets $buckets, ${ids.size} reactors (ids ${ids.firstOrNull()}..${ids.lastOrNull()}) on $used of them") + } catch (e: Exception) { + println("[pool] failed: $e") + } +} + +// DIAGNOSTICS, temporary: what the threads run, from Flight Recorder, every 10 s - samples in Java and in native +// code (a reactor waiting in io_uring_enter), the top frames by package and by method, contended monitors, long parks. +private fun jfrReport() { + Thread({ + while (true) { + try { + val recording = Recording() + recording.enable("jdk.ExecutionSample").withPeriod(Duration.ofMillis(10)) + recording.enable("jdk.NativeMethodSample").withPeriod(Duration.ofMillis(20)) + recording.enable("jdk.JavaMonitorEnter").withThreshold(Duration.ofNanos(20_000)) + recording.enable("jdk.ThreadPark").withThreshold(Duration.ofMillis(1)) + recording.start() + Thread.sleep(10_000) + recording.stop() + val file = Files.createTempFile("diag", ".jfr") + recording.dump(file) + recording.close() + summarize(file) + Files.delete(file) + } catch (e: Exception) { + println("[jfr] failed: $e") + Thread.sleep(10_000) + } + } + }, "jfr-report").apply { isDaemon = true }.start() +} + +private fun summarize(file: Path) { + val methods = HashMap() + val stacks = HashMap() + val packages = HashMap() + val monitors = HashMap() + val parks = HashMap() + var java = 0 + var native = 0 + RecordingFile(file).use { events -> + while (events.hasMoreEvents()) { + val event = events.readEvent() + when (event.eventType.name) { + "jdk.ExecutionSample" -> { + java++ + val frames = event.stackTrace?.frames ?: continue + val frame = frames.firstOrNull() ?: continue + val type = frame.method.type.name + methods.merge("$type.${frame.method.name}", 1, Int::plus) + stacks.merge(frames.take(5).joinToString(" < ") { it.method.type.name.substringAfterLast('.') + "." + it.method.name }, 1, Int::plus) + val parts = type.split('.') + packages.merge(parts.take(if (type.startsWith("io.ktor.")) 3 else 2).joinToString("."), 1, Int::plus) + } + "jdk.NativeMethodSample" -> native++ + "jdk.JavaMonitorEnter" -> { + // The lock's class, and who takes it: the first frames past the JDK's own. + val site = event.stackTrace?.frames?.dropWhile { + it.method.type.name.startsWith("java.") || it.method.type.name.startsWith("jdk.") + }?.take(2)?.joinToString(" < ") { it.method.type.name.substringAfterLast('.') + "." + it.method.name } + val totals = monitors.getOrPut("${event.getClass("monitorClass")?.name ?: "?"} @ $site") { LongArray(2) } + totals[0]++ + totals[1] += event.duration.toNanos() + } + "jdk.ThreadPark" -> { + val frame = event.stackTrace?.frames?.firstOrNull { + !it.method.type.name.startsWith("java.") && !it.method.type.name.startsWith("jdk.") + } + parks.merge(frame?.let { "${it.method.type.name}.${it.method.name}" } ?: "?", 1, Int::plus) + } + } + } + } + fun share(n: Int) = if (java == 0) "0%" else "${n * 1000 / java / 10.0}%" + println("[jfr] java $java, native $native || " + + packages.entries.sortedByDescending { it.value }.take(10).joinToString(" | ") { "${it.key} ${share(it.value)}" }) + println("[jfr] hot " + methods.entries.sortedByDescending { it.value }.take(15).joinToString(" | ") { "${share(it.value)} ${it.key}" }) + println("[jfr] stacks " + stacks.entries.sortedByDescending { it.value }.take(6).joinToString(" || ") { "${share(it.value)} ${it.key}" }) + if (monitors.isNotEmpty()) { + println("[jfr] contended " + monitors.entries.sortedByDescending { it.value[1] }.take(5) + .joinToString(" | ") { "${it.key} ${it.value[0]}x ${it.value[1] / 1_000_000} ms" }) + } + if (parks.isNotEmpty()) { + println("[jfr] parks " + parks.entries.sortedByDescending { it.value }.take(5).joinToString(" | ") { "${it.key} ${it.value}x" }) + } +} + diff --git a/frameworks/ktor-kronos/app/jvm/src/httparena/Platform.jvm.kt b/frameworks/ktor-kronos/app/jvm/src/httparena/Platform.jvm.kt new file mode 100644 index 0000000000..bd1887cac9 --- /dev/null +++ b/frameworks/ktor-kronos/app/jvm/src/httparena/Platform.jvm.kt @@ -0,0 +1,62 @@ +package httparena + +import java.lang.foreign.Arena +import java.lang.foreign.FunctionDescriptor +import java.lang.foreign.Linker +import java.lang.foreign.MemoryLayout +import java.lang.foreign.ValueLayout.ADDRESS +import java.lang.foreign.ValueLayout.JAVA_INT +import java.nio.file.Files +import java.nio.file.Path + +actual fun env(name: String): String? = System.getenv(name) + +actual fun onlineProcessors(): Int = Runtime.getRuntime().availableProcessors() + +actual fun fileExists(path: String): Boolean = Files.exists(Path.of(path)) + +actual fun readFile(path: String): ByteArray? = + try { + Files.readAllBytes(Path.of(path)) + } catch (_: Exception) { + null + } + +// The native probe's calls, through FFM: socket, setsockopt with errno, close. +actual fun kernelTlsAvailable(): Boolean { + val linker = Linker.nativeLinker() + val lookup = linker.defaultLookup() + val capture = Linker.Option.captureCallState("errno") + val stateLayout = Linker.Option.captureStateLayout() + val socket = linker.downcallHandle(lookup.find("socket").orElseThrow(), FunctionDescriptor.of(JAVA_INT, JAVA_INT, JAVA_INT, JAVA_INT)) + val setsockopt = linker.downcallHandle( + lookup.find("setsockopt").orElseThrow(), + FunctionDescriptor.of(JAVA_INT, JAVA_INT, JAVA_INT, JAVA_INT, ADDRESS, JAVA_INT), + capture, + ) + val close = linker.downcallHandle(lookup.find("close").orElseThrow(), FunctionDescriptor.of(JAVA_INT, JAVA_INT)) + + val fd = socket.invokeExact(AF_INET, SOCK_STREAM or SOCK_CLOEXEC, 0) as Int + if (fd < 0) { + return false + } + + try { + Arena.ofConfined().use { arena -> + val state = arena.allocate(stateLayout) + val ulp = arena.allocateFrom("tls") + val rc = setsockopt.invokeExact(state, fd, IPPROTO_TCP, TCP_ULP, ulp, 3) as Int + val errno = state.get(JAVA_INT, stateLayout.byteOffset(MemoryLayout.PathElement.groupElement("errno"))) + return rc == 0 || errno == ENOTCONN + } + } finally { + close.invokeExact(fd) as Int + } +} + +private const val AF_INET = 2 +private const val SOCK_STREAM = 1 +private const val SOCK_CLOEXEC = 0x80000 +private const val IPPROTO_TCP = 6 +private const val TCP_ULP = 31 +private const val ENOTCONN = 107 diff --git a/frameworks/ktor-kronos/app/linux/src/httparena/Main.kt b/frameworks/ktor-kronos/app/linux/src/httparena/Main.kt new file mode 100644 index 0000000000..f29c72e28b --- /dev/null +++ b/frameworks/ktor-kronos/app/linux/src/httparena/Main.kt @@ -0,0 +1,20 @@ +package httparena + +import io.ktor.server.routing.Route +import kotlin.native.runtime.GC +import kotlin.native.runtime.NativeRuntimeApi + +@OptIn(NativeRuntimeApi::class) +fun main() = serve { reactors -> + // Kotlin/Native's collector is not generational: it marks everything live on every run, stops every reactor to do + // it, and puts allocating threads to sleep when it falls behind. Ktor allocates some sixty objects a request, and + // a WebSocket connection keeps some 260 live, so a heap floor sized for a phone has it running back to back, the + // reactors idle - and one too high lets tens of GiB of garbage pile up for each run to sweep, the reactors as idle. + // On the arena's 64 cores, 64 MiB per reactor served 3.5 times what 512 did. + val heapMb = intEnv("KRONOS_GC_MIN_HEAP_MB", 64 * reactors) + GC.minHeapBytes = heapMb.toLong() shl 20 + "Kotlin/Native, GC heap floor $heapMb MiB" +} + +// Ktor's Compression plugin is JVM-only: natively the JSON goes out as it is. +actual fun Route.installCompression() {} diff --git a/frameworks/ktor-kronos/app/linux/src/httparena/Platform.linux.kt b/frameworks/ktor-kronos/app/linux/src/httparena/Platform.linux.kt new file mode 100644 index 0000000000..54ecc44677 --- /dev/null +++ b/frameworks/ktor-kronos/app/linux/src/httparena/Platform.linux.kt @@ -0,0 +1,86 @@ +package httparena + +import kotlinx.cinterop.ExperimentalForeignApi +import kotlinx.cinterop.addressOf +import kotlinx.cinterop.convert +import kotlinx.cinterop.toKString +import kotlinx.cinterop.usePinned +import platform.posix.AF_INET +import platform.posix.ENOTCONN +import platform.posix.F_OK +import platform.posix.IPPROTO_TCP +import platform.posix.O_CLOEXEC +import platform.posix.O_RDONLY +import platform.posix.SOCK_CLOEXEC +import platform.posix.SOCK_STREAM +import platform.posix._SC_NPROCESSORS_ONLN +import platform.posix.access +import platform.posix.close +import platform.posix.errno +import platform.posix.getenv +import platform.posix.open +import platform.posix.read +import platform.posix.setsockopt +import platform.posix.socket +import platform.posix.sysconf + +// What the JVM entries get from the JVM, on Kotlin/Native. + +@OptIn(ExperimentalForeignApi::class) +actual fun env(name: String): String? = getenv(name)?.toKString() + + +actual fun onlineProcessors(): Int = sysconf(_SC_NPROCESSORS_ONLN).toInt() + + +actual fun fileExists(path: String): Boolean = access(path, F_OK) == 0 + +private const val TCP_ULP = 31 + +/** + * Whether the kernel can take over TLS records (kTLS), asked as kron's own entry asks: a socket that is not connected + * takes the tls ULP only where the module is in (ENOTCONN), and refuses it with ENOENT where it is not. The ULP list + * under /proc/sys/net cannot answer it in a container on its own network, which is how validate.sh runs one. + */ +@OptIn(ExperimentalForeignApi::class) +actual fun kernelTlsAvailable(): Boolean { + val fd = socket(AF_INET, SOCK_STREAM or SOCK_CLOEXEC, 0) + if (fd < 0) { + return false + } + + try { + val ulp = "tls".encodeToByteArray() + val rc = ulp.usePinned { setsockopt(fd, IPPROTO_TCP, TCP_ULP, it.addressOf(0), ulp.size.convert()) } + return rc == 0 || errno == ENOTCONN + } finally { + close(fd) + } +} + +// A file read whole; /proc files report no size, so it reads until the end. +@OptIn(ExperimentalForeignApi::class) +actual fun readFile(path: String): ByteArray? { + val fd = open(path, O_RDONLY or O_CLOEXEC) + if (fd < 0) { + return null + } + + try { + var bytes = ByteArray(4096) + var length = 0 + while (true) { + if (length == bytes.size) { + bytes = bytes.copyOf(bytes.size * 2) + } + + val n = bytes.usePinned { read(fd, it.addressOf(length), (bytes.size - length).convert()) } + if (n <= 0) { + return bytes.copyOf(length) + } + length += n.toInt() + } + } finally { + close(fd) + } +} diff --git a/frameworks/ktor-kronos/meta.json b/frameworks/ktor-kronos/meta.json new file mode 100644 index 0000000000..f8d5d6f8de --- /dev/null +++ b/frameworks/ktor-kronos/meta.json @@ -0,0 +1,32 @@ +{ + "display_name": "ktor-kronos", + "language": "Kotlin", + "type": "experimental", + "mode": "standard", + "engine": "io_uring", + "completeness": { + "routing": true, + "middleware": true, + "request": true, + "response": true + }, + "description": "ktor-kronos — JetBrains Ktor with the kron engine (ktor-server-kron, in the MDA2AV/ktor fork) instead of CIO, on Kotlin/Native or on the JVM: the Dockerfile's KRONOS_RUNTIME build arg picks, the JVM at present. kron is the Kotlin port of the ioxide io_uring runtime: one reactor per core, each pinned to its CPU and owning its ring and its share of the SO_REUSEPORT listeners; multishot accept and recv into provided buffer rings, driven from Kotlin over the kernel's own io_uring header (no liburing): natively one binary, on the JVM the same code reaching the kernel and BoringSSL through the FFM API, as a jar on JDK 25. Requests are parsed by Glyph11, the hardened HTTP/1.1 parser, and run through Ktor's own pipeline - routing, plugins, call.receive and call.respond - on the reactor that accepted the connection, with no thread pool in between. Responses to pipelined requests leave in one send. delay() is an IORING_OP_TIMEOUT on the reactor's ring, so a held connection in the async profile costs a kernel deadline rather than a timer thread. WebSockets are Ktor's own, over the upgraded connection. The routes are the ktor entry's, answered the same way; only the engine and the platform differ. The engine passes Ktor's own engine suites (HttpServerCommonTestSuite, WebSocketEngineSuite). TLS on :8081 is the engine's own connector on kron's BoringSSL, the kernel encrypting the records (kTLS TX) where it has the tls module. JSON is Ktor's ContentNegotiation with kotlinx.serialization, gzipped by Ktor's own Compression plugin on the JVM; json-comp needs the JVM runtime, as Ktor has no gzip on Kotlin/Native.", + "repo": "https://github.com/MDA2AV/ktor", + "enabled": true, + "tests": [ + "baseline", + "pipelined", + "limited-conn", + "latency-1m", + "latency-10k", + "async", + "json-comp", + "json-tls", + "8gbit", + "echo-ws", + "echo-ws-pipeline" + ], + "maintainers": [ + "MDA2AV" + ] +} diff --git a/site/data/frameworks.json b/site/data/frameworks.json index 2397e72709..30307cf9c0 100644 --- a/site/data/frameworks.json +++ b/site/data/frameworks.json @@ -1240,6 +1240,20 @@ "type": "engine", "engine": "io_uring" }, + "ktor-kronos": { + "dir": "ktor-kronos", + "description": "ktor-kronos \u2014 JetBrains Ktor with the kron engine (ktor-server-kron, in the MDA2AV/ktor fork) instead of CIO, on Kotlin/Native or on the JVM: the Dockerfile's KRONOS_RUNTIME build arg picks, the JVM at present. kron is the Kotlin port of the ioxide io_uring runtime: one reactor per core, each pinned to its CPU and owning its ring and its share of the SO_REUSEPORT listeners; multishot accept and recv into provided buffer rings, driven from Kotlin over the kernel's own io_uring header (no liburing): natively one binary, on the JVM the same code reaching the kernel and BoringSSL through the FFM API, as a jar on JDK 25. Requests are parsed by Glyph11, the hardened HTTP/1.1 parser, and run through Ktor's own pipeline - routing, plugins, call.receive and call.respond - on the reactor that accepted the connection, with no thread pool in between. Responses to pipelined requests leave in one send. delay() is an IORING_OP_TIMEOUT on the reactor's ring, so a held connection in the async profile costs a kernel deadline rather than a timer thread. WebSockets are Ktor's own, over the upgraded connection. The routes are the ktor entry's, answered the same way; only the engine and the platform differ. The engine passes Ktor's own engine suites (HttpServerCommonTestSuite, WebSocketEngineSuite). TLS on :8081 is the engine's own connector on kron's BoringSSL, the kernel encrypting the records (kTLS TX) where it has the tls module. JSON is Ktor's ContentNegotiation with kotlinx.serialization, gzipped by Ktor's own Compression plugin on the JVM; json-comp needs the JVM runtime, as Ktor has no gzip on Kotlin/Native.", + "repo": "https://github.com/MDA2AV/ktor", + "type": "experimental", + "engine": "io_uring", + "mode": "standard", + "completeness": { + "routing": true, + "middleware": true, + "request": true, + "response": true + } + }, "ktor-tuned": { "dir": "ktor-tuned", "description": "JetBrains Ktor 3.x on Netty with Ghost Serializer, JDK 25.", diff --git a/site/data/results/ktor-kronos.json b/site/data/results/ktor-kronos.json new file mode 100644 index 0000000000..2bbd4f4494 --- /dev/null +++ b/site/data/results/ktor-kronos.json @@ -0,0 +1,330 @@ +{ + "framework": "ktor-kronos", + "results": { + "8gbit-512": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 49255, + "avg_latency": "113.1us", + "p99_latency": "146.0us", + "cpu": "239.5%", + "memory": "4.3GiB", + "connections": 512, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "509.59MB/s", + "input_bw": "481.01MB/s", + "reconnects": 0, + "status_2xx": 246353, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0, + "cpu_usec": 13477407, + "cpu_per_req_us": 54.7077, + "target_rate": 50000, + "rate_ratio": 0.9851, + "p99_9_latency": "5550.0us" + }, + "async-32000": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 1723447, + "avg_latency": "18.42ms", + "p99_latency": "118.10ms", + "cpu": "6232.6%", + "memory": "36.3GiB", + "connections": 32000, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "108.46MB/s", + "input_bw": "78.89MB/s", + "reconnects": 0, + "status_2xx": 17234475, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "baseline-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 3281035, + "avg_latency": "1.25ms", + "p99_latency": "1.89ms", + "cpu": "6330.5%", + "memory": "11.9GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "206.46MB/s", + "input_bw": "253.45MB/s", + "reconnects": 0, + "status_2xx": 16405175, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-16384": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 1678940, + "avg_latency": "9.57ms", + "p99_latency": "13.70ms", + "cpu": "4841.2%", + "memory": "18.5GiB", + "connections": 16384, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "11.60MB/s", + "reconnects": 0, + "status_2xx": 8394704, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 3046019, + "avg_latency": "1.34ms", + "p99_latency": "1.93ms", + "cpu": "6246.3%", + "memory": "23.6GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "20.33MB/s", + "reconnects": 0, + "status_2xx": 15230096, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-512": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 3199050, + "avg_latency": "159us", + "p99_latency": "337us", + "cpu": "6063.8%", + "memory": "22.8GiB", + "connections": 512, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "21.35MB/s", + "reconnects": 0, + "status_2xx": 15995251, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-pipeline-16384": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 18787984, + "avg_latency": "13.84ms", + "p99_latency": "14.60ms", + "cpu": "6065.9%", + "memory": "34.9GiB", + "connections": 16384, + "threads": 64, + "duration": "5s", + "pipeline": 16, + "bandwidth": "125.79MB/s", + "reconnects": 0, + "status_2xx": 93939920, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-pipeline-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 25131027, + "avg_latency": "2.61ms", + "p99_latency": "3.18ms", + "cpu": "6347.9%", + "memory": "33.2GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 16, + "bandwidth": "167.72MB/s", + "reconnects": 0, + "status_2xx": 125655136, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "echo-ws-pipeline-512": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 28903942, + "avg_latency": "282us", + "p99_latency": "585us", + "cpu": "6653.5%", + "memory": "12.1GiB", + "connections": 512, + "threads": 64, + "duration": "5s", + "pipeline": 16, + "bandwidth": "192.89MB/s", + "reconnects": 0, + "status_2xx": 144519712, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "json-comp-16384": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 243933, + "avg_latency": "65.83ms", + "p99_latency": "123.20ms", + "cpu": "5802.4%", + "memory": "25.7GiB", + "connections": 16384, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "322.89MB/s", + "input_bw": "18.15MB/s", + "reconnects": 40255, + "status_2xx": 1219669, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "json-comp-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 236085, + "avg_latency": "17.29ms", + "p99_latency": "51.20ms", + "cpu": "5604.3%", + "memory": "16.4GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "311.98MB/s", + "input_bw": "17.56MB/s", + "reconnects": 45480, + "status_2xx": 1180425, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "json-tls-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 975645, + "avg_latency": "4.17ms", + "p99_latency": "36.96ms", + "cpu": "6416.2%", + "memory": "12.2GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "3.26GB", + "reconnects": 0, + "status_2xx": 4976266, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "latency-10k-1024": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 9980, + "avg_latency": "90.6us", + "p99_latency": "116.0us", + "cpu": "37.6%", + "memory": "2.4GiB", + "connections": 1024, + "threads": 64, + "duration": "20s", + "pipeline": 1, + "bandwidth": "0.89MB/s", + "reconnects": 0, + "status_2xx": 199611, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0, + "cpu_usec": 7892814, + "cpu_per_req_us": 39.541, + "target_rate": 10000, + "rate_ratio": 0.998, + "p99_9_latency": "928.0us" + }, + "latency-1m-1024": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 997808, + "avg_latency": "102.3us", + "p99_latency": "178.0us", + "cpu": "2691.6%", + "memory": "11.8GiB", + "connections": 1024, + "threads": 64, + "duration": "20s", + "pipeline": 1, + "bandwidth": "88.80MB/s", + "reconnects": 0, + "status_2xx": 19959778, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0, + "cpu_usec": 490484991, + "cpu_per_req_us": 24.5737, + "target_rate": 1000000, + "rate_ratio": 0.9978, + "p99_9_latency": "2747.0us" + }, + "limited-conn-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 2570242, + "avg_latency": "1.48ms", + "p99_latency": "3.00ms", + "cpu": "6011.0%", + "memory": "12.2GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 1, + "bandwidth": "161.72MB/s", + "input_bw": "198.55MB/s", + "reconnects": 1284654, + "status_2xx": 12851213, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + }, + "pipelined-4096": { + "framework": "ktor-kronos", + "language": "Kotlin", + "rps": 14541568, + "avg_latency": "4.51ms", + "p99_latency": "8.56ms", + "cpu": "6316.6%", + "memory": "14.3GiB", + "connections": 4096, + "threads": 64, + "duration": "5s", + "pipeline": 16, + "bandwidth": "915.02MB/s", + "reconnects": 0, + "status_2xx": 72707840, + "status_3xx": 0, + "status_4xx": 0, + "status_5xx": 0 + } + } +} diff --git a/site/static/logs/8gbit/512/ktor-kronos.log b/site/static/logs/8gbit/512/ktor-kronos.log new file mode 100644 index 0000000000..1deed5ab33 --- /dev/null +++ b/site/static/logs/8gbit/512/ktor-kronos.log @@ -0,0 +1,201 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.833s][gc,init] Version: 25.0.5+8-LTS (release) +[0.833s][gc,init] CPUs: 128 total, 64 available +[0.833s][gc,init] Memory: 251G +[0.833s][gc,init] Large Page Support: Disabled +[0.833s][gc,init] NUMA Support: Disabled +[0.833s][gc,init] Compressed Oops: Disabled +[0.833s][gc,init] Heap Region Size: 32M +[0.833s][gc,init] Heap Min Capacity: 32M +[0.833s][gc,init] Heap Initial Capacity: 20608M +[0.833s][gc,init] Heap Max Capacity: 64384M +[0.833s][gc,init] Pre-touch: Enabled +[0.833s][gc,init] Parallel Workers: 43 +[0.833s][gc,init] Concurrent Workers: 11 +[0.833s][gc,init] Concurrent Refinement Workers: 43 +[0.833s][gc,init] Periodic GC: Disabled +[0.882s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 37624397 ns, Reaching safepoint: 68928 ns, At safepoint: 3988 ns, Leaving safepoint: 2514 ns, Total: 75430 ns, Threads: 2 runnable, 15 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.004s][safepoint] Safepoint "JFRSafepointClear", Time since last: 122398552 ns, Reaching safepoint: 67456 ns, At safepoint: 4909 ns, Leaving safepoint: 2715 ns, Total: 75080 ns, Threads: 1 runnable, 24 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.262 seconds. +[1.527s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 7.354ms +[1.527s][gc ] GC(1) Concurrent Mark Cycle +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 512887342 ns, Reaching safepoint: 2118525 ns, At safepoint: 7449714 ns, Leaving safepoint: 69870 ns, Total: 9638109 ns, Threads: 25 runnable, 91 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 101068 ns, Reaching safepoint: 79368 ns, At safepoint: 7684 ns, Leaving safepoint: 22021 ns, Total: 109073 ns, Threads: 4 runnable, 91 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 94396 ns, Reaching safepoint: 74599 ns, At safepoint: 3356 ns, Leaving safepoint: 21931 ns, Total: 99886 ns, Threads: 6 runnable, 91 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 358848 ns, Reaching safepoint: 74228 ns, At safepoint: 3467 ns, Leaving safepoint: 19697 ns, Total: 97392 ns, Threads: 4 runnable, 91 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 125483 ns, Reaching safepoint: 74980 ns, At safepoint: 3146 ns, Leaving safepoint: 21259 ns, Total: 99385 ns, Threads: 6 runnable, 91 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53690 ns, Reaching safepoint: 74048 ns, At safepoint: 5450 ns, Leaving safepoint: 24396 ns, Total: 103894 ns, Threads: 4 runnable, 91 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 76162 ns, Reaching safepoint: 204681 ns, At safepoint: 3506 ns, Leaving safepoint: 22362 ns, Total: 230549 ns, Threads: 4 runnable, 91 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 187459 ns, Reaching safepoint: 78917 ns, At safepoint: 6923 ns, Leaving safepoint: 24035 ns, Total: 109875 ns, Threads: 2 runnable, 91 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 75621 ns, Reaching safepoint: 74608 ns, At safepoint: 2806 ns, Leaving safepoint: 27982 ns, Total: 105396 ns, Threads: 7 runnable, 91 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46136 ns, Reaching safepoint: 138898 ns, At safepoint: 2896 ns, Leaving safepoint: 17923 ns, Total: 159717 ns, Threads: 14 runnable, 91 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45535 ns, Reaching safepoint: 2074093 ns, At safepoint: 2915 ns, Leaving safepoint: 139770 ns, Total: 2216778 ns, Threads: 6 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53209 ns, Reaching safepoint: 141945 ns, At safepoint: 3626 ns, Leaving safepoint: 21881 ns, Total: 167452 ns, Threads: 4 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52398 ns, Reaching safepoint: 145912 ns, At safepoint: 3005 ns, Leaving safepoint: 29545 ns, Total: 178462 ns, Threads: 9 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 67195 ns, Reaching safepoint: 141033 ns, At safepoint: 3006 ns, Leaving safepoint: 26759 ns, Total: 170798 ns, Threads: 2 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56686 ns, Reaching safepoint: 78576 ns, At safepoint: 4118 ns, Leaving safepoint: 41778 ns, Total: 124472 ns, Threads: 3 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64179 ns, Reaching safepoint: 75872 ns, At safepoint: 3406 ns, Leaving safepoint: 26870 ns, Total: 106148 ns, Threads: 9 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40024 ns, Reaching safepoint: 139450 ns, At safepoint: 3897 ns, Leaving safepoint: 96590 ns, Total: 239937 ns, Threads: 12 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 104044 ns, Reaching safepoint: 39413 ns, At safepoint: 8526 ns, Leaving safepoint: 30878 ns, Total: 78817 ns, Threads: 2 runnable, 91 total +[r37] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 705373 ns, Reaching safepoint: 78176 ns, At safepoint: 3897 ns, Leaving safepoint: 25247 ns, Total: 107320 ns, Threads: 5 runnable, 91 total +[r29] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 171610 ns, Reaching safepoint: 87884 ns, At safepoint: 45344 ns, Leaving safepoint: 33863 ns, Total: 167091 ns, Threads: 3 runnable, 91 total +[r57] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 335505 ns, Reaching safepoint: 1163777 ns, At safepoint: 4198 ns, Leaving safepoint: 295160 ns, Total: 1463135 ns, Threads: 9 runnable, 91 total +[r56] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 205232 ns, Reaching safepoint: 1102523 ns, At safepoint: 6643 ns, Leaving safepoint: 23784 ns, Total: 1132950 ns, Threads: 1 runnable, 91 total +[r4] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52458 ns, Reaching safepoint: 1065714 ns, At safepoint: 19557 ns, Leaving safepoint: 25828 ns, Total: 1111099 ns, Threads: 0 runnable, 91 total +[r0] listening on 0.0.0.0:8080,8081 +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 93624 ns, Reaching safepoint: 1072457 ns, At safepoint: 4930 ns, Leaving safepoint: 17011 ns, Total: 1094398 ns, Threads: 0 runnable, 91 total +[r46] listening on 0.0.0.0:8080,8081 +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37901 ns, Reaching safepoint: 1057900 ns, At safepoint: 4248 ns, Leaving safepoint: 19897 ns, Total: 1082045 ns, Threads: 0 runnable, 91 total +[r28] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 65422 ns, Reaching safepoint: 1040648 ns, At safepoint: 5109 ns, Leaving safepoint: 17833 ns, Total: 1063590 ns, Threads: 0 runnable, 91 total +[r53] listening on 0.0.0.0:8080,8081 +[1.543s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 88746 ns, Reaching safepoint: 1018526 ns, At safepoint: 5170 ns, Leaving safepoint: 18655 ns, Total: 1042351 ns, Threads: 0 runnable, 91 total +[r16] listening on 0.0.0.0:8080,8081 +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49682 ns, Reaching safepoint: 1058592 ns, At safepoint: 3246 ns, Leaving safepoint: 16130 ns, Total: 1077968 ns, Threads: 0 runnable, 91 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 824265 ns, Reaching safepoint: 200052 ns, At safepoint: 5401 ns, Leaving safepoint: 24285 ns, Total: 229738 ns, Threads: 1 runnable, 91 total +[r11] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55273 ns, Reaching safepoint: 73136 ns, At safepoint: 2805 ns, Leaving safepoint: 7234 ns, Total: 83175 ns, Threads: 1 runnable, 91 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58909 ns, Reaching safepoint: 4779 ns, At safepoint: 2535 ns, Leaving safepoint: 3847 ns, Total: 11161 ns, Threads: 1 runnable, 91 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36067 ns, Reaching safepoint: 72866 ns, At safepoint: 58208 ns, Leaving safepoint: 6563 ns, Total: 137637 ns, Threads: 2 runnable, 91 total +[r7] listening on 0.0.0.0:8080,8081 +[1.546s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43330 ns, Reaching safepoint: 6272 ns, At safepoint: 4919 ns, Leaving safepoint: 5310 ns, Total: 16501 ns, Threads: 0 runnable, 91 total +[r33] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[1.548s][gc ] GC(1) Pause Remark 819M->819M(896M) 2.208ms +[1.548s][safepoint] Safepoint "G1PauseRemark", Time since last: 66514 ns, Reaching safepoint: 73697 ns, At safepoint: 2224172 ns, Leaving safepoint: 14056 ns, Total: 2311925 ns, Threads: 3 runnable, 91 total +[r3] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53951 ns, Reaching safepoint: 11616373 ns, At safepoint: 6542 ns, Leaving safepoint: 9638 ns, Total: 11632553 ns, Threads: 0 runnable, 91 total +[r39] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 65913 ns, Reaching safepoint: 37540 ns, At safepoint: 6181 ns, Leaving safepoint: 7254 ns, Total: 50975 ns, Threads: 0 runnable, 91 total +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42509 ns, Reaching safepoint: 180446 ns, At safepoint: 3146 ns, Leaving safepoint: 5470 ns, Total: 189062 ns, Threads: 1 runnable, 91 total +[1.594s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 835M->35M(960M) 34.178ms +[1.594s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 33062 ns, Reaching safepoint: 124411 ns, At safepoint: 34206513 ns, Leaving safepoint: 17683 ns, Total: 34348607 ns, Threads: 2 runnable, 91 total +[r45] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[1.606s][gc ] GC(1) Pause Cleanup 67M->67M(960M) 0.023ms +[1.606s][safepoint] Safepoint "G1PauseCleanup", Time since last: 139700 ns, Reaching safepoint: 11719015 ns, At safepoint: 43912 ns, Leaving safepoint: 4428 ns, Total: 11767355 ns, Threads: 0 runnable, 91 total +[1.607s][gc ] GC(1) Concurrent Mark Cycle 79.996ms +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.802s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 451M->34M(960M) 5.222ms +[1.802s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 181166767 ns, Reaching safepoint: 9384858 ns, At safepoint: 5246530 ns, Leaving safepoint: 38121 ns, Total: 14669509 ns, Threads: 1 runnable, 89 total +[3.074s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 450M->45M(960M) 9.956ms +[3.074s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1261992828 ns, Reaching safepoint: 165789 ns, At safepoint: 10001907 ns, Leaving safepoint: 187560 ns, Total: 10355256 ns, Threads: 27 runnable, 97 total +[3.545s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 461M->45M(960M) 6.607ms +[3.546s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 463629497 ns, Reaching safepoint: 135983 ns, At safepoint: 6678248 ns, Leaving safepoint: 841457 ns, Total: 7655688 ns, Threads: 0 runnable, 96 total +[4.185s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 493M->44M(960M) 1.685ms +[4.185s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 637859909 ns, Reaching safepoint: 13195 ns, At safepoint: 1707199 ns, Leaving safepoint: 59461 ns, Total: 1779855 ns, Threads: 0 runnable, 91 total +[4.834s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.660ms +[4.834s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 646673441 ns, Reaching safepoint: 14878 ns, At safepoint: 1682113 ns, Leaving safepoint: 91270 ns, Total: 1788261 ns, Threads: 1 runnable, 88 total +[5.484s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.816ms +[5.485s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 648831952 ns, Reaching safepoint: 13395 ns, At safepoint: 1839846 ns, Leaving safepoint: 242392 ns, Total: 2095633 ns, Threads: 0 runnable, 88 total +[5.898s][safepoint] Safepoint "ThreadDump", Time since last: 412484615 ns, Reaching safepoint: 12664 ns, At safepoint: 424500 ns, Leaving safepoint: 97061 ns, Total: 534225 ns, Threads: 0 runnable, 87 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 582% | G1 Service 37% | GC Thread 13% | C1 CompilerThre 12% | java 9% | C2 CompilerThre 8% | jfr-report 1% | JFR Sampler Thr 0% | JFR Recorder Th 0% | cpu-report 0% || gc 10x 70 ms, heap 351/960 MiB +[6.127s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.902ms +[6.127s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 226873890 ns, Reaching safepoint: 10830 ns, At safepoint: 1922470 ns, Leaving safepoint: 57417 ns, Total: 1990717 ns, Threads: 1 runnable, 84 total +[6.779s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.941ms +[6.779s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 650435565 ns, Reaching safepoint: 12733 ns, At safepoint: 1966353 ns, Leaving safepoint: 101959 ns, Total: 2081045 ns, Threads: 0 runnable, 84 total +[7.430s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.889ms +[7.430s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 649011552 ns, Reaching safepoint: 13255 ns, At safepoint: 1912512 ns, Leaving safepoint: 210652 ns, Total: 2136419 ns, Threads: 1 runnable, 84 total +[10.887s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.961ms +[10.887s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3454868521 ns, Reaching safepoint: 36157 ns, At safepoint: 1987051 ns, Leaving safepoint: 60964 ns, Total: 2084172 ns, Threads: 0 runnable, 88 total +[cpu] reactor 149% | GC Thread 1% | C1 CompilerThre 1% | C2 CompilerThre 1% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 4x 8 ms, heap 83/960 MiB +[11.008s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 120555654 ns, Reaching safepoint: 89967 ns, At safepoint: 67095 ns, Leaving safepoint: 95528 ns, Total: 252590 ns, Threads: 2 runnable, 84 total +[jfr] java 387, native 471 || jdk.internal 33.5% | sun.security 10.3% | io.ktor.server 8.7% | java.lang 8.2% | kotlin.jvm 6.7% | kotlinx.io 4.9% | io.ktor.util 3.8% | kron.TcpTransport 3.3% | java.util 3.1% | kron.tls 2.8% +[jfr] hot 20.6% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 10.3% sun.security.provider.SHA2.implCompress0 | 4.9% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 4.1% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 3.3% kron.TcpTransport.sweep | 2.3% kron.glyph11.FastParser.parse | 2.0% java.lang.invoke.VarHandleByteArrayAsLongs$ArrayHandle.get | 1.8% io.ktor.util.pipeline.SuspendFunctionGun.loop | 1.5% kron.tls.TlsCallbacksKt.same | 1.2% kotlin.coroutines.jvm.internal.ContinuationImpl. | 1.2% jdk.internal.misc.ScopedMemoryAccess.putLongUnalignedInternal | 1.2% io.ktor.server.engine.BaseApplicationResponse.respondOutgoingContent | 1.2% kotlinx.io.SourcesKt.readTo$default | 1.2% jdk.internal.foreign.abi.DowncallStub.0x00000000a02f7800.invoke | 1.0% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity +[jfr] stacks 20.6% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 5.4% SHA2.implCompress0 < SHA2.implCompress < DigestBase.implCompressMultiBlock0 < DigestBase.implCompressMultiBlock < DigestBase.engineUpdate || 4.9% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 3.3% TcpTransport.sweep < Reactor.run$lambda$0 < 0x00000000a0394440.invoke < Reactor.runDueTickers < Reactor.loop || 2.8% SHA2.implCompress0 < SHA2.implCompress < SHA2.implDigest < DigestBase.engineDigest < MessageDigest$Delegate.engineDigest || 2.3% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith +[jfr] contended java.lang.Object @ BufferRing. < BufferRing. 36x 100 ms | java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 43x 63 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 46x 61 ms | java.lang.Object @ KronApplicationEngine.start$lambda$6 < 0x00000000a01dc370.invoke 53x 57 ms | java.lang.Object @ TlsService$Companion.newContext < TlsService$Companion.start 45x 42 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.090s][safepoint] Safepoint "JFRSafepointClear", Time since last: 81475158 ns, Reaching safepoint: 12674 ns, At safepoint: 35215 ns, Leaving safepoint: 6542 ns, Total: 54431 ns, Threads: 0 runnable, 90 total +[11.509s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.997ms +[11.509s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 417033337 ns, Reaching safepoint: 12935 ns, At safepoint: 2021955 ns, Leaving safepoint: 426084 ns, Total: 2460974 ns, Threads: 0 runnable, 87 total +[12.158s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.953ms +[12.159s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 647410129 ns, Reaching safepoint: 12884 ns, At safepoint: 1978265 ns, Leaving safepoint: 79728 ns, Total: 2070877 ns, Threads: 1 runnable, 87 total +[12.812s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.896ms +[12.812s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651749480 ns, Reaching safepoint: 77114 ns, At safepoint: 1918393 ns, Leaving safepoint: 109554 ns, Total: 2105061 ns, Threads: 1 runnable, 82 total +[13.464s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 492M->45M(960M) 2.053ms +[13.464s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 649654839 ns, Reaching safepoint: 12714 ns, At safepoint: 2076647 ns, Leaving safepoint: 127207 ns, Total: 2216568 ns, Threads: 0 runnable, 81 total +[14.114s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 493M->45M(960M) 1.920ms +[14.114s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 647672453 ns, Reaching safepoint: 15218 ns, At safepoint: 1943550 ns, Leaving safepoint: 90799 ns, Total: 2049567 ns, Threads: 0 runnable, 81 total +[14.767s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 493M->45M(960M) 1.987ms +[14.767s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651175808 ns, Reaching safepoint: 18414 ns, At safepoint: 2011667 ns, Leaving safepoint: 138168 ns, Total: 2168249 ns, Threads: 1 runnable, 81 total +[cpu] reactor 212% | C2 CompilerThre 3% | GC Thread 1% | jfr-report 1% | C1 CompilerThre 0% | JFR Sampler Thr 0% | cpu-report 0% || gc 6x 11 ms, heap 441/960 MiB +[18.228s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 493M->45M(960M) 1.841ms +[18.228s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3458971452 ns, Reaching safepoint: 30918 ns, At safepoint: 1863721 ns, Leaving safepoint: 84768 ns, Total: 1979407 ns, Threads: 1 runnable, 80 total +[18.881s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 493M->44M(960M) 1.562ms +[18.881s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651499292 ns, Reaching safepoint: 20619 ns, At safepoint: 1587747 ns, Leaving safepoint: 84838 ns, Total: 1693204 ns, Threads: 1 runnable, 80 total +[19.534s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.544ms +[19.534s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651095742 ns, Reaching safepoint: 12333 ns, At safepoint: 1564945 ns, Leaving safepoint: 62005 ns, Total: 1639283 ns, Threads: 1 runnable, 80 total +[20.184s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.558ms +[20.185s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 648575583 ns, Reaching safepoint: 91040 ns, At safepoint: 1583119 ns, Leaving safepoint: 66163 ns, Total: 1740322 ns, Threads: 1 runnable, 80 total +[20.839s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 492M->45M(960M) 1.497ms +[20.839s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 652666572 ns, Reaching safepoint: 78716 ns, At safepoint: 1528698 ns, Leaving safepoint: 162633 ns, Total: 1770047 ns, Threads: 1 runnable, 80 total +[cpu] reactor 159% | GC Thread 2% | C2 CompilerThre 1% | JFR Sampler Thr 0% | VM Thread 0% | C1 CompilerThre 0% | cpu-report 0% || gc 5x 8 ms, heap 126/960 MiB +[21.092s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 253353109 ns, Reaching safepoint: 19417 ns, At safepoint: 24645 ns, Leaving safepoint: 8526 ns, Total: 52588 ns, Threads: 1 runnable, 81 total +[jfr] java 125, native 496 || io.ktor.server 24.0% | kotlinx.io 17.6% | io.ktor.util 12.8% | kotlin.jvm 8.8% | io.ktor.http 8.8% | java.lang 5.6% | kron.tls 4.0% | java.util 4.0% | kron.glyph11 4.0% | jdk.internal 3.2% +[jfr] hot 7.2% kotlinx.io.SegmentPool.recycle | 6.4% io.ktor.server.engine.BaseApplicationResponse.respondOutgoingContent | 5.6% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 5.6% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 4.8% io.ktor.http.HttpHeaders.checkHeaderValue | 4.8% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 4.8% kotlinx.io.Buffer.write | 4.0% kron.glyph11.FastParser.parse | 4.0% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.0% kotlinx.io.SourcesKt.readTo$default | 4.0% io.ktor.http.HttpHeaders.checkHeaderName | 3.2% kron.tls.TlsCallbacksKt.same | 2.4% java.util.HashMap.hash | 2.4% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 2.4% kotlin.jvm.internal.Intrinsics.areEqual +[jfr] stacks 7.2% SegmentPool.recycle < Buffer.recycleHead$kotlinx_io_core < Buffer.readAtMostTo < SourcesKt.readTo < SourcesKt.readTo$default || 6.4% BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend < BaseApplicationResponse$Companion$setupSendPipeline$1.invoke < BaseApplicationResponse$Companion$setupSendPipeline$1.invoke < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn || 5.6% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 4.8% Buffer.write < RequestBody.pullLength < RequestBody.awaitContent < ByteReadChannel.awaitContent$default < ByteReadChannelOperationsKt.readBuffer || 4.8% Http1Session.fill$ktor_server_kron < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith < TcpConnection.signalRead || 4.0% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith +[jfr] parks kotlinx.coroutines.DefaultExecutor.run 2x +[21.114s][safepoint] Safepoint "JFRSafepointClear", Time since last: 21391476 ns, Reaching safepoint: 9438 ns, At safepoint: 14397 ns, Leaving safepoint: 22101 ns, Total: 45936 ns, Threads: 1 runnable, 84 total +[21.475s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 493M->44M(960M) 1.497ms +[21.475s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 359715774 ns, Reaching safepoint: 12694 ns, At safepoint: 1519750 ns, Leaving safepoint: 50985 ns, Total: 1583429 ns, Threads: 0 runnable, 84 total +[22.128s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.586ms +[22.128s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651621352 ns, Reaching safepoint: 12733 ns, At safepoint: 1611753 ns, Leaving safepoint: 76913 ns, Total: 1701399 ns, Threads: 1 runnable, 84 total +[22.781s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 492M->44M(960M) 1.726ms +[22.781s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651236303 ns, Reaching safepoint: 11962 ns, At safepoint: 1750992 ns, Leaving safepoint: 67706 ns, Total: 1830660 ns, Threads: 0 runnable, 84 total diff --git a/site/static/logs/async/32000/ktor-kronos.log b/site/static/logs/async/32000/ktor-kronos.log new file mode 100644 index 0000000000..dbaecfedcd --- /dev/null +++ b/site/static/logs/async/32000/ktor-kronos.log @@ -0,0 +1,180 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.845s][gc,init] Version: 25.0.5+8-LTS (release) +[0.845s][gc,init] CPUs: 128 total, 64 available +[0.845s][gc,init] Memory: 251G +[0.845s][gc,init] Large Page Support: Disabled +[0.845s][gc,init] NUMA Support: Disabled +[0.845s][gc,init] Compressed Oops: Disabled +[0.845s][gc,init] Heap Region Size: 32M +[0.845s][gc,init] Heap Min Capacity: 32M +[0.845s][gc,init] Heap Initial Capacity: 20608M +[0.845s][gc,init] Heap Max Capacity: 64384M +[0.845s][gc,init] Pre-touch: Enabled +[0.845s][gc,init] Parallel Workers: 43 +[0.845s][gc,init] Concurrent Workers: 11 +[0.845s][gc,init] Concurrent Refinement Workers: 43 +[0.845s][gc,init] Periodic GC: Disabled +[0.896s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 39430338 ns, Reaching safepoint: 69270 ns, At safepoint: 4919 ns, Leaving safepoint: 4088 ns, Total: 78277 ns, Threads: 3 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.020s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123375969 ns, Reaching safepoint: 2965 ns, At safepoint: 10901 ns, Leaving safepoint: 2885 ns, Total: 16751 ns, Threads: 0 runnable, 20 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.264 seconds. +[1.538s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->34M(20640M) 7.276ms +[1.538s][gc ] GC(1) Concurrent Mark Cycle +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 510554475 ns, Reaching safepoint: 93254 ns, At safepoint: 7370714 ns, Leaving safepoint: 170738 ns, Total: 7634706 ns, Threads: 1 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 272399 ns, Reaching safepoint: 92743 ns, At safepoint: 4459 ns, Leaving safepoint: 19155 ns, Total: 116357 ns, Threads: 2 runnable, 93 total +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1976120 ns, Reaching safepoint: 346728 ns, At safepoint: 4398 ns, Leaving safepoint: 85369 ns, Total: 436495 ns, Threads: 40 runnable, 93 total +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 187270 ns, Reaching safepoint: 833186 ns, At safepoint: 4278 ns, Leaving safepoint: 103353 ns, Total: 940817 ns, Threads: 18 runnable, 93 total +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 257821 ns, Reaching safepoint: 94276 ns, At safepoint: 75491 ns, Leaving safepoint: 87844 ns, Total: 257611 ns, Threads: 26 runnable, 93 total +[r56] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 3843137 ns, Reaching safepoint: 129051 ns, At safepoint: 45384 ns, Leaving safepoint: 92232 ns, Total: 266667 ns, Threads: 7 runnable, 93 total +[r29] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[1.551s][gc ] GC(1) Pause Remark 945M->945M(1024M) 2.511ms +[1.551s][safepoint] Safepoint "G1PauseRemark", Time since last: 1323452 ns, Reaching safepoint: 141243 ns, At safepoint: 2531397 ns, Leaving safepoint: 28584 ns, Total: 2701224 ns, Threads: 2 runnable, 93 total +[r13] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[1.564s][gc ] GC(1) Pause Cleanup 945M->945M(1024M) 0.012ms +[1.564s][safepoint] Safepoint "G1PauseCleanup", Time since last: 623664 ns, Reaching safepoint: 12444318 ns, At safepoint: 24115 ns, Leaving safepoint: 18113 ns, Total: 12486546 ns, Threads: 2 runnable, 93 total +[r58] listening on 0.0.0.0:8080,8081 +[1.564s][gc ] GC(1) Concurrent Mark Cycle 26.378ms +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.353s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 962M->36M(1088M) 37.892ms +[2.353s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 751048827 ns, Reaching safepoint: 147666 ns, At safepoint: 37921290 ns, Leaving safepoint: 101590 ns, Total: 38170546 ns, Threads: 23 runnable, 86 total +[2.412s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 516M->36M(1088M) 46.180ms +[2.412s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 571577 ns, Reaching safepoint: 12494040 ns, At safepoint: 46208095 ns, Leaving safepoint: 31579 ns, Total: 58733714 ns, Threads: 1 runnable, 86 total +[2.666s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 516M->186M(1088M) 11.721ms +[2.666s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 242038611 ns, Reaching safepoint: 14837 ns, At safepoint: 11747306 ns, Leaving safepoint: 123431 ns, Total: 11885574 ns, Threads: 4 runnable, 92 total +[3.096s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 634M->387M(1088M) 15.019ms +[3.100s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 403490934 ns, Reaching safepoint: 11689709 ns, At safepoint: 15049833 ns, Leaving safepoint: 3158668 ns, Total: 29898210 ns, Threads: 3 runnable, 97 total +[3.442s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 835M->484M(10848M) 23.349ms +[3.446s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 319236415 ns, Reaching safepoint: 122970 ns, At safepoint: 23381250 ns, Leaving safepoint: 3276719 ns, Total: 26780939 ns, Threads: 38 runnable, 95 total +[4.389s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 5796M->1166M(10848M) 62.437ms +[4.389s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 881093326 ns, Reaching safepoint: 104986 ns, At safepoint: 62467768 ns, Leaving safepoint: 117169 ns, Total: 62689923 ns, Threads: 16 runnable, 92 total +[4.945s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5870M->1844M(10848M) 84.367ms +[4.945s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 471215776 ns, Reaching safepoint: 96310 ns, At safepoint: 84398611 ns, Leaving safepoint: 85720 ns, Total: 84580641 ns, Threads: 2 runnable, 90 total +[5.418s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 6548M->2487M(10848M) 70.435ms +[5.418s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 402421987 ns, Reaching safepoint: 103684 ns, At safepoint: 70468147 ns, Leaving safepoint: 87774 ns, Total: 70659605 ns, Threads: 2 runnable, 89 total +[6.358s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 7191M->3140M(21568M) 537.840ms +[6.358s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401448753 ns, Reaching safepoint: 104144 ns, At safepoint: 537875981 ns, Leaving safepoint: 159298 ns, Total: 538139423 ns, Threads: 17 runnable, 89 total +[6.365s][safepoint] Safepoint "ThreadDump", Time since last: 5731843 ns, Reaching safepoint: 115626 ns, At safepoint: 890303 ns, Leaving safepoint: 79147 ns, Total: 1085076 ns, Threads: 11 runnable, 88 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3245% | GC Thread 578% | C2 CompilerThre 20% | G1 Service 18% | C1 CompilerThre 12% | java 8% | jfr-report 2% | JFR Sampler Thr 1% | VM Thread 0% | cpu-report 0% || gc 12x 898 ms, heap 3812/21568 MiB +[7.351s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 13220M->4367M(21568M) 125.478ms +[7.351s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 860785282 ns, Reaching safepoint: 232895 ns, At safepoint: 125512156 ns, Leaving safepoint: 106840 ns, Total: 125851891 ns, Threads: 19 runnable, 85 total +[8.308s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 13775M->5756M(21568M) 152.519ms +[8.308s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 803878184 ns, Reaching safepoint: 102982 ns, At safepoint: 152551450 ns, Leaving safepoint: 149509 ns, Total: 152803941 ns, Threads: 22 runnable, 81 total +[9.245s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 15196M->7035M(21568M) 131.754ms +[9.245s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 804880283 ns, Reaching safepoint: 100768 ns, At safepoint: 131785334 ns, Leaving safepoint: 95388 ns, Total: 131981490 ns, Threads: 18 runnable, 81 total +[10.727s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 16475M->8315M(34752M) 676.965ms +[10.727s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 805000045 ns, Reaching safepoint: 96880 ns, At safepoint: 676999974 ns, Leaving safepoint: 95889 ns, Total: 677192743 ns, Threads: 12 runnable, 81 total +[11.027s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 299539300 ns, Reaching safepoint: 165960 ns, At safepoint: 30757 ns, Leaving safepoint: 53049 ns, Total: 249766 ns, Threads: 22 runnable, 81 total +[jfr] java 2944, native 371 || io.ktor.server 22.5% | kotlin.coroutines 17.4% | io.ktor.util 15.2% | jdk.internal 14.9% | kotlin.jvm 7.7% | kotlinx.coroutines 5.6% | java.util 4.9% | kron.Reactor 2.3% | kron.glyph11 2.1% | io.ktor.http 2.0% +[jfr] hot 14.2% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 10.0% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 4.2% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 4.0% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 2.8% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 2.5% io.ktor.util.StringValuesImpl. | 2.5% io.ktor.server.kron.KronApplicationResponse.stage | 2.2% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.2% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.2% io.ktor.util.AttributesJvmBase.put | 2.1% io.ktor.server.kron.Http1Session.writeHead$ktor_server_kron | 2.0% io.ktor.util.CaseInsensitiveMap$Companion.caseInsensitiveHashCode | 1.9% java.util.HashMap.putVal | 1.9% java.util.HashMap.getNode | 1.9% io.ktor.server.application.PipelineCall.respond$suspendImpl +[jfr] stacks 10.0% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 6.7% BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 < 0x00000000a13b6508.invoke < Reactor.drainPostQ$kron || 4.2% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 4.0% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 2.8% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.8% KronApplicationResponse$headers$1.get < ResponseHeaders.contains < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent +[jfr] contended java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 52x 116 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 63x 109 ms | java.lang.ref.ReferenceQueue$Lock @ Reactor.announceListening < Reactor.run 69x 86 ms | java.util.concurrent.ConcurrentHashMap$ReservationNode @ Memory_jvmKt.putShort < Sockets.listen 30x 28 ms | [I @ KronApplicationEngine.start$lambda$6 < 0x00000000a11dbea8.invoke 42x 26 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.377s][safepoint] Safepoint "JFRSafepointClear", Time since last: 349929839 ns, Reaching safepoint: 253984 ns, At safepoint: 16731 ns, Leaving safepoint: 74590 ns, Total: 345305 ns, Threads: 15 runnable, 88 total +[cpu] reactor 4980% | GC Thread 905% | C2 CompilerThre 21% | jfr-report 3% | C1 CompilerThre 2% | JFR Sampler Thr 1% | cpu-report 0% | VM Thread 0% || gc 4x 1087 ms, heap 16598/34752 MiB +[12.330s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 24347M->10458M(34752M) 193.615ms +[12.330s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 759426318 ns, Reaching safepoint: 115987 ns, At safepoint: 193644624 ns, Leaving safepoint: 179795 ns, Total: 193940406 ns, Threads: 9 runnable, 88 total +[16.303s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 25658M->11307M(34752M) 125.939ms +[16.303s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3846109432 ns, Reaching safepoint: 142366 ns, At safepoint: 125970023 ns, Leaving safepoint: 143939 ns, Total: 126256328 ns, Threads: 22 runnable, 82 total +[cpu] reactor 3055% | GC Thread 260% | C2 CompilerThre 3% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | JFR Recorder Th 0% || gc 2x 319 ms, heap 13568/34752 MiB +[17.792s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 27755M->11661M(34752M) 78.625ms +[17.792s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1410754188 ns, Reaching safepoint: 96901 ns, At safepoint: 78657271 ns, Leaving safepoint: 163585 ns, Total: 78917757 ns, Threads: 3 runnable, 84 total +[19.276s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 27757M->12180M(34752M) 104.217ms +[19.276s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1378689992 ns, Reaching safepoint: 111087 ns, At safepoint: 104256397 ns, Leaving safepoint: 105968 ns, Total: 104473452 ns, Threads: 15 runnable, 84 total +[20.777s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 28468M->12634M(34752M) 103.547ms +[20.777s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1397835085 ns, Reaching safepoint: 87424 ns, At safepoint: 103577210 ns, Leaving safepoint: 101159 ns, Total: 103765793 ns, Threads: 4 runnable, 84 total +[21.385s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 607308841 ns, Reaching safepoint: 105628 ns, At safepoint: 134821 ns, Leaving safepoint: 82454 ns, Total: 322903 ns, Threads: 17 runnable, 84 total +[cpu] reactor 6023% | GC Thread 185% | C2 CompilerThre 2% | JFR Sampler Thr 2% | jfr-report 0% | C1 CompilerThre 0% | java 0% | cpu-report 0% || gc 3x 286 ms, heap 21175/34752 MiB +[jfr] java 3212, native 461 || io.ktor.server 25.5% | io.ktor.util 17.9% | kotlin.coroutines 16.5% | kotlin.jvm 7.6% | java.util 6.8% | jdk.internal 6.3% | kotlinx.coroutines 5.6% | kron.Reactor 5.5% | java.lang 2.3% | io.ktor.http 2.0% +[jfr] hot 12.9% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 5.0% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 4.7% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 4.1% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 3.6% kron.Reactor.dispatch | 3.0% java.util.HashMap.putVal | 2.9% io.ktor.server.kron.KronApplicationResponse.stage | 2.9% io.ktor.util.AttributesJvmBase.put | 2.8% io.ktor.util.CaseInsensitiveMap$Companion.caseInsensitiveHashCode | 2.7% io.ktor.util.StringValuesImpl. | 2.7% io.ktor.server.kron.Http1Session.writeHead$ktor_server_kron | 2.5% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.4% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.4% io.ktor.server.application.PipelineCall.respond$suspendImpl | 2.2% java.util.HashMap.getNode +[jfr] stacks 8.1% BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 < 0x00000000a13b6508.invoke < Reactor.drainPostQ$kron || 5.0% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 4.7% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 4.1% KronApplicationResponse$headers$1.get < ResponseHeaders.contains < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent || 3.6% Reactor.dispatch < Reactor.loop < Reactor.run < ReactorThread.run || 2.9% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend +[21.533s][safepoint] Safepoint "JFRSafepointClear", Time since last: 147681997 ns, Reaching safepoint: 103433 ns, At safepoint: 103834 ns, Leaving safepoint: 72826 ns, Total: 280093 ns, Threads: 6 runnable, 86 total +[22.258s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 28474M->13094M(34752M) 119.171ms +[22.258s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 605720641 ns, Reaching safepoint: 99927 ns, At safepoint: 119202362 ns, Leaving safepoint: 164126 ns, Total: 119466415 ns, Threads: 23 runnable, 86 total +[23.745s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 28934M->13595M(34752M) 127.658ms +[23.745s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1358888514 ns, Reaching safepoint: 151393 ns, At safepoint: 127688733 ns, Leaving safepoint: 89266 ns, Total: 127929392 ns, Threads: 26 runnable, 82 total +[cpu] reactor 3700% | GC Thread 155% | JFR Sampler Thr 1% | C2 CompilerThre 0% | jfr-report 0% | JFR Recorder Th 0% || gc 2x 247 ms, heap 23994/34752 MiB +[27.889s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 29435M->14285M(40704M) 395.178ms +[27.889s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3748557267 ns, Reaching safepoint: 99996 ns, At safepoint: 395214312 ns, Leaving safepoint: 108433 ns, Total: 395422741 ns, Threads: 21 runnable, 80 total +[29.618s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 32909M->14852M(40704M) 126.761ms +[29.618s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1602179098 ns, Reaching safepoint: 95849 ns, At safepoint: 126794079 ns, Leaving safepoint: 145442 ns, Total: 127035370 ns, Threads: 5 runnable, 80 total +[31.339s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 33380M->15452M(40704M) 129.926ms +[31.339s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1590802470 ns, Reaching safepoint: 137076 ns, At safepoint: 129957339 ns, Leaving safepoint: 168425 ns, Total: 130262840 ns, Threads: 9 runnable, 80 total +[cpu] reactor 4877% | GC Thread 434% | JFR Sampler Thr 1% | VM Thread 0% | C2 CompilerThre 0% | cpu-report 0% || gc 3x 652 ms, heap 17912/40704 MiB +[31.539s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 199283843 ns, Reaching safepoint: 121087 ns, At safepoint: 110977 ns, Leaving safepoint: 66334 ns, Total: 298398 ns, Threads: 10 runnable, 80 total +[jfr] java 3034, native 444 || io.ktor.server 26.9% | kotlin.coroutines 17.9% | io.ktor.util 17.5% | java.util 8.2% | kron.Reactor 7.2% | kotlinx.coroutines 7.1% | kotlin.jvm 6.9% | java.lang 2.4% | kron.glyph11 2.4% | io.ktor.http 1.7% +[jfr] hot 14.4% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 5.1% kron.Reactor.dispatch | 4.4% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 4.2% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 3.4% java.util.HashMap.getNode | 3.0% java.util.HashMap.putVal | 2.9% io.ktor.server.kron.KronApplicationResponse.stage | 2.7% io.ktor.util.StringValuesImpl. | 2.7% io.ktor.util.AttributesJvmBase.put | 2.7% io.ktor.util.CaseInsensitiveMap$Companion.caseInsensitiveHashCode | 2.6% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.6% io.ktor.server.application.PipelineCall.respond$suspendImpl | 2.5% kotlinx.coroutines.internal.LockFreeLinkedListNode.correctPrev | 2.4% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.3% io.ktor.server.kron.Http1Session.writeHead$ktor_server_kron +[jfr] stacks 9.4% BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 < 0x00000000a13b6508.invoke < Reactor.drainPostQ$kron || 5.1% Reactor.dispatch < Reactor.loop < Reactor.run < ReactorThread.run || 4.4% KronApplicationResponse$headers$1.get < ResponseHeaders.contains < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent || 4.2% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.1% BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.resumeImpl$kotlinx_coroutines_core || 2.9% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend +[31.643s][safepoint] Safepoint "JFRSafepointClear", Time since last: 102958757 ns, Reaching safepoint: 97021 ns, At safepoint: 17643 ns, Leaving safepoint: 850899 ns, Total: 965563 ns, Threads: 18 runnable, 85 total +[33.055s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 33852M->15956M(40704M) 134.843ms +[33.055s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1277580442 ns, Reaching safepoint: 114143 ns, At safepoint: 134875196 ns, Leaving safepoint: 234077 ns, Total: 135223416 ns, Threads: 22 runnable, 85 total +[34.785s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 34548M->16506M(40704M) 134.146ms +[34.785s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595349316 ns, Reaching safepoint: 100198 ns, At safepoint: 134178427 ns, Leaving safepoint: 151854 ns, Total: 134430479 ns, Threads: 9 runnable, 85 total +[36.518s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 35098M->17063M(40704M) 136.582ms +[36.518s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596176849 ns, Reaching safepoint: 114314 ns, At safepoint: 136610782 ns, Leaving safepoint: 115866 ns, Total: 136840962 ns, Threads: 6 runnable, 85 total +[cpu] reactor 5869% | GC Thread 261% | C2 CompilerThre 2% | JFR Sampler Thr 1% | jfr-report 0% | cpu-report 0% | G1 Refine 0% | JFR Recorder Th 0% | java 0% | VM Thread 0% | C1 CompilerThre 0% || gc 3x 406 ms, heap 17473/40704 MiB diff --git a/site/static/logs/baseline/4096/ktor-kronos.log b/site/static/logs/baseline/4096/ktor-kronos.log new file mode 100644 index 0000000000..e71e978332 --- /dev/null +++ b/site/static/logs/baseline/4096/ktor-kronos.log @@ -0,0 +1,187 @@ +[0.022s][os] NUMA support disabled: Failed to initialize libnuma +[0.057s][gc,init] CardTable entry size: 512 +[0.060s][gc ] Using G1 +[0.891s][gc,init] Version: 25.0.5+8-LTS (release) +[0.891s][gc,init] CPUs: 128 total, 64 available +[0.891s][gc,init] Memory: 251G +[0.891s][gc,init] Large Page Support: Disabled +[0.891s][gc,init] NUMA Support: Disabled +[0.891s][gc,init] Compressed Oops: Disabled +[0.891s][gc,init] Heap Region Size: 32M +[0.891s][gc,init] Heap Min Capacity: 32M +[0.891s][gc,init] Heap Initial Capacity: 20608M +[0.891s][gc,init] Heap Max Capacity: 64384M +[0.891s][gc,init] Pre-touch: Enabled +[0.891s][gc,init] Parallel Workers: 43 +[0.891s][gc,init] Concurrent Workers: 11 +[0.891s][gc,init] Concurrent Refinement Workers: 43 +[0.891s][gc,init] Periodic GC: Disabled +[1.014s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 75595686 ns, Reaching safepoint: 69459 ns, At safepoint: 4228 ns, Leaving safepoint: 2695 ns, Total: 76382 ns, Threads: 2 runnable, 19 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.169s][safepoint] Safepoint "JFRSafepointClear", Time since last: 154528495 ns, Reaching safepoint: 70681 ns, At safepoint: 13455 ns, Leaving safepoint: 3286 ns, Total: 87422 ns, Threads: 1 runnable, 23 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.265 seconds. +[r34] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.030s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->33M(20640M) 10.619ms +[2.030s][gc ] GC(1) Concurrent Mark Cycle +[2.030s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 850635324 ns, Reaching safepoint: 10540 ns, At safepoint: 10723801 ns, Leaving safepoint: 9928 ns, Total: 10744269 ns, Threads: 0 runnable, 86 total +[2.039s][gc ] GC(1) Pause Remark 49M->49M(320M) 1.766ms +[2.039s][safepoint] Safepoint "G1PauseRemark", Time since last: 6540286 ns, Reaching safepoint: 7554 ns, At safepoint: 1775199 ns, Leaving safepoint: 4699 ns, Total: 1787452 ns, Threads: 1 runnable, 86 total +[2.051s][gc ] GC(1) Pause Cleanup 65M->65M(320M) 0.010ms +[2.051s][safepoint] Safepoint "G1PauseCleanup", Time since last: 497504 ns, Reaching safepoint: 12213189 ns, At safepoint: 18515 ns, Leaving safepoint: 2444 ns, Total: 12234148 ns, Threads: 1 runnable, 86 total +[2.052s][gc ] GC(1) Concurrent Mark Cycle 21.581ms +[2.183s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 257M->34M(384M) 33.832ms +[2.183s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 89404252 ns, Reaching safepoint: 8295458 ns, At safepoint: 33858828 ns, Leaving safepoint: 36137 ns, Total: 42190423 ns, Threads: 1 runnable, 86 total +[2.202s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 162M->35M(384M) 6.697ms +[2.202s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 80280 ns, Reaching safepoint: 11968634 ns, At safepoint: 6721612 ns, Leaving safepoint: 22402 ns, Total: 18712648 ns, Threads: 2 runnable, 86 total +[2.205s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 190M->34M(384M) 1.657ms +[2.205s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 964542 ns, Reaching safepoint: 84367 ns, At safepoint: 1669433 ns, Leaving safepoint: 76162 ns, Total: 1829962 ns, Threads: 1 runnable, 86 total +[2.418s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 194M->71M(384M) 3.133ms +[2.420s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 208709060 ns, Reaching safepoint: 1044220 ns, At safepoint: 3182225 ns, Leaving safepoint: 2206731 ns, Total: 6433176 ns, Threads: 14 runnable, 97 total +[2.616s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 231M->78M(10496M) 11.997ms +[2.617s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 184565279 ns, Reaching safepoint: 160478 ns, At safepoint: 12023787 ns, Leaving safepoint: 672711 ns, Total: 12856976 ns, Threads: 4 runnable, 97 total +[3.879s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 5294M->74M(10496M) 2.159ms +[3.879s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1258348714 ns, Reaching safepoint: 1342896 ns, At safepoint: 2191172 ns, Leaving safepoint: 26590 ns, Total: 3560658 ns, Threads: 12 runnable, 84 total +[4.392s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5290M->73M(10496M) 2.120ms +[4.392s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 510611328 ns, Reaching safepoint: 97671 ns, At safepoint: 2149004 ns, Leaving safepoint: 101699 ns, Total: 2348374 ns, Threads: 5 runnable, 82 total +[4.799s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 2.145ms +[4.799s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 404620521 ns, Reaching safepoint: 96730 ns, At safepoint: 2171486 ns, Leaving safepoint: 80609 ns, Total: 2348825 ns, Threads: 4 runnable, 82 total +[5.200s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 1.942ms +[5.201s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 399458857 ns, Reaching safepoint: 21110 ns, At safepoint: 1977255 ns, Leaving safepoint: 86881 ns, Total: 2085246 ns, Threads: 1 runnable, 82 total +[5.602s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 2.208ms +[5.602s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 399269104 ns, Reaching safepoint: 93243 ns, At safepoint: 2235796 ns, Leaving safepoint: 100927 ns, Total: 2429966 ns, Threads: 4 runnable, 82 total +[6.004s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 1.871ms +[6.004s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400049085 ns, Reaching safepoint: 91951 ns, At safepoint: 1901885 ns, Leaving safepoint: 87382 ns, Total: 2081218 ns, Threads: 2 runnable, 82 total +[6.039s][safepoint] Safepoint "ThreadDump", Time since last: 33868901 ns, Reaching safepoint: 92552 ns, At safepoint: 716682 ns, Leaving safepoint: 73998 ns, Total: 883232 ns, Threads: 4 runnable, 82 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 4222% | G1 Service 20% | C2 CompilerThre 12% | GC Thread 12% | java 8% | C1 CompilerThre 7% | jfr-report 2% | JFR Sampler Thr 1% | JFR Recorder Th 0% | VM Thread 0% | cpu-report 0% || gc 14x 81 ms, heap 1277/10496 MiB +[6.408s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 2.310ms +[6.408s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 366197741 ns, Reaching safepoint: 99164 ns, At safepoint: 2335351 ns, Leaving safepoint: 86310 ns, Total: 2520825 ns, Threads: 7 runnable, 83 total +[6.810s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 2.545ms +[6.810s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 399506758 ns, Reaching safepoint: 98172 ns, At safepoint: 2574716 ns, Leaving safepoint: 87092 ns, Total: 2759980 ns, Threads: 4 runnable, 83 total +[7.213s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5289M->73M(10496M) 2.095ms +[7.213s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400960169 ns, Reaching safepoint: 99896 ns, At safepoint: 2125741 ns, Leaving safepoint: 81942 ns, Total: 2307579 ns, Threads: 5 runnable, 82 total +[10.576s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5289M->106M(10496M) 3.007ms +[10.576s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3359851010 ns, Reaching safepoint: 93263 ns, At safepoint: 3035522 ns, Leaving safepoint: 108733 ns, Total: 3237518 ns, Threads: 7 runnable, 83 total +[11.086s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5290M->107M(10496M) 3.049ms +[11.086s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 506265344 ns, Reaching safepoint: 108161 ns, At safepoint: 3076929 ns, Leaving safepoint: 114192 ns, Total: 3299282 ns, Threads: 5 runnable, 83 total +[cpu] reactor 3496% | C2 CompilerThre 5% | GC Thread 3% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | VM Thread 0% || gc 5x 13 ms, heap 776/10496 MiB +[11.178s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 91215441 ns, Reaching safepoint: 95778 ns, At safepoint: 72936 ns, Leaving safepoint: 92131 ns, Total: 260845 ns, Threads: 8 runnable, 83 total +[11.502s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5291M->112M(10496M) 3.175ms +[11.502s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 320855913 ns, Reaching safepoint: 100817 ns, At safepoint: 3202102 ns, Leaving safepoint: 160368 ns, Total: 3463287 ns, Threads: 10 runnable, 88 total +[jfr] java 2881, native 458 || jdk.internal 34.5% | io.ktor.server 18.0% | io.ktor.util 11.4% | kotlin.jvm 8.6% | kron.glyph11 5.0% | java.util 4.2% | kotlinx.io 3.2% | java.lang 3.0% | kotlin.coroutines 2.9% | kotlin.text 2.2% +[jfr] hot 23.8% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 9.0% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 5.6% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 3.9% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 3.7% kron.glyph11.FastParser.parse | 2.5% java.lang.String. | 2.4% io.ktor.util.pipeline.SuspendFunctionGun.loop | 2.4% java.util.HashMap.getNode | 2.3% io.ktor.util.AttributesJvmBase.put | 2.2% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.1% kotlinx.io.Buffer.write | 2.0% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 1.9% kotlin.jvm.internal.Intrinsics.checkNotNull | 1.4% io.ktor.server.routing.RoutingPathTree.tryResolve | 1.1% io.ktor.server.kron.Http1Session.run +[jfr] stacks 23.8% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 9.0% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 5.6% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.7% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 1.7% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 1.4% RoutingPathTree.tryResolve < RoutingRoot.interceptor < RoutingRoot$Plugin$install$1.invokeSuspend < RoutingRoot$Plugin$install$1.invoke < RoutingRoot$Plugin$install$1.invoke +[jfr] contended java.lang.Object @ SourcesJvmKt.readStringImpl < SourcesJvmKt.readString 39x 286 ms | java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 54x 90 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 50x 77 ms | java.lang.Object @ ApplicationKt$module$1$3.invokeSuspend < ApplicationKt$module$1$3.invoke 50x 72 ms | java.lang.Object @ PipelineCall.receiveNullable$suspendImpl < PipelineCall.receiveNullable 55x 38 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.517s][safepoint] Safepoint "JFRSafepointClear", Time since last: 15417158 ns, Reaching safepoint: 98463 ns, At safepoint: 45575 ns, Leaving safepoint: 30556 ns, Total: 174594 ns, Threads: 2 runnable, 88 total +[11.915s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5296M->108M(10496M) 3.190ms +[11.915s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 394475952 ns, Reaching safepoint: 102210 ns, At safepoint: 3225385 ns, Leaving safepoint: 95878 ns, Total: 3423473 ns, Threads: 9 runnable, 88 total +[12.319s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5292M->107M(10496M) 3.168ms +[12.319s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400477509 ns, Reaching safepoint: 102981 ns, At safepoint: 3196552 ns, Leaving safepoint: 159366 ns, Total: 3458899 ns, Threads: 20 runnable, 88 total +[12.723s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5291M->109M(10496M) 3.398ms +[12.723s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400546707 ns, Reaching safepoint: 100838 ns, At safepoint: 3421790 ns, Leaving safepoint: 82734 ns, Total: 3605362 ns, Threads: 10 runnable, 87 total +[13.128s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5293M->108M(10496M) 3.034ms +[13.128s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401115915 ns, Reaching safepoint: 92952 ns, At safepoint: 3064427 ns, Leaving safepoint: 207696 ns, Total: 3365075 ns, Threads: 3 runnable, 87 total +[13.532s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5292M->108M(10496M) 2.698ms +[13.532s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401458068 ns, Reaching safepoint: 98773 ns, At safepoint: 2726769 ns, Leaving safepoint: 112319 ns, Total: 2937861 ns, Threads: 4 runnable, 87 total +[13.937s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5292M->108M(10496M) 3.165ms +[13.937s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401788325 ns, Reaching safepoint: 99966 ns, At safepoint: 3195891 ns, Leaving safepoint: 109564 ns, Total: 3405421 ns, Threads: 10 runnable, 87 total +[14.342s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5292M->108M(10496M) 2.991ms +[14.343s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401771707 ns, Reaching safepoint: 112268 ns, At safepoint: 3020976 ns, Leaving safepoint: 113952 ns, Total: 3247196 ns, Threads: 2 runnable, 87 total +[cpu] reactor 4317% | GC Thread 8% | C2 CompilerThre 6% | jfr-report 2% | JFR Sampler Thr 1% | C1 CompilerThre 0% | JFR Recorder Th 0% | java 0% | VM Thread 0% | cpu-report 0% || gc 8x 24 ms, heap 2896/10496 MiB +[17.037s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5292M->109M(10496M) 3.279ms +[17.037s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2691415365 ns, Reaching safepoint: 94405 ns, At safepoint: 3309112 ns, Leaving safepoint: 109383 ns, Total: 3512900 ns, Threads: 6 runnable, 80 total +[17.443s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5293M->107M(10496M) 3.744ms +[17.443s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400801078 ns, Reaching safepoint: 930580 ns, At safepoint: 3773334 ns, Leaving safepoint: 65051 ns, Total: 4768965 ns, Threads: 8 runnable, 80 total +[17.845s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5291M->109M(10496M) 3.145ms +[17.845s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 399008501 ns, Reaching safepoint: 98874 ns, At safepoint: 3175974 ns, Leaving safepoint: 104945 ns, Total: 3379793 ns, Threads: 12 runnable, 80 total +[18.249s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5293M->108M(10496M) 3.285ms +[18.249s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400543255 ns, Reaching safepoint: 95167 ns, At safepoint: 3312217 ns, Leaving safepoint: 108141 ns, Total: 3515525 ns, Threads: 4 runnable, 80 total +[18.654s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5292M->109M(10496M) 3.117ms +[18.654s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400952967 ns, Reaching safepoint: 97591 ns, At safepoint: 3144255 ns, Leaving safepoint: 96780 ns, Total: 3338626 ns, Threads: 11 runnable, 80 total +[19.058s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5293M->107M(10496M) 3.154ms +[19.058s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400858251 ns, Reaching safepoint: 94095 ns, At safepoint: 3181434 ns, Leaving safepoint: 111077 ns, Total: 3386606 ns, Threads: 2 runnable, 80 total +[19.465s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5323M->108M(10496M) 2.706ms +[19.465s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 403421150 ns, Reaching safepoint: 392790 ns, At safepoint: 2733131 ns, Leaving safepoint: 76853 ns, Total: 3202774 ns, Threads: 14 runnable, 80 total +[19.872s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5324M->108M(10496M) 2.915ms +[19.872s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 404658266 ns, Reaching safepoint: 97411 ns, At safepoint: 2944484 ns, Leaving safepoint: 152564 ns, Total: 3194459 ns, Threads: 3 runnable, 80 total +[20.278s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5324M->108M(10496M) 2.756ms +[20.279s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 403137218 ns, Reaching safepoint: 92623 ns, At safepoint: 2784236 ns, Leaving safepoint: 86170 ns, Total: 2963029 ns, Threads: 6 runnable, 80 total +[20.683s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5292M->108M(10496M) 2.921ms +[20.683s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 400959781 ns, Reaching safepoint: 101909 ns, At safepoint: 2949774 ns, Leaving safepoint: 101880 ns, Total: 3153563 ns, Threads: 11 runnable, 80 total +[21.090s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5324M->109M(10496M) 2.935ms +[21.090s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 404705314 ns, Reaching safepoint: 21520 ns, At safepoint: 2966545 ns, Leaving safepoint: 100807 ns, Total: 3088872 ns, Threads: 0 runnable, 80 total +[cpu] reactor 5446% | GC Thread 7% | JFR Sampler Thr 1% | C2 CompilerThre 0% | VM Thread 0% | java 0% | cpu-report 0% || gc 11x 34 ms, heap 1136/10496 MiB +[21.494s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5293M->108M(10496M) 2.626ms +[21.495s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 401208239 ns, Reaching safepoint: 136083 ns, At safepoint: 2655427 ns, Leaving safepoint: 101869 ns, Total: 2893379 ns, Threads: 8 runnable, 82 total +[21.521s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 26249230 ns, Reaching safepoint: 99415 ns, At safepoint: 27491 ns, Leaving safepoint: 52808 ns, Total: 179714 ns, Threads: 9 runnable, 82 total +[jfr] java 3310, native 489 || io.ktor.server 30.1% | io.ktor.util 19.8% | kotlin.jvm 12.3% | kron.glyph11 7.9% | kotlin.coroutines 6.7% | java.util 6.4% | kotlinx.io 5.2% | java.lang 4.2% | kotlin.text 2.9% | io.ktor.http 0.8% +[jfr] hot 8.3% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 7.3% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 5.9% kron.glyph11.FastParser.parse | 5.5% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 4.1% java.util.HashMap.getNode | 4.0% java.lang.String. | 3.9% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 3.9% io.ktor.util.AttributesJvmBase.put | 3.7% io.ktor.util.pipeline.SuspendFunctionGun.loop | 3.2% kotlinx.io.Buffer.write | 2.8% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 2.4% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.1% io.ktor.server.routing.RoutingPathTree.tryResolve | 1.9% io.ktor.util.pipeline.Pipeline.createContext | 1.9% io.ktor.server.kron.Http1SessionKt.putAscii +[jfr] stacks 8.3% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 5.9% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.3% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.3% Http1Session.fill$ktor_server_kron < Http1Session$fill$1.invokeSuspend < BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron || 2.2% AttributesJvmBase.put < ResponseTypeKt.setResponseType < PipelineCall.respond$suspendImpl < PipelineCall.respond < RoutingPipelineCall.respond || 2.2% BaseContinuationImpl.resumeWith < TcpConnection.resumeFlush < TcpConnection.completeFlush$kron < TcpTransport.finishSend < TcpTransport.onSend +[21.663s][safepoint] Safepoint "JFRSafepointClear", Time since last: 142247471 ns, Reaching safepoint: 100337 ns, At safepoint: 46026 ns, Leaving safepoint: 58829 ns, Total: 205192 ns, Threads: 10 runnable, 87 total diff --git a/site/static/logs/echo-ws-pipeline/16384/ktor-kronos.log b/site/static/logs/echo-ws-pipeline/16384/ktor-kronos.log new file mode 100644 index 0000000000..d267e6a3f7 --- /dev/null +++ b/site/static/logs/echo-ws-pipeline/16384/ktor-kronos.log @@ -0,0 +1,252 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.836s][gc,init] Version: 25.0.5+8-LTS (release) +[0.836s][gc,init] CPUs: 128 total, 64 available +[0.836s][gc,init] Memory: 251G +[0.836s][gc,init] Large Page Support: Disabled +[0.836s][gc,init] NUMA Support: Disabled +[0.836s][gc,init] Compressed Oops: Disabled +[0.836s][gc,init] Heap Region Size: 32M +[0.836s][gc,init] Heap Min Capacity: 32M +[0.836s][gc,init] Heap Initial Capacity: 20608M +[0.836s][gc,init] Heap Max Capacity: 64384M +[0.836s][gc,init] Pre-touch: Enabled +[0.836s][gc,init] Parallel Workers: 43 +[0.836s][gc,init] Concurrent Workers: 11 +[0.836s][gc,init] Concurrent Refinement Workers: 43 +[0.836s][gc,init] Periodic GC: Disabled +[0.886s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38142059 ns, Reaching safepoint: 69420 ns, At safepoint: 5830 ns, Leaving safepoint: 3537 ns, Total: 78787 ns, Threads: 3 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.007s][safepoint] Safepoint "JFRSafepointClear", Time since last: 120867411 ns, Reaching safepoint: 4979 ns, At safepoint: 11772 ns, Leaving safepoint: 7875 ns, Total: 24626 ns, Threads: 4 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.259 seconds. +[1.528s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 7.310ms +[1.528s][gc ] GC(1) Concurrent Mark Cycle +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 513011513 ns, Reaching safepoint: 473523 ns, At safepoint: 7409460 ns, Leaving safepoint: 26089 ns, Total: 7909072 ns, Threads: 2 runnable, 96 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 239196 ns, Reaching safepoint: 78566 ns, At safepoint: 4148 ns, Leaving safepoint: 14848 ns, Total: 97562 ns, Threads: 6 runnable, 96 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 250817 ns, Reaching safepoint: 72526 ns, At safepoint: 2855 ns, Leaving safepoint: 31859 ns, Total: 107240 ns, Threads: 3 runnable, 96 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58329 ns, Reaching safepoint: 78837 ns, At safepoint: 6382 ns, Leaving safepoint: 445782 ns, Total: 531001 ns, Threads: 5 runnable, 96 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 65672 ns, Reaching safepoint: 76413 ns, At safepoint: 24976 ns, Leaving safepoint: 15128 ns, Total: 116517 ns, Threads: 1 runnable, 96 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40937 ns, Reaching safepoint: 92232 ns, At safepoint: 4378 ns, Leaving safepoint: 18785 ns, Total: 115395 ns, Threads: 5 runnable, 96 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53810 ns, Reaching safepoint: 74790 ns, At safepoint: 3687 ns, Leaving safepoint: 16951 ns, Total: 95428 ns, Threads: 6 runnable, 96 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37931 ns, Reaching safepoint: 697251 ns, At safepoint: 2715 ns, Leaving safepoint: 16921 ns, Total: 716887 ns, Threads: 9 runnable, 96 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73006 ns, Reaching safepoint: 406208 ns, At safepoint: 5290 ns, Leaving safepoint: 19817 ns, Total: 431315 ns, Threads: 5 runnable, 96 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 91641 ns, Reaching safepoint: 9147 ns, At safepoint: 4969 ns, Leaving safepoint: 61535 ns, Total: 75651 ns, Threads: 3 runnable, 96 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73527 ns, Reaching safepoint: 62396 ns, At safepoint: 7174 ns, Leaving safepoint: 26449 ns, Total: 96019 ns, Threads: 3 runnable, 96 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45725 ns, Reaching safepoint: 75862 ns, At safepoint: 4598 ns, Leaving safepoint: 16541 ns, Total: 97001 ns, Threads: 4 runnable, 96 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53841 ns, Reaching safepoint: 75751 ns, At safepoint: 2655 ns, Leaving safepoint: 27141 ns, Total: 105547 ns, Threads: 3 runnable, 96 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 336397 ns, Reaching safepoint: 77675 ns, At safepoint: 4388 ns, Leaving safepoint: 18815 ns, Total: 100878 ns, Threads: 3 runnable, 96 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 355663 ns, Reaching safepoint: 75581 ns, At safepoint: 3347 ns, Leaving safepoint: 398473 ns, Total: 477401 ns, Threads: 1 runnable, 96 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 67075 ns, Reaching safepoint: 92713 ns, At safepoint: 6292 ns, Leaving safepoint: 19636 ns, Total: 118641 ns, Threads: 3 runnable, 96 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 90168 ns, Reaching safepoint: 75742 ns, At safepoint: 4418 ns, Leaving safepoint: 28142 ns, Total: 108302 ns, Threads: 6 runnable, 96 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 909857 ns, Reaching safepoint: 166721 ns, At safepoint: 3958 ns, Leaving safepoint: 46356 ns, Total: 217035 ns, Threads: 3 runnable, 96 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 120074 ns, Reaching safepoint: 470969 ns, At safepoint: 4608 ns, Leaving safepoint: 45184 ns, Total: 520761 ns, Threads: 14 runnable, 96 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44453 ns, Reaching safepoint: 124322 ns, At safepoint: 2695 ns, Leaving safepoint: 68548 ns, Total: 195565 ns, Threads: 3 runnable, 96 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51626 ns, Reaching safepoint: 1148723 ns, At safepoint: 44643 ns, Leaving safepoint: 26159 ns, Total: 1219525 ns, Threads: 1 runnable, 96 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52578 ns, Reaching safepoint: 1050269 ns, At safepoint: 3306 ns, Leaving safepoint: 17613 ns, Total: 1071188 ns, Threads: 1 runnable, 96 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45785 ns, Reaching safepoint: 1056220 ns, At safepoint: 3186 ns, Leaving safepoint: 13886 ns, Total: 1073292 ns, Threads: 1 runnable, 96 total +[r7] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 80130 ns, Reaching safepoint: 1064515 ns, At safepoint: 2825 ns, Leaving safepoint: 22362 ns, Total: 1089702 ns, Threads: 1 runnable, 96 total +[r40] listening on 0.0.0.0:8080,8081 +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 74288 ns, Reaching safepoint: 1074965 ns, At safepoint: 3116 ns, Leaving safepoint: 18254 ns, Total: 1096335 ns, Threads: 0 runnable, 96 total +[r25] listening on 0.0.0.0:8080,8081 +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44684 ns, Reaching safepoint: 1048375 ns, At safepoint: 2755 ns, Leaving safepoint: 12884 ns, Total: 1064014 ns, Threads: 0 runnable, 96 total +[r24] listening on 0.0.0.0:8080,8081 +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 101219 ns, Reaching safepoint: 1026615 ns, At safepoint: 3156 ns, Leaving safepoint: 14096 ns, Total: 1043867 ns, Threads: 0 runnable, 96 total +[r28] listening on 0.0.0.0:8080,8081 +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 189363 ns, Reaching safepoint: 1220035 ns, At safepoint: 2675 ns, Leaving safepoint: 16601 ns, Total: 1239311 ns, Threads: 0 runnable, 96 total +[1.546s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52999 ns, Reaching safepoint: 1045741 ns, At safepoint: 2955 ns, Leaving safepoint: 20779 ns, Total: 1069475 ns, Threads: 1 runnable, 96 total +[r8] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 134030 ns, Reaching safepoint: 1045109 ns, At safepoint: 3126 ns, Leaving safepoint: 17312 ns, Total: 1065547 ns, Threads: 1 runnable, 96 total +[r15] listening on 0.0.0.0:8080,8081 +[1.548s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61916 ns, Reaching safepoint: 1028839 ns, At safepoint: 2334 ns, Leaving safepoint: 8666 ns, Total: 1039839 ns, Threads: 0 runnable, 96 total +[r4] listening on 0.0.0.0:8080,8081 +[1.550s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46357 ns, Reaching safepoint: 1063082 ns, At safepoint: 2655 ns, Leaving safepoint: 10710 ns, Total: 1076447 ns, Threads: 0 runnable, 96 total +[1.550s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 173304 ns, Reaching safepoint: 69680 ns, At safepoint: 2865 ns, Leaving safepoint: 6081 ns, Total: 78626 ns, Threads: 1 runnable, 96 total +[1.552s][gc ] GC(1) Pause Remark 451M->451M(512M) 1.851ms +[1.552s][safepoint] Safepoint "G1PauseRemark", Time since last: 102241 ns, Reaching safepoint: 69069 ns, At safepoint: 1860810 ns, Leaving safepoint: 13416 ns, Total: 1943295 ns, Threads: 1 runnable, 96 total +[1.597s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 451M->35M(576M) 33.104ms +[1.597s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 51886 ns, Reaching safepoint: 11916776 ns, At safepoint: 33127857 ns, Leaving safepoint: 20839 ns, Total: 45065472 ns, Threads: 2 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48401 ns, Reaching safepoint: 12554816 ns, At safepoint: 7734 ns, Leaving safepoint: 3597 ns, Total: 12566147 ns, Threads: 1 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40796 ns, Reaching safepoint: 101369 ns, At safepoint: 2234 ns, Leaving safepoint: 2204 ns, Total: 105807 ns, Threads: 0 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35136 ns, Reaching safepoint: 121156 ns, At safepoint: 2905 ns, Leaving safepoint: 4709 ns, Total: 128770 ns, Threads: 2 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37670 ns, Reaching safepoint: 40626 ns, At safepoint: 2004 ns, Leaving safepoint: 1993 ns, Total: 44623 ns, Threads: 0 runnable, 96 total +[1.610s][gc ] GC(1) Pause Cleanup 67M->67M(576M) 0.011ms +[1.610s][safepoint] Safepoint "G1PauseCleanup", Time since last: 23615 ns, Reaching safepoint: 66904 ns, At safepoint: 17273 ns, Leaving safepoint: 4107 ns, Total: 88284 ns, Threads: 1 runnable, 96 total +[r61] listening on 0.0.0.0:8080,8081 +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 32220 ns, Reaching safepoint: 3767 ns, At safepoint: 2164 ns, Leaving safepoint: 2475 ns, Total: 8406 ns, Threads: 1 runnable, 96 total +[r29] listening on 0.0.0.0:8080,8081 +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31368 ns, Reaching safepoint: 68388 ns, At safepoint: 1743 ns, Leaving safepoint: 3417 ns, Total: 73548 ns, Threads: 2 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33312 ns, Reaching safepoint: 69169 ns, At safepoint: 4168 ns, Leaving safepoint: 3736 ns, Total: 77073 ns, Threads: 3 runnable, 96 total +[1.610s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31910 ns, Reaching safepoint: 69660 ns, At safepoint: 10139 ns, Leaving safepoint: 13184 ns, Total: 92983 ns, Threads: 2 runnable, 96 total +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 102832 ns, Reaching safepoint: 104004 ns, At safepoint: 23845 ns, Leaving safepoint: 19736 ns, Total: 147585 ns, Threads: 1 runnable, 96 total +[1.611s][gc ] GC(1) Concurrent Mark Cycle 82.831ms +[r37] listening on 0.0.0.0:8080,8081 +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 206806 ns, Reaching safepoint: 12073 ns, At safepoint: 5630 ns, Leaving safepoint: 3387 ns, Total: 21090 ns, Threads: 0 runnable, 96 total +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45084 ns, Reaching safepoint: 69249 ns, At safepoint: 3596 ns, Leaving safepoint: 3056 ns, Total: 75901 ns, Threads: 1 runnable, 96 total +[r0] listening on 0.0.0.0:8080,8081 +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37410 ns, Reaching safepoint: 4709 ns, At safepoint: 2645 ns, Leaving safepoint: 2835 ns, Total: 10189 ns, Threads: 1 runnable, 96 total +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55604 ns, Reaching safepoint: 68948 ns, At safepoint: 2525 ns, Leaving safepoint: 2986 ns, Total: 74459 ns, Threads: 3 runnable, 96 total +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39203 ns, Reaching safepoint: 69980 ns, At safepoint: 2956 ns, Leaving safepoint: 19286 ns, Total: 92222 ns, Threads: 2 runnable, 96 total +[r5] listening on 0.0.0.0:8080,8081 +[1.611s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35676 ns, Reaching safepoint: 7033 ns, At safepoint: 3527 ns, Leaving safepoint: 5150 ns, Total: 15710 ns, Threads: 1 runnable, 96 total +[r44] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51175 ns, Reaching safepoint: 73517 ns, At safepoint: 3366 ns, Leaving safepoint: 21410 ns, Total: 98293 ns, Threads: 6 runnable, 96 total +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 128680 ns, Reaching safepoint: 7805 ns, At safepoint: 3366 ns, Leaving safepoint: 5871 ns, Total: 17042 ns, Threads: 1 runnable, 96 total +[r10] listening on 0.0.0.0:8080,8081 +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 115796 ns, Reaching safepoint: 69760 ns, At safepoint: 2375 ns, Leaving safepoint: 4568 ns, Total: 76703 ns, Threads: 2 runnable, 96 total +[r50] listening on 0.0.0.0:8080,8081 +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 32871 ns, Reaching safepoint: 69330 ns, At safepoint: 1783 ns, Leaving safepoint: 4438 ns, Total: 75551 ns, Threads: 2 runnable, 96 total +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31369 ns, Reaching safepoint: 69129 ns, At safepoint: 2344 ns, Leaving safepoint: 4689 ns, Total: 76162 ns, Threads: 4 runnable, 96 total +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42028 ns, Reaching safepoint: 75010 ns, At safepoint: 19406 ns, Leaving safepoint: 7334 ns, Total: 101750 ns, Threads: 3 runnable, 96 total +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 29946 ns, Reaching safepoint: 68167 ns, At safepoint: 2495 ns, Leaving safepoint: 3426 ns, Total: 74088 ns, Threads: 3 runnable, 96 total +[1.612s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33743 ns, Reaching safepoint: 41768 ns, At safepoint: 2164 ns, Leaving safepoint: 4068 ns, Total: 48000 ns, Threads: 3 runnable, 96 total +[r14] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 3099260 ns, Reaching safepoint: 71634 ns, At safepoint: 3005 ns, Leaving safepoint: 5751 ns, Total: 80390 ns, Threads: 5 runnable, 96 total +[1.621s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 259M->36M(576M) 5.654ms +[1.621s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 44072 ns, Reaching safepoint: 69941 ns, At safepoint: 5675094 ns, Leaving safepoint: 30117 ns, Total: 5775152 ns, Threads: 5 runnable, 96 total +[1.635s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56385 ns, Reaching safepoint: 13299565 ns, At safepoint: 8035 ns, Leaving safepoint: 6332 ns, Total: 13313932 ns, Threads: 1 runnable, 96 total +[1.635s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52748 ns, Reaching safepoint: 72375 ns, At safepoint: 2394 ns, Leaving safepoint: 7424 ns, Total: 82193 ns, Threads: 4 runnable, 96 total +[1.635s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45926 ns, Reaching safepoint: 73016 ns, At safepoint: 4458 ns, Leaving safepoint: 7685 ns, Total: 85159 ns, Threads: 3 runnable, 96 total +[1.635s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52668 ns, Reaching safepoint: 77695 ns, At safepoint: 7193 ns, Leaving safepoint: 41478 ns, Total: 126366 ns, Threads: 5 runnable, 96 total +[1.635s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54802 ns, Reaching safepoint: 81913 ns, At safepoint: 8726 ns, Leaving safepoint: 34655 ns, Total: 125294 ns, Threads: 2 runnable, 96 total +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49983 ns, Reaching safepoint: 74208 ns, At safepoint: 2455 ns, Leaving safepoint: 22522 ns, Total: 99185 ns, Threads: 2 runnable, 96 total +[r49] listening on 0.0.0.0:8080,8081 +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39073 ns, Reaching safepoint: 74929 ns, At safepoint: 2515 ns, Leaving safepoint: 16441 ns, Total: 93885 ns, Threads: 6 runnable, 96 total +[r6] listening on 0.0.0.0:8080,8081 +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41247 ns, Reaching safepoint: 71553 ns, At safepoint: 3026 ns, Leaving safepoint: 11301 ns, Total: 85880 ns, Threads: 2 runnable, 96 total +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48480 ns, Reaching safepoint: 71494 ns, At safepoint: 2314 ns, Leaving safepoint: 13435 ns, Total: 87243 ns, Threads: 5 runnable, 96 total +[r11] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50444 ns, Reaching safepoint: 70311 ns, At safepoint: 2024 ns, Leaving safepoint: 11792 ns, Total: 84127 ns, Threads: 2 runnable, 96 total +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35987 ns, Reaching safepoint: 71534 ns, At safepoint: 2985 ns, Leaving safepoint: 12944 ns, Total: 87463 ns, Threads: 5 runnable, 96 total +[r46] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[1.636s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 93164 ns, Reaching safepoint: 12764 ns, At safepoint: 4528 ns, Leaving safepoint: 48270 ns, Total: 65562 ns, Threads: 1 runnable, 96 total +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54452 ns, Reaching safepoint: 75250 ns, At safepoint: 3276 ns, Leaving safepoint: 15339 ns, Total: 93865 ns, Threads: 4 runnable, 96 total +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 74739 ns, Reaching safepoint: 74078 ns, At safepoint: 3106 ns, Leaving safepoint: 10871 ns, Total: 88055 ns, Threads: 2 runnable, 96 total +[r26] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 112870 ns, Reaching safepoint: 75170 ns, At safepoint: 4589 ns, Leaving safepoint: 15469 ns, Total: 95228 ns, Threads: 6 runnable, 96 total +[r9] listening on 0.0.0.0:8080,8081 +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54571 ns, Reaching safepoint: 63218 ns, At safepoint: 4900 ns, Leaving safepoint: 32019 ns, Total: 100137 ns, Threads: 1 runnable, 96 total +[r57] listening on 0.0.0.0:8080,8081 +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41267 ns, Reaching safepoint: 8286 ns, At safepoint: 2695 ns, Leaving safepoint: 12583 ns, Total: 23564 ns, Threads: 1 runnable, 96 total +[r43] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[1.637s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 89176 ns, Reaching safepoint: 28674 ns, At safepoint: 4178 ns, Leaving safepoint: 22562 ns, Total: 55414 ns, Threads: 3 runnable, 96 total +[r19] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.444s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 292M->72M(576M) 3.637ms +[2.444s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 802704604 ns, Reaching safepoint: 88014 ns, At safepoint: 3661049 ns, Leaving safepoint: 132567 ns, Total: 3881630 ns, Threads: 2 runnable, 96 total +[2.709s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 296M->233M(576M) 11.339ms +[2.709s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 253526689 ns, Reaching safepoint: 97352 ns, At safepoint: 11370468 ns, Leaving safepoint: 208599 ns, Total: 11676419 ns, Threads: 19 runnable, 97 total +[2.930s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 457M->417M(736M) 87.493ms +[2.930s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 125237265 ns, Reaching safepoint: 8518558 ns, At safepoint: 87520328 ns, Leaving safepoint: 75521 ns, Total: 96114407 ns, Threads: 1 runnable, 97 total +[3.187s][gc ] GC(7) Pause Young (Concurrent Start) (G1 Evacuation Pause) 673M->654M(10816M) 145.263ms +[3.187s][gc ] GC(8) Concurrent Mark Cycle +[3.187s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 110888342 ns, Reaching safepoint: 90328 ns, At safepoint: 145300216 ns, Leaving safepoint: 183522 ns, Total: 145574066 ns, Threads: 1 runnable, 97 total +[3.242s][gc ] GC(8) Pause Remark 753M->753M(2240M) 7.626ms +[3.242s][safepoint] Safepoint "G1PauseRemark", Time since last: 46933357 ns, Reaching safepoint: 749348 ns, At safepoint: 7648145 ns, Leaving safepoint: 147615 ns, Total: 8545108 ns, Threads: 11 runnable, 97 total +[3.269s][gc ] GC(8) Pause Cleanup 771M->771M(2240M) 0.027ms +[3.269s][safepoint] Safepoint "G1PauseCleanup", Time since last: 26203233 ns, Reaching safepoint: 325056 ns, At safepoint: 54762 ns, Leaving safepoint: 83396 ns, Total: 463214 ns, Threads: 44 runnable, 97 total +[3.271s][gc ] GC(8) Concurrent Mark Cycle 83.875ms +[4.302s][gc ] GC(9) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 2222M->1022M(2688M) 224.976ms +[4.302s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 802038731 ns, Reaching safepoint: 6307624 ns, At safepoint: 225006693 ns, Leaving safepoint: 107791 ns, Total: 231422108 ns, Threads: 48 runnable, 95 total +[4.540s][gc ] GC(10) Pause Young (Mixed) (G1 Evacuation Pause) 1918M->1151M(2688M) 26.580ms +[4.540s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 210971865 ns, Reaching safepoint: 109475 ns, At safepoint: 26613157 ns, Leaving safepoint: 110887 ns, Total: 26833519 ns, Threads: 24 runnable, 87 total +[4.850s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 2303M->1341M(2720M) 35.362ms +[4.850s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 274409649 ns, Reaching safepoint: 99004 ns, At safepoint: 35391722 ns, Leaving safepoint: 112039 ns, Total: 35602765 ns, Threads: 39 runnable, 84 total +[5.152s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 2493M->1565M(2944M) 122.337ms +[5.152s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 172517114 ns, Reaching safepoint: 6495054 ns, At safepoint: 122369260 ns, Leaving safepoint: 20468 ns, Total: 128884782 ns, Threads: 0 runnable, 84 total +[5.665s][gc ] GC(13) Pause Young (Concurrent Start) (G1 Evacuation Pause) 2749M->1794M(11904M) 352.741ms +[5.665s][gc ] GC(14) Concurrent Mark Cycle +[5.665s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 160282133 ns, Reaching safepoint: 100708 ns, At safepoint: 352789082 ns, Leaving safepoint: 182620 ns, Total: 353072410 ns, Threads: 5 runnable, 82 total +[5.848s][gc ] GC(14) Pause Remark 2836M->2580M(5248M) 2.798ms +[5.848s][safepoint] Safepoint "G1PauseRemark", Time since last: 180389530 ns, Reaching safepoint: 100067 ns, At safepoint: 2817084 ns, Leaving safepoint: 91200 ns, Total: 3008351 ns, Threads: 5 runnable, 81 total +[5.910s][safepoint] Safepoint "ThreadDump", Time since last: 57008692 ns, Reaching safepoint: 3300125 ns, At safepoint: 882526 ns, Leaving safepoint: 115125 ns, Total: 4297776 ns, Threads: 28 runnable, 81 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[5.939s][gc ] GC(14) Pause Cleanup 3293M->3293M(5248M) 0.042ms +[5.939s][safepoint] Safepoint "G1PauseCleanup", Time since last: 27682934 ns, Reaching safepoint: 1757077 ns, At safepoint: 67606 ns, Leaving safepoint: 66755 ns, Total: 1891438 ns, Threads: 7 runnable, 82 total +[5.942s][gc ] GC(14) Concurrent Mark Cycle 277.066ms +[cpu] reactor 2342% | GC Thread 284% | G1 Conc 35% | G1 Service 30% | C2 CompilerThre 10% | java 9% | C1 CompilerThre 5% | jfr-report 1% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 18x 1067 ms, heap 3715/5248 MiB +[6.503s][gc ] GC(15) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 5218M->2196M(6112M) 348.048ms +[6.504s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214739288 ns, Reaching safepoint: 1285117 ns, At safepoint: 348101795 ns, Leaving safepoint: 66874 ns, Total: 349453786 ns, Threads: 10 runnable, 84 total +[6.798s][gc ] GC(16) Pause Young (Mixed) (G1 Evacuation Pause) 4468M->2626M(6112M) 52.049ms +[6.798s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 233880802 ns, Reaching safepoint: 8574353 ns, At safepoint: 52083095 ns, Leaving safepoint: 22452 ns, Total: 60679900 ns, Threads: 4 runnable, 84 total +[7.183s][gc ] GC(17) Pause Young (Mixed) (G1 Evacuation Pause) 5282M->3118M(6240M) 100.225ms +[7.183s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 279093946 ns, Reaching safepoint: 5420481 ns, At safepoint: 100256528 ns, Leaving safepoint: 13185 ns, Total: 105690194 ns, Threads: 0 runnable, 84 total +[10.441s][gc ] GC(18) Pause Young (Concurrent Start) (G1 Evacuation Pause) 5838M->4027M(7168M) 451.731ms +[10.441s][gc ] GC(19) Concurrent Mark Cycle +[10.441s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2805826795 ns, Reaching safepoint: 99485 ns, At safepoint: 451770783 ns, Leaving safepoint: 225841 ns, Total: 452096109 ns, Threads: 23 runnable, 93 total +[10.684s][gc ] GC(19) Pause Remark 5154M->3917M(7168M) 2.560ms +[10.685s][safepoint] Safepoint "G1PauseRemark", Time since last: 240904075 ns, Reaching safepoint: 231372 ns, At safepoint: 2590151 ns, Leaving safepoint: 102732 ns, Total: 2924255 ns, Threads: 14 runnable, 93 total +[10.827s][gc ] GC(19) Pause Cleanup 4775M->4775M(7168M) 0.063ms +[10.829s][safepoint] Safepoint "G1PauseCleanup", Time since last: 141702432 ns, Reaching safepoint: 146673 ns, At safepoint: 92252 ns, Leaving safepoint: 2870194 ns, Total: 3109119 ns, Threads: 24 runnable, 93 total +[10.838s][gc ] GC(19) Concurrent Mark Cycle 397.916ms +[10.978s][gc ] GC(20) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 5542M->3248M(7168M) 41.953ms +[10.978s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 106345993 ns, Reaching safepoint: 113772 ns, At safepoint: 41983109 ns, Leaving safepoint: 105988 ns, Total: 42202869 ns, Threads: 11 runnable, 93 total +[11.016s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 37460183 ns, Reaching safepoint: 101008 ns, At safepoint: 102091 ns, Leaving safepoint: 72715 ns, Total: 275814 ns, Threads: 14 runnable, 88 total +[cpu] reactor 2490% | GC Thread 170% | G1 Conc 35% | C2 CompilerThre 20% | G1 Service 14% | C1 CompilerThre 1% | JFR Sampler Thr 0% | cpu-report 0% | JFR Recorder Th 0% | G1 Refine 0% | VM Thread 0% || gc 7x 996 ms, heap 3740/7168 MiB +[12.097s][gc ] GC(21) Pause Young (Mixed) (G1 Evacuation Pause) 6416M->3605M(21888M) 724.887ms +[12.097s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 355591180 ns, Reaching safepoint: 404935 ns, At safepoint: 724921753 ns, Leaving safepoint: 209581 ns, Total: 725536269 ns, Threads: 10 runnable, 88 total +[jfr] java 1826, native 335 || kotlinx.coroutines 31.7% | jdk.internal 27.3% | io.ktor.websocket 12.9% | kotlin.coroutines 5.9% | java.util 4.0% | io.ktor.server 3.4% | kotlin.jvm 2.6% | io.ktor.util 2.1% | java.lang 2.0% | kotlinx.io 1.4% +[jfr] hot 18.3% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 7.8% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 5.9% kotlinx.coroutines.channels.BufferedChannel.send | 5.8% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 4.2% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 3.2% kotlinx.coroutines.channels.BufferedChannel.send$suspendImpl | 2.7% kotlinx.coroutines.channels.BufferedChannel.access$updateCellReceive | 2.6% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.3% io.ktor.websocket.Serializer.serialize | 1.8% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 1.8% java.util.concurrent.atomic.AtomicReferenceFieldUpdater$AtomicReferenceFieldUpdaterImpl.accessCheck | 1.6% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 1.4% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor | 1.3% kotlinx.coroutines.CancellableContinuationImpl.detachChildIfNonReusable | 1.2% io.ktor.websocket.SimpleFrameCollector.handle +[jfr] stacks 18.3% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 7.8% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 5.8% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 2.5% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith || 2.4% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 2.4% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch +[jfr] contended java.lang.Object @ DefaultWebSocketSessionImpl.sendCloseSequence < DefaultWebSocketSessionImpl.sendCloseSequence$default 47x 506 ms | java.lang.Object @ WebSocketUpgrade. < RoutingKt__RoutingKt.respondWebSocketRaw$RoutingKt__RoutingKt 56x 304 ms | java.lang.Object @ ReadUtilsKt.readAnnotation < JvmMetadataExtensions.readTypeExtensions 26x 249 ms | java.lang.Object @ DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith 56x 239 ms | [I @ DefaultWebSocketSessionImpl.runIncomingProcessor < DefaultWebSocketSessionImpl.start 13x 209 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 61x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[12.121s][safepoint] Safepoint "JFRSafepointClear", Time since last: 23602475 ns, Reaching safepoint: 173323 ns, At safepoint: 22853 ns, Leaving safepoint: 71042 ns, Total: 267218 ns, Threads: 17 runnable, 88 total +[13.288s][gc ] GC(22) Pause Young (Mixed) (G1 Evacuation Pause) 14101M->4812M(21888M) 84.041ms +[13.288s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1083249955 ns, Reaching safepoint: 102031 ns, At safepoint: 84069884 ns, Leaving safepoint: 125364 ns, Total: 84297279 ns, Threads: 7 runnable, 87 total +[14.392s][gc ] GC(23) Pause Young (Mixed) (G1 Evacuation Pause) 14380M->6083M(21888M) 112.287ms +[14.392s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 991137185 ns, Reaching safepoint: 116487 ns, At safepoint: 112318508 ns, Leaving safepoint: 139200 ns, Total: 112574195 ns, Threads: 25 runnable, 87 total +[cpu] reactor 3319% | GC Thread 674% | C2 CompilerThre 34% | jfr-report 3% | C1 CompilerThre 3% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 3x 921 ms, heap 8109/21888 MiB +[17.731s][gc ] GC(24) Pause Young (Mixed) (G1 Evacuation Pause) 15651M->7093M(21888M) 101.383ms +[17.731s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3237488370 ns, Reaching safepoint: 102191 ns, At safepoint: 101413993 ns, Leaving safepoint: 121406 ns, Total: 101637590 ns, Threads: 10 runnable, 85 total +[18.790s][gc ] GC(25) Pause Young (Mixed) (G1 Evacuation Pause) 16821M->7296M(21888M) 70.243ms +[18.790s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 988228263 ns, Reaching safepoint: 104525 ns, At safepoint: 70276602 ns, Leaving safepoint: 118501 ns, Total: 70499628 ns, Threads: 23 runnable, 85 total +[20.398s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 17824M->7484M(33376M) 530.052ms +[20.398s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1077640286 ns, Reaching safepoint: 100467 ns, At safepoint: 530088131 ns, Leaving safepoint: 147014 ns, Total: 530335612 ns, Threads: 22 runnable, 85 total +[cpu] reactor 4405% | GC Thread 560% | JFR Sampler Thr 1% | C2 CompilerThre 0% | java 0% | VM Thread 0% | cpu-report 0% || gc 3x 702 ms, heap 14143/33376 MiB +[22.128s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1730216505 ns, Reaching safepoint: 12564 ns, At safepoint: 60092 ns, Leaving safepoint: 1843 ns, Total: 74499 ns, Threads: 0 runnable, 81 total +[jfr] java 3006, native 438 || kotlinx.coroutines 51.0% | io.ktor.websocket 21.4% | kotlin.coroutines 7.9% | io.ktor.server 5.6% | io.ktor.util 4.9% | kotlinx.io 4.2% | java.util 1.3% | java.nio 1.0% | kotlin.jvm 0.6% | java.lang 0.6% +[jfr] hot 14.5% kotlinx.coroutines.CancellableContinuationImpl.detachChildIfNonReusable | 13.9% kotlinx.coroutines.channels.BufferedChannel.send | 6.3% io.ktor.websocket.Serializer.serialize | 6.1% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 4.5% kotlinx.coroutines.channels.BufferedChannel.access$updateCellReceive | 4.3% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 3.5% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 3.1% io.ktor.util.NIOKt.moveTo | 3.1% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor | 2.5% io.ktor.websocket.SimpleFrameCollector.handle | 2.4% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 2.0% kotlinx.io.SegmentPool.recycle | 1.7% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 1.6% kotlinx.coroutines.internal.ConcurrentLinkedListKt.findSegmentInternal | 1.6% io.ktor.util.NIOKt.moveTo$default +[jfr] stacks 14.5% CancellableContinuationImpl.detachChildIfNonReusable < CancellableContinuationImpl.tryResumeImpl < CancellableContinuationImpl.tryResume < BufferedChannelKt.tryResume0 < BufferedChannelKt.access$tryResume0 || 6.3% Serializer.serialize < WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend || 4.9% BufferedChannel.send < RawWebSocketJvm$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 || 3.8% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 3.8% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.1% UtilsKt__UtilsJvmKt.xor < UtilsKt.xor < SimpleFrameCollector.take < WebSocketReader.handleFrameIfProduced < WebSocketReader.parseLoop +[jfr] contended jdk.jfr.internal.PlatformRecorder @ 1x 0 ms +[22.235s][safepoint] Safepoint "JFRSafepointClear", Time since last: 106592109 ns, Reaching safepoint: 9448 ns, At safepoint: 18725 ns, Leaving safepoint: 1483 ns, Total: 29656 ns, Threads: 0 runnable, 86 total diff --git a/site/static/logs/echo-ws-pipeline/4096/ktor-kronos.log b/site/static/logs/echo-ws-pipeline/4096/ktor-kronos.log new file mode 100644 index 0000000000..8644833bbb --- /dev/null +++ b/site/static/logs/echo-ws-pipeline/4096/ktor-kronos.log @@ -0,0 +1,237 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.012s][gc,init] CardTable entry size: 512 +[0.012s][gc ] Using G1 +[0.848s][gc,init] Version: 25.0.5+8-LTS (release) +[0.848s][gc,init] CPUs: 128 total, 64 available +[0.848s][gc,init] Memory: 251G +[0.848s][gc,init] Large Page Support: Disabled +[0.848s][gc,init] NUMA Support: Disabled +[0.848s][gc,init] Compressed Oops: Disabled +[0.848s][gc,init] Heap Region Size: 32M +[0.848s][gc,init] Heap Min Capacity: 32M +[0.848s][gc,init] Heap Initial Capacity: 20608M +[0.848s][gc,init] Heap Max Capacity: 64384M +[0.848s][gc,init] Pre-touch: Enabled +[0.848s][gc,init] Parallel Workers: 43 +[0.848s][gc,init] Concurrent Workers: 11 +[0.848s][gc,init] Concurrent Refinement Workers: 43 +[0.848s][gc,init] Periodic GC: Disabled +[0.899s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38758803 ns, Reaching safepoint: 556938 ns, At safepoint: 4609 ns, Leaving safepoint: 4178 ns, Total: 565725 ns, Threads: 2 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.024s][safepoint] Safepoint "JFRSafepointClear", Time since last: 125020032 ns, Reaching safepoint: 66895 ns, At safepoint: 4378 ns, Leaving safepoint: 3777 ns, Total: 75050 ns, Threads: 2 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.261 seconds. +[1.545s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->34M(20640M) 7.450ms +[1.545s][gc ] GC(1) Concurrent Mark Cycle +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 513000485 ns, Reaching safepoint: 88214 ns, At safepoint: 7544258 ns, Leaving safepoint: 94857 ns, Total: 7727329 ns, Threads: 10 runnable, 94 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 65813 ns, Reaching safepoint: 148136 ns, At safepoint: 5460 ns, Leaving safepoint: 76573 ns, Total: 230169 ns, Threads: 12 runnable, 94 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42389 ns, Reaching safepoint: 72966 ns, At safepoint: 3226 ns, Leaving safepoint: 11521 ns, Total: 87713 ns, Threads: 5 runnable, 94 total +[1.546s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47279 ns, Reaching safepoint: 74148 ns, At safepoint: 3937 ns, Leaving safepoint: 13485 ns, Total: 91570 ns, Threads: 3 runnable, 94 total +[1.546s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40877 ns, Reaching safepoint: 72976 ns, At safepoint: 3306 ns, Leaving safepoint: 10369 ns, Total: 86651 ns, Threads: 3 runnable, 94 total +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 794271 ns, Reaching safepoint: 71624 ns, At safepoint: 2855 ns, Leaving safepoint: 13786 ns, Total: 88265 ns, Threads: 3 runnable, 94 total +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 205663 ns, Reaching safepoint: 138318 ns, At safepoint: 4539 ns, Leaving safepoint: 20207 ns, Total: 163064 ns, Threads: 2 runnable, 94 total +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40195 ns, Reaching safepoint: 139220 ns, At safepoint: 2605 ns, Leaving safepoint: 19827 ns, Total: 161652 ns, Threads: 5 runnable, 94 total +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42098 ns, Reaching safepoint: 74519 ns, At safepoint: 3176 ns, Leaving safepoint: 17803 ns, Total: 95498 ns, Threads: 3 runnable, 94 total +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42530 ns, Reaching safepoint: 44503 ns, At safepoint: 7223 ns, Leaving safepoint: 39804 ns, Total: 91530 ns, Threads: 2 runnable, 94 total +[1.548s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50464 ns, Reaching safepoint: 151974 ns, At safepoint: 3486 ns, Leaving safepoint: 14437 ns, Total: 169897 ns, Threads: 5 runnable, 94 total +[1.549s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 754247 ns, Reaching safepoint: 81962 ns, At safepoint: 4088 ns, Leaving safepoint: 50184 ns, Total: 136234 ns, Threads: 11 runnable, 94 total +[1.549s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59931 ns, Reaching safepoint: 132197 ns, At safepoint: 3046 ns, Leaving safepoint: 55393 ns, Total: 190636 ns, Threads: 10 runnable, 94 total +[1.549s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 189293 ns, Reaching safepoint: 81782 ns, At safepoint: 3226 ns, Leaving safepoint: 48340 ns, Total: 133348 ns, Threads: 5 runnable, 94 total +[1.550s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 486468 ns, Reaching safepoint: 82263 ns, At safepoint: 60543 ns, Leaving safepoint: 61475 ns, Total: 204281 ns, Threads: 5 runnable, 94 total +[1.551s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 529467 ns, Reaching safepoint: 151863 ns, At safepoint: 4328 ns, Leaving safepoint: 72916 ns, Total: 229107 ns, Threads: 20 runnable, 94 total +[1.551s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 92873 ns, Reaching safepoint: 77996 ns, At safepoint: 6201 ns, Leaving safepoint: 61585 ns, Total: 145782 ns, Threads: 10 runnable, 94 total +[1.552s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1179219 ns, Reaching safepoint: 387322 ns, At safepoint: 4739 ns, Leaving safepoint: 116407 ns, Total: 508468 ns, Threads: 29 runnable, 94 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 136685 ns, Reaching safepoint: 1078501 ns, At safepoint: 102772 ns, Leaving safepoint: 33322 ns, Total: 1214595 ns, Threads: 0 runnable, 94 total +[r50] listening on 0.0.0.0:8080,8081 +[1.557s][gc ] GC(1) Pause Remark 818M->818M(896M) 2.132ms +[1.557s][safepoint] Safepoint "G1PauseRemark", Time since last: 1087117 ns, Reaching safepoint: 7334 ns, At safepoint: 2153746 ns, Leaving safepoint: 18294 ns, Total: 2179374 ns, Threads: 1 runnable, 94 total +[1.603s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 834M->36M(960M) 34.012ms +[1.603s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 238996 ns, Reaching safepoint: 11864143 ns, At safepoint: 34040845 ns, Leaving safepoint: 26029 ns, Total: 45931017 ns, Threads: 1 runnable, 94 total +[1.617s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 67997 ns, Reaching safepoint: 13613485 ns, At safepoint: 8075 ns, Leaving safepoint: 7424 ns, Total: 13628984 ns, Threads: 0 runnable, 94 total +[1.617s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 71824 ns, Reaching safepoint: 104194 ns, At safepoint: 3707 ns, Leaving safepoint: 5560 ns, Total: 113461 ns, Threads: 1 runnable, 94 total +[1.617s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 60062 ns, Reaching safepoint: 71884 ns, At safepoint: 3276 ns, Leaving safepoint: 6262 ns, Total: 81422 ns, Threads: 2 runnable, 94 total +[r3] listening on 0.0.0.0:8080,8081 +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 449999 ns, Reaching safepoint: 4869 ns, At safepoint: 4749 ns, Leaving safepoint: 4669 ns, Total: 14287 ns, Threads: 0 runnable, 94 total +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42128 ns, Reaching safepoint: 4739 ns, At safepoint: 3376 ns, Leaving safepoint: 7755 ns, Total: 15870 ns, Threads: 1 runnable, 94 total +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47228 ns, Reaching safepoint: 71764 ns, At safepoint: 2625 ns, Leaving safepoint: 5570 ns, Total: 79959 ns, Threads: 2 runnable, 94 total +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41367 ns, Reaching safepoint: 71884 ns, At safepoint: 2755 ns, Leaving safepoint: 10219 ns, Total: 84858 ns, Threads: 2 runnable, 94 total +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56987 ns, Reaching safepoint: 73527 ns, At safepoint: 4398 ns, Leaving safepoint: 6422 ns, Total: 84347 ns, Threads: 2 runnable, 94 total +[r17] listening on 0.0.0.0:8080,8081 +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39864 ns, Reaching safepoint: 6132 ns, At safepoint: 2925 ns, Leaving safepoint: 7504 ns, Total: 16561 ns, Threads: 0 runnable, 94 total +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45285 ns, Reaching safepoint: 72986 ns, At safepoint: 2865 ns, Leaving safepoint: 7023 ns, Total: 82874 ns, Threads: 4 runnable, 94 total +[r32] listening on 0.0.0.0:8080,8081 +[1.618s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 81783 ns, Reaching safepoint: 4698 ns, At safepoint: 3657 ns, Leaving safepoint: 3166 ns, Total: 11521 ns, Threads: 0 runnable, 94 total +[r6] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 95869 ns, Reaching safepoint: 77444 ns, At safepoint: 6653 ns, Leaving safepoint: 7203 ns, Total: 91300 ns, Threads: 1 runnable, 94 total +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61475 ns, Reaching safepoint: 70321 ns, At safepoint: 2835 ns, Leaving safepoint: 6833 ns, Total: 79989 ns, Threads: 3 runnable, 94 total +[r8] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41337 ns, Reaching safepoint: 69059 ns, At safepoint: 1883 ns, Leaving safepoint: 3797 ns, Total: 74739 ns, Threads: 3 runnable, 94 total +[r22] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35567 ns, Reaching safepoint: 69369 ns, At safepoint: 2314 ns, Leaving safepoint: 5050 ns, Total: 76733 ns, Threads: 2 runnable, 94 total +[r36] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37019 ns, Reaching safepoint: 71233 ns, At safepoint: 3025 ns, Leaving safepoint: 5581 ns, Total: 79839 ns, Threads: 1 runnable, 94 total +[r39] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34284 ns, Reaching safepoint: 71373 ns, At safepoint: 2625 ns, Leaving safepoint: 7984 ns, Total: 81982 ns, Threads: 2 runnable, 94 total +[r9] listening on 0.0.0.0:8080,8081 +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42199 ns, Reaching safepoint: 71784 ns, At safepoint: 2394 ns, Leaving safepoint: 3898 ns, Total: 78076 ns, Threads: 2 runnable, 94 total +[1.619s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34885 ns, Reaching safepoint: 4508 ns, At safepoint: 2936 ns, Leaving safepoint: 3216 ns, Total: 10660 ns, Threads: 0 runnable, 94 total +[r48] listening on 0.0.0.0:8080,8081 +[1.620s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 298697 ns, Reaching safepoint: 262459 ns, At safepoint: 2956 ns, Leaving safepoint: 6051 ns, Total: 271466 ns, Threads: 2 runnable, 94 total +[1.620s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35907 ns, Reaching safepoint: 134150 ns, At safepoint: 2374 ns, Leaving safepoint: 6893 ns, Total: 143417 ns, Threads: 1 runnable, 94 total +[1.620s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58439 ns, Reaching safepoint: 79017 ns, At safepoint: 6923 ns, Leaving safepoint: 5681 ns, Total: 91621 ns, Threads: 1 runnable, 94 total +[1.620s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53159 ns, Reaching safepoint: 68528 ns, At safepoint: 2054 ns, Leaving safepoint: 4869 ns, Total: 75451 ns, Threads: 4 runnable, 94 total +[1.621s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37790 ns, Reaching safepoint: 5170 ns, At safepoint: 2975 ns, Leaving safepoint: 4970 ns, Total: 13115 ns, Threads: 2 runnable, 94 total +[r25] listening on 0.0.0.0:8080,8081 +[1.621s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37450 ns, Reaching safepoint: 164035 ns, At safepoint: 2916 ns, Leaving safepoint: 6141 ns, Total: 173092 ns, Threads: 1 runnable, 94 total +[r60] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1006086 ns, Reaching safepoint: 4278 ns, At safepoint: 3046 ns, Leaving safepoint: 982 ns, Total: 8306 ns, Threads: 0 runnable, 94 total +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 60833 ns, Reaching safepoint: 70432 ns, At safepoint: 3326 ns, Leaving safepoint: 2865 ns, Total: 76623 ns, Threads: 1 runnable, 94 total +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54031 ns, Reaching safepoint: 6522 ns, At safepoint: 4498 ns, Leaving safepoint: 4439 ns, Total: 15459 ns, Threads: 2 runnable, 94 total +[r1] listening on 0.0.0.0:8080,8081 +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 117529 ns, Reaching safepoint: 5851 ns, At safepoint: 3997 ns, Leaving safepoint: 3787 ns, Total: 13635 ns, Threads: 2 runnable, 94 total +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49974 ns, Reaching safepoint: 84066 ns, At safepoint: 2886 ns, Leaving safepoint: 9447 ns, Total: 96399 ns, Threads: 2 runnable, 94 total +[r12] listening on 0.0.0.0:8080,8081 +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41668 ns, Reaching safepoint: 71173 ns, At safepoint: 3667 ns, Leaving safepoint: 7664 ns, Total: 82504 ns, Threads: 2 runnable, 94 total +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55714 ns, Reaching safepoint: 271276 ns, At safepoint: 6712 ns, Leaving safepoint: 9728 ns, Total: 287716 ns, Threads: 1 runnable, 94 total +[r55] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 563441 ns, Reaching safepoint: 70431 ns, At safepoint: 2916 ns, Leaving safepoint: 19556 ns, Total: 92903 ns, Threads: 1 runnable, 94 total +[r56] listening on 0.0.0.0:8080,8081 +[1.624s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 158215 ns, Reaching safepoint: 261087 ns, At safepoint: 4769 ns, Leaving safepoint: 6071 ns, Total: 271927 ns, Threads: 0 runnable, 94 total +[1.624s][gc ] GC(1) Pause Cleanup 291M->291M(960M) 0.017ms +[1.624s][safepoint] Safepoint "G1PauseCleanup", Time since last: 56135 ns, Reaching safepoint: 71483 ns, At safepoint: 26860 ns, Leaving safepoint: 5040 ns, Total: 103383 ns, Threads: 2 runnable, 94 total +[r59] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 542942 ns, Reaching safepoint: 17583 ns, At safepoint: 4318 ns, Leaving safepoint: 11962 ns, Total: 33863 ns, Threads: 1 runnable, 94 total +[1.625s][gc ] GC(1) Concurrent Mark Cycle 79.837ms +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 148387 ns, Reaching safepoint: 186087 ns, At safepoint: 4027 ns, Leaving safepoint: 11602 ns, Total: 201716 ns, Threads: 1 runnable, 94 total +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 38873 ns, Reaching safepoint: 69890 ns, At safepoint: 23303 ns, Leaving safepoint: 32952 ns, Total: 126145 ns, Threads: 1 runnable, 94 total +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 72194 ns, Reaching safepoint: 139751 ns, At safepoint: 4849 ns, Leaving safepoint: 9728 ns, Total: 154328 ns, Threads: 1 runnable, 94 total +[r21] listening on 0.0.0.0:8080,8081 +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44343 ns, Reaching safepoint: 144720 ns, At safepoint: 2685 ns, Leaving safepoint: 10529 ns, Total: 157934 ns, Threads: 2 runnable, 94 total +[1.626s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56927 ns, Reaching safepoint: 78847 ns, At safepoint: 5720 ns, Leaving safepoint: 10680 ns, Total: 95247 ns, Threads: 1 runnable, 94 total +[r63] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[1.626s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 111638 ns, Reaching safepoint: 74179 ns, At safepoint: 3556 ns, Leaving safepoint: 9558 ns, Total: 87293 ns, Threads: 2 runnable, 94 total +[r10] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2960350 ns, Reaching safepoint: 11011533 ns, At safepoint: 45305 ns, Leaving safepoint: 3156 ns, Total: 11059994 ns, Threads: 1 runnable, 94 total +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44363 ns, Reaching safepoint: 70180 ns, At safepoint: 2886 ns, Leaving safepoint: 3066 ns, Total: 76132 ns, Threads: 1 runnable, 94 total +[r26] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 163424 ns, Reaching safepoint: 71964 ns, At safepoint: 3517 ns, Leaving safepoint: 5761 ns, Total: 81242 ns, Threads: 2 runnable, 94 total +[r30] listening on 0.0.0.0:8080,8081 +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43791 ns, Reaching safepoint: 70923 ns, At safepoint: 2314 ns, Leaving safepoint: 5290 ns, Total: 78527 ns, Threads: 2 runnable, 94 total +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41237 ns, Reaching safepoint: 68708 ns, At safepoint: 2504 ns, Leaving safepoint: 5391 ns, Total: 76603 ns, Threads: 1 runnable, 94 total +[1.641s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57256 ns, Reaching safepoint: 75762 ns, At safepoint: 6331 ns, Leaving safepoint: 6132 ns, Total: 88225 ns, Threads: 1 runnable, 94 total +[r41] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[1.641s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 123500 ns, Reaching safepoint: 81662 ns, At safepoint: 2395 ns, Leaving safepoint: 10249 ns, Total: 94306 ns, Threads: 3 runnable, 94 total +[r58] listening on 0.0.0.0:8080,8081 +[1.647s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 452M->35M(960M) 6.047ms +[1.647s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 42048 ns, Reaching safepoint: 4118 ns, At safepoint: 6064729 ns, Leaving safepoint: 26008 ns, Total: 6094855 ns, Threads: 1 runnable, 94 total +[r2] listening on 0.0.0.0:8080,8081 +[1.647s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 80360 ns, Reaching safepoint: 82714 ns, At safepoint: 6713 ns, Leaving safepoint: 15429 ns, Total: 104856 ns, Threads: 2 runnable, 94 total +[r47] listening on 0.0.0.0:8080,8081 +[1.647s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45735 ns, Reaching safepoint: 74589 ns, At safepoint: 3016 ns, Leaving safepoint: 29635 ns, Total: 107240 ns, Threads: 4 runnable, 94 total +[1.647s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53219 ns, Reaching safepoint: 73918 ns, At safepoint: 3116 ns, Leaving safepoint: 10369 ns, Total: 87403 ns, Threads: 2 runnable, 94 total +[r27] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[1.648s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 173524 ns, Reaching safepoint: 73296 ns, At safepoint: 4248 ns, Leaving safepoint: 101119 ns, Total: 178663 ns, Threads: 2 runnable, 94 total +[1.648s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 68678 ns, Reaching safepoint: 371142 ns, At safepoint: 9488 ns, Leaving safepoint: 38181 ns, Total: 418811 ns, Threads: 1 runnable, 94 total +[r31] listening on 0.0.0.0:8080,8081 +[1.648s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 78506 ns, Reaching safepoint: 107070 ns, At safepoint: 6803 ns, Leaving safepoint: 13725 ns, Total: 127598 ns, Threads: 1 runnable, 94 total +[1.649s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 62016 ns, Reaching safepoint: 73918 ns, At safepoint: 4047 ns, Leaving safepoint: 23845 ns, Total: 101810 ns, Threads: 2 runnable, 94 total +[r43] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[1.649s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 272879 ns, Reaching safepoint: 8556 ns, At safepoint: 5560 ns, Leaving safepoint: 7314 ns, Total: 21430 ns, Threads: 0 runnable, 94 total +[1.649s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 68778 ns, Reaching safepoint: 77835 ns, At safepoint: 4108 ns, Leaving safepoint: 24135 ns, Total: 106078 ns, Threads: 4 runnable, 94 total +[r35] listening on 0.0.0.0:8080,8081 +[1.649s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 67576 ns, Reaching safepoint: 144379 ns, At safepoint: 6422 ns, Leaving safepoint: 17052 ns, Total: 167853 ns, Threads: 1 runnable, 94 total +[r14] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[1.649s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42118 ns, Reaching safepoint: 71023 ns, At safepoint: 3035 ns, Leaving safepoint: 13265 ns, Total: 87323 ns, Threads: 5 runnable, 94 total +[1.650s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37420 ns, Reaching safepoint: 74138 ns, At safepoint: 3156 ns, Leaving safepoint: 13906 ns, Total: 91200 ns, Threads: 4 runnable, 94 total +[r53] listening on 0.0.0.0:8080,8081 +[1.650s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37610 ns, Reaching safepoint: 73407 ns, At safepoint: 3106 ns, Leaving safepoint: 25517 ns, Total: 102030 ns, Threads: 3 runnable, 94 total +[r61] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[1.650s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43922 ns, Reaching safepoint: 49372 ns, At safepoint: 8015 ns, Leaving safepoint: 16521 ns, Total: 73908 ns, Threads: 1 runnable, 94 total +[r51] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[1.650s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 82965 ns, Reaching safepoint: 74218 ns, At safepoint: 4048 ns, Leaving safepoint: 31298 ns, Total: 109564 ns, Threads: 5 runnable, 94 total +[r4] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[1.664s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2741562 ns, Reaching safepoint: 11526143 ns, At safepoint: 5570 ns, Leaving safepoint: 3527 ns, Total: 11535240 ns, Threads: 0 runnable, 94 total +[r0] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.701s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 483M->211M(960M) 9.505ms +[2.701s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1026548917 ns, Reaching safepoint: 715113 ns, At safepoint: 9532526 ns, Leaving safepoint: 192629 ns, Total: 10440268 ns, Threads: 43 runnable, 97 total +[2.884s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 627M->283M(960M) 9.661ms +[2.884s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 172504511 ns, Reaching safepoint: 169506 ns, At safepoint: 9691041 ns, Leaving safepoint: 203229 ns, Total: 10063776 ns, Threads: 13 runnable, 97 total +[3.049s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 699M->353M(960M) 8.681ms +[3.050s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 156216990 ns, Reaching safepoint: 569873 ns, At safepoint: 8710001 ns, Leaving safepoint: 168705 ns, Total: 9448579 ns, Threads: 1 runnable, 97 total +[3.257s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 769M->425M(10784M) 18.678ms +[3.257s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 188615654 ns, Reaching safepoint: 466390 ns, At safepoint: 18702324 ns, Leaving safepoint: 30046 ns, Total: 19198760 ns, Threads: 5 runnable, 96 total +[3.809s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5737M->1268M(10784M) 46.656ms +[3.809s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 505180613 ns, Reaching safepoint: 100056 ns, At safepoint: 46686718 ns, Leaving safepoint: 94226 ns, Total: 46881000 ns, Threads: 6 runnable, 87 total +[4.257s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5972M->2043M(10784M) 59.307ms +[4.257s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 388167727 ns, Reaching safepoint: 105767 ns, At safepoint: 59336978 ns, Leaving safepoint: 90709 ns, Total: 59533454 ns, Threads: 15 runnable, 87 total +[4.704s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 6747M->2832M(10784M) 57.851ms +[4.704s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 388499670 ns, Reaching safepoint: 112129 ns, At safepoint: 57882617 ns, Leaving safepoint: 113511 ns, Total: 58108257 ns, Threads: 8 runnable, 87 total +[5.616s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 7536M->3635M(21504M) 523.904ms +[5.617s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 388719122 ns, Reaching safepoint: 100407 ns, At safepoint: 523941400 ns, Leaving safepoint: 145452 ns, Total: 524187259 ns, Threads: 9 runnable, 87 total +[5.919s][safepoint] Safepoint "ThreadDump", Time since last: 298118599 ns, Reaching safepoint: 111057 ns, At safepoint: 904707 ns, Leaving safepoint: 2967834 ns, Total: 3983598 ns, Threads: 8 runnable, 87 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3124% | GC Thread 565% | C1 CompilerThre 22% | G1 Service 19% | C2 CompilerThre 12% | java 9% | jfr-report 1% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% | JFR Recorder Th 0% || gc 13x 783 ms, heap 8010/21504 MiB +[6.553s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 13715M->5286M(21504M) 96.464ms +[6.554s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 537877263 ns, Reaching safepoint: 108082 ns, At safepoint: 96496544 ns, Leaving safepoint: 535579 ns, Total: 97140205 ns, Threads: 16 runnable, 85 total +[9.906s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 14694M->6899M(21504M) 127.055ms +[9.906s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3223651850 ns, Reaching safepoint: 1382848 ns, At safepoint: 127089239 ns, Leaving safepoint: 164747 ns, Total: 128636834 ns, Threads: 39 runnable, 92 total +[11.077s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 16307M->7378M(21504M) 70.309ms +[11.077s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1100736558 ns, Reaching safepoint: 99796 ns, At safepoint: 70335985 ns, Leaving safepoint: 120434 ns, Total: 70556215 ns, Threads: 12 runnable, 86 total +[cpu] reactor 3439% | GC Thread 162% | C2 CompilerThre 39% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | VM Thread 0% || gc 3x 294 ms, heap 7615/21504 MiB +[11.092s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 11732460 ns, Reaching safepoint: 2549554 ns, At safepoint: 128520 ns, Leaving safepoint: 61054 ns, Total: 2739128 ns, Threads: 11 runnable, 86 total +[jfr] java 2464, native 400 || kotlinx.coroutines 43.1% | io.ktor.websocket 15.9% | jdk.internal 10.8% | kotlin.coroutines 7.3% | io.ktor.util 3.7% | io.ktor.server 3.1% | kotlinx.io 2.8% | kotlin.jvm 2.8% | java.nio 2.7% | java.util 2.5% +[jfr] hot 11.4% kotlinx.coroutines.channels.BufferedChannel.send | 7.6% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 6.9% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 4.3% io.ktor.websocket.Serializer.serialize | 4.0% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 3.5% kotlinx.coroutines.channels.BufferedChannel$BufferedChannelIterator.hasNext | 3.1% kotlinx.coroutines.channels.BufferedChannel.send$suspendImpl | 3.0% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 2.9% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.7% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 2.7% kotlinx.coroutines.channels.BufferedChannel.expandBuffer | 2.1% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor | 2.0% io.ktor.util.NIOKt.moveTo | 1.6% io.ktor.websocket.WebSocketReader.parseLoop | 1.5% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE +[jfr] stacks 7.6% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 6.9% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 4.8% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 4.3% Serializer.serialize < WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend || 3.0% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 2.7% BufferedChannel.send < RawWebSocketJvm$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 +[jfr] contended java.lang.Object @ RawWebSocketJvm. < RawWebSocketJvm. 225x 601 ms | java.lang.Object @ UtilsKt.websocketServerAccept < WebSocketUpgrade. 81x 468 ms | [I @ SimpleFrameCollector.take < WebSocketReader.handleFrameIfProduced 42x 415 ms | [I @ JobSupport.cancel < Job.cancel$default 55x 269 ms | java.lang.Object @ WebSocketServerSessionKt.toServerSession < RoutingKt__RoutingKt$webSocketRaw$2$1$1$1$1.invokeSuspend 17x 223 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 25x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.538s][safepoint] Safepoint "JFRSafepointClear", Time since last: 442611971 ns, Reaching safepoint: 310349 ns, At safepoint: 15429 ns, Leaving safepoint: 2997580 ns, Total: 3323358 ns, Threads: 25 runnable, 87 total +[12.029s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 17746M->7528M(21504M) 42.959ms +[12.029s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 447864782 ns, Reaching safepoint: 99335 ns, At safepoint: 42987054 ns, Leaving safepoint: 114594 ns, Total: 43200983 ns, Threads: 24 runnable, 87 total +[12.940s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 17768M->7778M(21504M) 48.076ms +[12.940s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 862542392 ns, Reaching safepoint: 98905 ns, At safepoint: 48103466 ns, Leaving safepoint: 114284 ns, Total: 48316655 ns, Threads: 18 runnable, 86 total +[14.276s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 17762M->8026M(31808M) 494.775ms +[14.276s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 840970795 ns, Reaching safepoint: 159608 ns, At safepoint: 494810384 ns, Leaving safepoint: 180166 ns, Total: 495150158 ns, Threads: 18 runnable, 86 total +[cpu] reactor 3656% | GC Thread 513% | C2 CompilerThre 6% | jfr-report 4% | C1 CompilerThre 1% | JFR Sampler Thr 0% | JFR Recorder Th 0% | java 0% | cpu-report 0% || gc 3x 586 ms, heap 11506/31808 MiB +[17.904s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 23130M->8539M(31808M) 78.439ms +[17.904s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3549565655 ns, Reaching safepoint: 126155 ns, At safepoint: 78468069 ns, Leaving safepoint: 100928 ns, Total: 78695152 ns, Threads: 13 runnable, 91 total +[19.209s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 23131M->8917M(31808M) 99.714ms +[19.209s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1204870749 ns, Reaching safepoint: 102701 ns, At safepoint: 99745041 ns, Leaving safepoint: 166861 ns, Total: 100014603 ns, Threads: 13 runnable, 91 total +[20.508s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 23381M->9271M(31808M) 102.595ms +[20.509s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1196831549 ns, Reaching safepoint: 101740 ns, At safepoint: 102627048 ns, Leaving safepoint: 97532 ns, Total: 102826320 ns, Threads: 11 runnable, 91 total +[cpu] reactor 5061% | GC Thread 183% | C2 CompilerThre 1% | JFR Sampler Thr 1% | java 0% | C1 CompilerThre 0% | cpu-report 0% || gc 3x 280 ms, heap 16841/31808 MiB +[21.545s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1036158709 ns, Reaching safepoint: 113782 ns, At safepoint: 79909 ns, Leaving safepoint: 70451 ns, Total: 264142 ns, Threads: 16 runnable, 82 total +[jfr] java 3126, native 447 || kotlinx.coroutines 58.3% | io.ktor.websocket 18.2% | kotlin.coroutines 5.6% | io.ktor.server 4.8% | java.nio 3.5% | io.ktor.util 3.4% | kotlinx.io 3.1% | kron.Reactor 1.2% | kotlin.jvm 0.7% | io.ktor.utils 0.5% +[jfr] hot 15.6% kotlinx.coroutines.channels.BufferedChannel.send | 10.1% kotlinx.coroutines.JobSupport.removeNode$kotlinx_coroutines_core | 4.9% io.ktor.websocket.Serializer.serialize | 4.7% kotlinx.coroutines.internal.ConcurrentLinkedListKt.close | 3.6% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor | 3.5% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 3.4% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 3.1% kotlinx.coroutines.channels.BufferedChannel.isClosedForReceive0 | 2.7% kotlinx.coroutines.channels.BufferedChannel.expandBuffer | 2.3% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 2.3% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.3% io.ktor.websocket.WebSocketReader.parseLoop | 2.1% java.nio.ByteBuffer.allocate | 2.0% kotlinx.coroutines.channels.BufferedChannel$BufferedChannelIterator.hasNextOnNoWaiterSuspend | 1.9% kotlinx.coroutines.DispatchedTaskKt.resume +[jfr] stacks 10.1% JobSupport.removeNode$kotlinx_coroutines_core < JobNode.dispose < CancellableContinuationImpl.detachChild$kotlinx_coroutines_core < CancellableContinuationImpl.detachChildIfNonReusable < CancellableContinuationImpl.tryResumeImpl || 5.9% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 4.9% Serializer.serialize < WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend || 4.4% BufferedChannel.send < RawWebSocketJvm$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 || 3.6% UtilsKt__UtilsJvmKt.xor < UtilsKt.xor < SimpleFrameCollector.take < WebSocketReader.handleFrameIfProduced < WebSocketReader.parseLoop || 3.1% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith +[21.671s][safepoint] Safepoint "JFRSafepointClear", Time since last: 125742791 ns, Reaching safepoint: 108773 ns, At safepoint: 79338 ns, Leaving safepoint: 57538 ns, Total: 245649 ns, Threads: 16 runnable, 85 total +[21.816s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 23863M->9626M(31808M) 96.709ms +[21.816s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 48391590 ns, Reaching safepoint: 100347 ns, At safepoint: 96735933 ns, Leaving safepoint: 129812 ns, Total: 96966092 ns, Threads: 20 runnable, 85 total diff --git a/site/static/logs/echo-ws-pipeline/512/ktor-kronos.log b/site/static/logs/echo-ws-pipeline/512/ktor-kronos.log new file mode 100644 index 0000000000..dd4aba59df --- /dev/null +++ b/site/static/logs/echo-ws-pipeline/512/ktor-kronos.log @@ -0,0 +1,218 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.013s][gc ] Using G1 +[0.833s][gc,init] Version: 25.0.5+8-LTS (release) +[0.833s][gc,init] CPUs: 128 total, 64 available +[0.833s][gc,init] Memory: 251G +[0.833s][gc,init] Large Page Support: Disabled +[0.833s][gc,init] NUMA Support: Disabled +[0.833s][gc,init] Compressed Oops: Disabled +[0.833s][gc,init] Heap Region Size: 32M +[0.833s][gc,init] Heap Min Capacity: 32M +[0.833s][gc,init] Heap Initial Capacity: 20608M +[0.833s][gc,init] Heap Max Capacity: 64384M +[0.833s][gc,init] Pre-touch: Enabled +[0.833s][gc,init] Parallel Workers: 43 +[0.833s][gc,init] Concurrent Workers: 11 +[0.833s][gc,init] Concurrent Refinement Workers: 43 +[0.833s][gc,init] Periodic GC: Disabled +[0.884s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38944413 ns, Reaching safepoint: 133198 ns, At safepoint: 4589 ns, Leaving safepoint: 5400 ns, Total: 143187 ns, Threads: 1 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.008s][safepoint] Safepoint "JFRSafepointClear", Time since last: 124093743 ns, Reaching safepoint: 70291 ns, At safepoint: 12282 ns, Leaving safepoint: 4549 ns, Total: 87122 ns, Threads: 1 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.263 seconds. +[1.536s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->34M(20640M) 7.247ms +[1.536s][gc ] GC(1) Concurrent Mark Cycle +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 521010796 ns, Reaching safepoint: 121446 ns, At safepoint: 7333642 ns, Leaving safepoint: 43692 ns, Total: 7498780 ns, Threads: 9 runnable, 97 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 127678 ns, Reaching safepoint: 80961 ns, At safepoint: 4268 ns, Leaving safepoint: 16560 ns, Total: 101789 ns, Threads: 3 runnable, 97 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44383 ns, Reaching safepoint: 63018 ns, At safepoint: 11671 ns, Leaving safepoint: 15770 ns, Total: 90459 ns, Threads: 4 runnable, 97 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 89978 ns, Reaching safepoint: 77825 ns, At safepoint: 3757 ns, Leaving safepoint: 21780 ns, Total: 103362 ns, Threads: 6 runnable, 97 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47128 ns, Reaching safepoint: 73026 ns, At safepoint: 4138 ns, Leaving safepoint: 15268 ns, Total: 92432 ns, Threads: 5 runnable, 97 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43061 ns, Reaching safepoint: 75661 ns, At safepoint: 3576 ns, Leaving safepoint: 20258 ns, Total: 99495 ns, Threads: 5 runnable, 97 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45565 ns, Reaching safepoint: 77224 ns, At safepoint: 3507 ns, Leaving safepoint: 27561 ns, Total: 108292 ns, Threads: 6 runnable, 97 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 81021 ns, Reaching safepoint: 142997 ns, At safepoint: 6111 ns, Leaving safepoint: 33442 ns, Total: 182550 ns, Threads: 8 runnable, 97 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 159107 ns, Reaching safepoint: 80771 ns, At safepoint: 3486 ns, Leaving safepoint: 46577 ns, Total: 130834 ns, Threads: 12 runnable, 97 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 184243 ns, Reaching safepoint: 90810 ns, At safepoint: 6532 ns, Leaving safepoint: 36909 ns, Total: 134251 ns, Threads: 15 runnable, 97 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 112059 ns, Reaching safepoint: 82544 ns, At safepoint: 3847 ns, Leaving safepoint: 63047 ns, Total: 149438 ns, Threads: 4 runnable, 97 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 529177 ns, Reaching safepoint: 81562 ns, At safepoint: 4378 ns, Leaving safepoint: 24406 ns, Total: 110346 ns, Threads: 4 runnable, 97 total +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 407129 ns, Reaching safepoint: 230529 ns, At safepoint: 4148 ns, Leaving safepoint: 32471 ns, Total: 267148 ns, Threads: 19 runnable, 97 total +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 209390 ns, Reaching safepoint: 146112 ns, At safepoint: 3978 ns, Leaving safepoint: 47508 ns, Total: 197598 ns, Threads: 11 runnable, 97 total +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 666383 ns, Reaching safepoint: 70130 ns, At safepoint: 74149 ns, Leaving safepoint: 146372 ns, Total: 290651 ns, Threads: 5 runnable, 97 total +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 183172 ns, Reaching safepoint: 569612 ns, At safepoint: 4829 ns, Leaving safepoint: 64771 ns, Total: 639212 ns, Threads: 5 runnable, 97 total +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 141844 ns, Reaching safepoint: 156512 ns, At safepoint: 5059 ns, Leaving safepoint: 70351 ns, Total: 231922 ns, Threads: 5 runnable, 97 total +[1.543s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 486678 ns, Reaching safepoint: 70020 ns, At safepoint: 61735 ns, Leaving safepoint: 56676 ns, Total: 188431 ns, Threads: 4 runnable, 97 total +[1.543s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 315288 ns, Reaching safepoint: 80690 ns, At safepoint: 4158 ns, Leaving safepoint: 37740 ns, Total: 122588 ns, Threads: 4 runnable, 97 total +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 130403 ns, Reaching safepoint: 80110 ns, At safepoint: 3887 ns, Leaving safepoint: 62857 ns, Total: 146854 ns, Threads: 2 runnable, 97 total +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 62386 ns, Reaching safepoint: 82023 ns, At safepoint: 3357 ns, Leaving safepoint: 66413 ns, Total: 151793 ns, Threads: 9 runnable, 97 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59181 ns, Reaching safepoint: 233956 ns, At safepoint: 3877 ns, Leaving safepoint: 465177 ns, Total: 703010 ns, Threads: 13 runnable, 97 total +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53049 ns, Reaching safepoint: 163726 ns, At safepoint: 4458 ns, Leaving safepoint: 68578 ns, Total: 236762 ns, Threads: 8 runnable, 97 total +[1.549s][gc ] GC(1) Pause Remark 850M->850M(928M) 2.437ms +[1.549s][safepoint] Safepoint "G1PauseRemark", Time since last: 1538287 ns, Reaching safepoint: 428048 ns, At safepoint: 2457582 ns, Leaving safepoint: 106338 ns, Total: 2991968 ns, Threads: 53 runnable, 97 total +[1.567s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 102882 ns, Reaching safepoint: 17442187 ns, At safepoint: 5410 ns, Leaving safepoint: 103443 ns, Total: 17551040 ns, Threads: 52 runnable, 97 total +[r22] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[1.567s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 88455 ns, Reaching safepoint: 150360 ns, At safepoint: 3527 ns, Leaving safepoint: 16010 ns, Total: 169897 ns, Threads: 5 runnable, 97 total +[r20] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[1.568s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 207537 ns, Reaching safepoint: 49792 ns, At safepoint: 8126 ns, Leaving safepoint: 24175 ns, Total: 82093 ns, Threads: 0 runnable, 97 total +[r19] listening on 0.0.0.0:8080,8081 +[1.568s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 212736 ns, Reaching safepoint: 93434 ns, At safepoint: 4329 ns, Leaving safepoint: 13304 ns, Total: 111067 ns, Threads: 5 runnable, 97 total +[r62] listening on 0.0.0.0:8080,8081 +[1.603s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 866M->34M(992M) 34.870ms +[r53] listening on 0.0.0.0:8080,8081 +[1.603s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 63569 ns, Reaching safepoint: 84588 ns, At safepoint: 34894793 ns, Leaving safepoint: 46537 ns, Total: 35025918 ns, Threads: 3 runnable, 97 total +[1.615s][gc ] GC(1) Pause Cleanup 98M->98M(992M) 0.016ms +[1.615s][safepoint] Safepoint "G1PauseCleanup", Time since last: 138558 ns, Reaching safepoint: 11712796 ns, At safepoint: 29876 ns, Leaving safepoint: 21490 ns, Total: 11764162 ns, Threads: 1 runnable, 97 total +[r34] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 127508 ns, Reaching safepoint: 206735 ns, At safepoint: 5991 ns, Leaving safepoint: 31569 ns, Total: 244295 ns, Threads: 5 runnable, 97 total +[r26] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[1.616s][gc ] GC(1) Concurrent Mark Cycle 79.524ms +[r40] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[1.623s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 450M->35M(992M) 6.105ms +[r39] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1783505 ns, Reaching safepoint: 74879 ns, At safepoint: 6125480 ns, Leaving safepoint: 46527 ns, Total: 6246886 ns, Threads: 1 runnable, 97 total +[r27] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.738s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 451M->57M(992M) 9.495ms +[2.738s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1105052914 ns, Reaching safepoint: 99685 ns, At safepoint: 9522483 ns, Leaving safepoint: 111708 ns, Total: 9733876 ns, Threads: 9 runnable, 97 total +[2.974s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 505M->58M(992M) 2.292ms +[2.974s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 233496606 ns, Reaching safepoint: 42590 ns, At safepoint: 2318031 ns, Leaving safepoint: 151002 ns, Total: 2511623 ns, Threads: 34 runnable, 97 total +[3.157s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 506M->57M(992M) 2.369ms +[3.157s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 176251354 ns, Reaching safepoint: 4516130 ns, At safepoint: 2394584 ns, Leaving safepoint: 111357 ns, Total: 7022071 ns, Threads: 41 runnable, 97 total +[3.283s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 505M->57M(992M) 2.212ms +[3.283s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 115536987 ns, Reaching safepoint: 8183938 ns, At safepoint: 2235377 ns, Leaving safepoint: 79017 ns, Total: 10498332 ns, Threads: 11 runnable, 97 total +[3.388s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 505M->58M(10816M) 11.040ms +[3.389s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 92813684 ns, Reaching safepoint: 1144804 ns, At safepoint: 11066451 ns, Leaving safepoint: 97983 ns, Total: 12309238 ns, Threads: 22 runnable, 97 total +[4.043s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.287ms +[4.043s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 651293943 ns, Reaching safepoint: 97212 ns, At safepoint: 3315541 ns, Leaving safepoint: 84487 ns, Total: 3497240 ns, Threads: 6 runnable, 97 total +[4.479s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.044ms +[4.479s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 432143936 ns, Reaching safepoint: 101749 ns, At safepoint: 3068591 ns, Leaving safepoint: 72325 ns, Total: 3242665 ns, Threads: 10 runnable, 97 total +[4.869s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.046ms +[4.869s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 386868409 ns, Reaching safepoint: 97973 ns, At safepoint: 3079100 ns, Leaving safepoint: 104906 ns, Total: 3281979 ns, Threads: 9 runnable, 91 total +[5.258s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.991ms +[5.258s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 385565692 ns, Reaching safepoint: 98984 ns, At safepoint: 3016564 ns, Leaving safepoint: 91431 ns, Total: 3206979 ns, Threads: 11 runnable, 90 total +[5.648s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.932ms +[5.648s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 386995301 ns, Reaching safepoint: 99005 ns, At safepoint: 2958536 ns, Leaving safepoint: 136955 ns, Total: 3194496 ns, Threads: 8 runnable, 84 total +[5.903s][safepoint] Safepoint "ThreadDump", Time since last: 253945982 ns, Reaching safepoint: 132838 ns, At safepoint: 1008109 ns, Leaving safepoint: 67857 ns, Total: 1208804 ns, Threads: 12 runnable, 82 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 4031% | GC Thread 20% | G1 Service 19% | C2 CompilerThre 13% | java 9% | C1 CompilerThre 4% | jfr-report 1% | JFR Sampler Thr 1% | VM Thread 0% | JFR Recorder Th 0% | cpu-report 0% || gc 15x 92 ms, heap 4367/10816 MiB +[6.038s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.452ms +[6.038s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 131197387 ns, Reaching safepoint: 99245 ns, At safepoint: 3508491 ns, Leaving safepoint: 95888 ns, Total: 3703624 ns, Threads: 5 runnable, 82 total +[6.426s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.891ms +[6.426s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 385097349 ns, Reaching safepoint: 99715 ns, At safepoint: 2916107 ns, Leaving safepoint: 77094 ns, Total: 3092916 ns, Threads: 8 runnable, 82 total +[6.819s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.040ms +[6.819s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 389664735 ns, Reaching safepoint: 112580 ns, At safepoint: 3070554 ns, Leaving safepoint: 87173 ns, Total: 3270307 ns, Threads: 12 runnable, 82 total +[7.212s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.112ms +[7.212s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 389643787 ns, Reaching safepoint: 97181 ns, At safepoint: 3150093 ns, Leaving safepoint: 87653 ns, Total: 3334927 ns, Threads: 9 runnable, 82 total +[10.483s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.343ms +[10.483s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3267651956 ns, Reaching safepoint: 247160 ns, At safepoint: 3367479 ns, Leaving safepoint: 120474 ns, Total: 3735113 ns, Threads: 12 runnable, 93 total +[10.964s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.551ms +[10.964s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 477079329 ns, Reaching safepoint: 101920 ns, At safepoint: 3580876 ns, Leaving safepoint: 84397 ns, Total: 3767193 ns, Threads: 5 runnable, 93 total +[cpu] reactor 3563% | C2 CompilerThre 9% | GC Thread 5% | C1 CompilerThre 5% | JFR Sampler Thr 1% | cpu-report 0% | java 0% | VM Thread 0% || gc 6x 20 ms, heap 553/10816 MiB +[11.013s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 48566739 ns, Reaching safepoint: 106419 ns, At safepoint: 120695 ns, Leaving safepoint: 70301 ns, Total: 297415 ns, Threads: 14 runnable, 86 total +[11.394s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5434M->63M(10816M) 3.720ms +[11.394s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 376694773 ns, Reaching safepoint: 239997 ns, At safepoint: 3758127 ns, Leaving safepoint: 117018 ns, Total: 4115142 ns, Threads: 15 runnable, 89 total +[jfr] java 2883, native 466 || kotlinx.coroutines 40.3% | jdk.internal 22.5% | io.ktor.websocket 17.6% | kotlin.coroutines 4.5% | io.ktor.util 2.6% | io.ktor.server 2.5% | kotlinx.io 2.2% | kotlin.jvm 1.7% | java.util 1.6% | java.lang 1.0% +[jfr] hot 15.6% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 9.5% kotlinx.coroutines.channels.BufferedChannel.send | 9.0% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 6.1% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 5.8% kotlinx.coroutines.channels.BufferedChannel.access$updateCellReceive | 4.4% io.ktor.websocket.Serializer.serialize | 2.9% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.9% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 2.8% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.3% kotlinx.coroutines.channels.BufferedChannel.getSendersCounter$kotlinx_coroutines_core | 2.3% io.ktor.websocket.SimpleFrameCollector.handle | 2.1% io.ktor.websocket.FrameParser.frame | 1.8% io.ktor.websocket.FrameParser.handleStep | 1.5% kotlinx.coroutines.internal.DispatchedContinuation.claimReusableCancellableContinuation$kotlinx_coroutines_core | 1.4% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor +[jfr] stacks 15.6% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 9.0% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 6.1% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 4.4% Serializer.serialize < WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend || 4.0% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 2.8% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith +[jfr] contended java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 57x 2622 ms | java.lang.Object @ UtilsKt.websocketServerAccept < WebSocketUpgrade. 104x 729 ms | java.lang.Object @ WebSocketUpgrade.upgrade < KronApplicationResponse.respondUpgrade 70x 688 ms | java.util.concurrent.ConcurrentHashMap$ReservationNode @ BoringSsl.setTls13Ciphers < TlsService$Companion.configure 46x 443 ms | [I @ SimpleFrameCollector.take < WebSocketReader.handleFrameIfProduced 105x 422 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 57x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.435s][safepoint] Safepoint "JFRSafepointClear", Time since last: 39894862 ns, Reaching safepoint: 1042183 ns, At safepoint: 40285 ns, Leaving safepoint: 87263 ns, Total: 1169731 ns, Threads: 9 runnable, 89 total +[11.820s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5439M->58M(10816M) 2.732ms +[11.820s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 381978676 ns, Reaching safepoint: 101399 ns, At safepoint: 2758443 ns, Leaving safepoint: 96380 ns, Total: 2956222 ns, Threads: 10 runnable, 89 total +[12.234s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.505ms +[12.234s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 411369576 ns, Reaching safepoint: 102641 ns, At safepoint: 2532311 ns, Leaving safepoint: 84838 ns, Total: 2719790 ns, Threads: 11 runnable, 88 total +[12.648s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.709ms +[12.648s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 411025920 ns, Reaching safepoint: 100057 ns, At safepoint: 2739147 ns, Leaving safepoint: 94206 ns, Total: 2933410 ns, Threads: 11 runnable, 88 total +[13.064s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.050ms +[13.064s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 412825856 ns, Reaching safepoint: 98203 ns, At safepoint: 3081876 ns, Leaving safepoint: 83525 ns, Total: 3263604 ns, Threads: 9 runnable, 88 total +[13.480s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.756ms +[13.480s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 412934975 ns, Reaching safepoint: 99626 ns, At safepoint: 2782628 ns, Leaving safepoint: 80961 ns, Total: 2963215 ns, Threads: 12 runnable, 88 total +[13.895s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.058ms +[13.895s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 411855504 ns, Reaching safepoint: 96730 ns, At safepoint: 3087687 ns, Leaving safepoint: 125273 ns, Total: 3309690 ns, Threads: 10 runnable, 88 total +[14.311s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.932ms +[14.311s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 412510588 ns, Reaching safepoint: 122368 ns, At safepoint: 3016344 ns, Leaving safepoint: 120595 ns, Total: 3259307 ns, Threads: 8 runnable, 88 total +[cpu] reactor 4461% | GC Thread 7% | C2 CompilerThre 7% | jfr-report 3% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | JFR Recorder Th 0% || gc 8x 23 ms, heap 3159/10816 MiB +[16.963s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.984ms +[16.963s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2648933681 ns, Reaching safepoint: 94265 ns, At safepoint: 3013088 ns, Leaving safepoint: 84217 ns, Total: 3191570 ns, Threads: 7 runnable, 87 total +[17.380s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.824ms +[17.380s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 413704064 ns, Reaching safepoint: 71544 ns, At safepoint: 2850996 ns, Leaving safepoint: 82904 ns, Total: 3005444 ns, Threads: 9 runnable, 87 total +[17.797s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 3.151ms +[17.797s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 414119501 ns, Reaching safepoint: 93875 ns, At safepoint: 3178587 ns, Leaving safepoint: 89116 ns, Total: 3361578 ns, Threads: 8 runnable, 87 total +[18.215s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.699ms +[18.215s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 414604407 ns, Reaching safepoint: 99285 ns, At safepoint: 2727075 ns, Leaving safepoint: 82333 ns, Total: 2908693 ns, Threads: 13 runnable, 87 total +[18.634s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5434M->57M(10816M) 3.312ms +[18.635s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 416266391 ns, Reaching safepoint: 109815 ns, At safepoint: 3340028 ns, Leaving safepoint: 81872 ns, Total: 3531715 ns, Threads: 10 runnable, 87 total +[19.054s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5433M->58M(10816M) 3.080ms +[19.054s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 416431840 ns, Reaching safepoint: 98994 ns, At safepoint: 3109117 ns, Leaving safepoint: 93274 ns, Total: 3301385 ns, Threads: 15 runnable, 87 total +[19.473s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.747ms +[19.473s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 415693609 ns, Reaching safepoint: 96530 ns, At safepoint: 2781416 ns, Leaving safepoint: 107720 ns, Total: 2985666 ns, Threads: 9 runnable, 87 total +[19.893s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.740ms +[19.893s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 416881565 ns, Reaching safepoint: 99255 ns, At safepoint: 2770716 ns, Leaving safepoint: 83286 ns, Total: 2953257 ns, Threads: 16 runnable, 87 total +[20.313s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.782ms +[20.313s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 417096758 ns, Reaching safepoint: 98965 ns, At safepoint: 2810771 ns, Leaving safepoint: 96420 ns, Total: 3006156 ns, Threads: 8 runnable, 87 total +[20.732s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.595ms +[20.732s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 416558418 ns, Reaching safepoint: 97712 ns, At safepoint: 2624925 ns, Leaving safepoint: 82934 ns, Total: 2805571 ns, Threads: 19 runnable, 87 total +[cpu] reactor 5358% | GC Thread 7% | C2 CompilerThre 4% | JFR Sampler Thr 1% | VM Thread 0% | JFR Recorder Th 0% | C1 CompilerThre 0% | cpu-report 0% || gc 10x 29 ms, heap 3911/10816 MiB +[21.153s][gc ] GC(38) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.339ms +[21.153s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 417404677 ns, Reaching safepoint: 495755 ns, At safepoint: 2367725 ns, Leaving safepoint: 98523 ns, Total: 2962003 ns, Threads: 4 runnable, 83 total +[21.441s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 288212121 ns, Reaching safepoint: 105457 ns, At safepoint: 31258 ns, Leaving safepoint: 75130 ns, Total: 211845 ns, Threads: 8 runnable, 83 total +[jfr] java 3575, native 489 || kotlinx.coroutines 57.9% | io.ktor.websocket 22.0% | kotlin.coroutines 4.6% | kotlinx.io 4.3% | io.ktor.util 3.4% | io.ktor.server 3.0% | java.nio 1.6% | kotlin.jvm 1.1% | java.lang 0.5% | io.ktor.utils 0.4% +[jfr] hot 10.6% kotlinx.coroutines.channels.BufferedChannel.send | 9.2% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 5.8% kotlinx.coroutines.channels.BufferedChannel.isClosedForSend0 | 5.4% io.ktor.websocket.Serializer.serialize | 5.1% kotlinx.coroutines.channels.BufferedChannel.access$updateCellReceive | 4.6% kotlinx.coroutines.channels.BufferedChannel.isClosedForReceive0 | 4.0% kotlinx.coroutines.channels.BufferedChannel.getSendersCounter$kotlinx_coroutines_core | 3.7% io.ktor.websocket.SimpleFrameCollector.handle | 3.1% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 2.8% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.7% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.6% io.ktor.websocket.FrameParser.handleStep | 2.5% io.ktor.util.NIOKt.moveTo | 2.4% io.ktor.websocket.FrameParser.frame | 2.4% kotlinx.coroutines.JobSupport.removeNode$kotlinx_coroutines_core +[jfr] stacks 9.2% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 5.4% Serializer.serialize < WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend || 4.2% BufferedChannel.send < DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTaskKt.resume < DispatchedTaskKt.resumeUnconfined || 3.7% SimpleFrameCollector.handle < SimpleFrameCollector.start < WebSocketReader.parseLoop < WebSocketReader.readLoop < WebSocketReader.access$readLoop || 2.9% BufferedChannel.send < WebSocketReader.handleFrameIfProduced < WebSocketReader.parseLoop < WebSocketReader.readLoop < WebSocketReader.access$readLoop || 2.7% BufferedChannel.getSendersCounter$kotlinx_coroutines_core < BufferedChannel.expandBuffer < BufferedChannel.updateCellReceive < BufferedChannel.access$updateCellReceive < BufferedChannel$BufferedChannelIterator.hasNext +[21.559s][safepoint] Safepoint "JFRSafepointClear", Time since last: 117296511 ns, Reaching safepoint: 99937 ns, At safepoint: 14847 ns, Leaving safepoint: 84899 ns, Total: 199683 ns, Threads: 17 runnable, 84 total +[21.574s][gc ] GC(39) Pause Young (Normal) (G1 Evacuation Pause) 5434M->58M(10816M) 2.828ms +[21.574s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 12545903 ns, Reaching safepoint: 99455 ns, At safepoint: 2856937 ns, Leaving safepoint: 101009 ns, Total: 3057401 ns, Threads: 8 runnable, 84 total diff --git a/site/static/logs/echo-ws/16384/ktor-kronos.log b/site/static/logs/echo-ws/16384/ktor-kronos.log new file mode 100644 index 0000000000..325e229aa6 --- /dev/null +++ b/site/static/logs/echo-ws/16384/ktor-kronos.log @@ -0,0 +1,208 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.839s][gc,init] Version: 25.0.5+8-LTS (release) +[0.839s][gc,init] CPUs: 128 total, 64 available +[0.839s][gc,init] Memory: 251G +[0.839s][gc,init] Large Page Support: Disabled +[0.839s][gc,init] NUMA Support: Disabled +[0.839s][gc,init] Compressed Oops: Disabled +[0.839s][gc,init] Heap Region Size: 32M +[0.839s][gc,init] Heap Min Capacity: 32M +[0.839s][gc,init] Heap Initial Capacity: 20608M +[0.839s][gc,init] Heap Max Capacity: 64384M +[0.839s][gc,init] Pre-touch: Enabled +[0.839s][gc,init] Parallel Workers: 43 +[0.839s][gc,init] Concurrent Workers: 11 +[0.839s][gc,init] Concurrent Refinement Workers: 43 +[0.839s][gc,init] Periodic GC: Disabled +[0.892s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 40411119 ns, Reaching safepoint: 46376 ns, At safepoint: 4419 ns, Leaving safepoint: 2695 ns, Total: 53490 ns, Threads: 1 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.016s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123914724 ns, Reaching safepoint: 71503 ns, At safepoint: 18064 ns, Leaving safepoint: 6402 ns, Total: 95969 ns, Threads: 1 runnable, 23 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.261 seconds. +[1.530s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1297M->35M(20640M) 7.027ms +[1.530s][gc ] GC(1) Concurrent Mark Cycle +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 506598376 ns, Reaching safepoint: 224268 ns, At safepoint: 7115553 ns, Leaving safepoint: 48400 ns, Total: 7388221 ns, Threads: 39 runnable, 91 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61464 ns, Reaching safepoint: 75942 ns, At safepoint: 3727 ns, Leaving safepoint: 11912 ns, Total: 91581 ns, Threads: 4 runnable, 91 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 84658 ns, Reaching safepoint: 70080 ns, At safepoint: 2766 ns, Leaving safepoint: 13124 ns, Total: 85970 ns, Threads: 6 runnable, 91 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 743366 ns, Reaching safepoint: 72264 ns, At safepoint: 4048 ns, Leaving safepoint: 16531 ns, Total: 92843 ns, Threads: 3 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 472620 ns, Reaching safepoint: 70792 ns, At safepoint: 2415 ns, Leaving safepoint: 11872 ns, Total: 85079 ns, Threads: 4 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 102361 ns, Reaching safepoint: 73306 ns, At safepoint: 4238 ns, Leaving safepoint: 10760 ns, Total: 88304 ns, Threads: 4 runnable, 91 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 75551 ns, Reaching safepoint: 18475 ns, At safepoint: 5069 ns, Leaving safepoint: 11712 ns, Total: 35256 ns, Threads: 3 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 443937 ns, Reaching safepoint: 77374 ns, At safepoint: 6573 ns, Leaving safepoint: 14276 ns, Total: 98223 ns, Threads: 1 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 121607 ns, Reaching safepoint: 76362 ns, At safepoint: 4248 ns, Leaving safepoint: 16321 ns, Total: 96931 ns, Threads: 2 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48911 ns, Reaching safepoint: 76222 ns, At safepoint: 5210 ns, Leaving safepoint: 16270 ns, Total: 97702 ns, Threads: 5 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 81141 ns, Reaching safepoint: 75791 ns, At safepoint: 2726 ns, Leaving safepoint: 15629 ns, Total: 94146 ns, Threads: 5 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43982 ns, Reaching safepoint: 138107 ns, At safepoint: 2334 ns, Leaving safepoint: 17463 ns, Total: 157904 ns, Threads: 1 runnable, 91 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41778 ns, Reaching safepoint: 7524 ns, At safepoint: 2184 ns, Leaving safepoint: 12433 ns, Total: 22141 ns, Threads: 2 runnable, 91 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 338932 ns, Reaching safepoint: 136464 ns, At safepoint: 4048 ns, Leaving safepoint: 13625 ns, Total: 154137 ns, Threads: 1 runnable, 91 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51676 ns, Reaching safepoint: 76573 ns, At safepoint: 12694 ns, Leaving safepoint: 28643 ns, Total: 117910 ns, Threads: 1 runnable, 91 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54983 ns, Reaching safepoint: 75751 ns, At safepoint: 3396 ns, Leaving safepoint: 20037 ns, Total: 99184 ns, Threads: 3 runnable, 91 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 83105 ns, Reaching safepoint: 76733 ns, At safepoint: 3637 ns, Leaving safepoint: 21741 ns, Total: 102111 ns, Threads: 8 runnable, 91 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46747 ns, Reaching safepoint: 78095 ns, At safepoint: 3417 ns, Leaving safepoint: 33522 ns, Total: 115034 ns, Threads: 5 runnable, 91 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50364 ns, Reaching safepoint: 77975 ns, At safepoint: 3176 ns, Leaving safepoint: 27982 ns, Total: 109133 ns, Threads: 6 runnable, 91 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59391 ns, Reaching safepoint: 76863 ns, At safepoint: 3226 ns, Leaving safepoint: 25568 ns, Total: 105657 ns, Threads: 3 runnable, 91 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 70161 ns, Reaching safepoint: 10890 ns, At safepoint: 27091 ns, Leaving safepoint: 50874 ns, Total: 88855 ns, Threads: 2 runnable, 91 total +[r14] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1749241 ns, Reaching safepoint: 5162942 ns, At safepoint: 6663 ns, Leaving safepoint: 36869 ns, Total: 5206474 ns, Threads: 1 runnable, 91 total +[r45] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[1.543s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 104134 ns, Reaching safepoint: 1024930 ns, At safepoint: 48430 ns, Leaving safepoint: 25327 ns, Total: 1098687 ns, Threads: 2 runnable, 91 total +[r7] listening on 0.0.0.0:8080,8081 +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45535 ns, Reaching safepoint: 1050148 ns, At safepoint: 3957 ns, Leaving safepoint: 16020 ns, Total: 1070125 ns, Threads: 1 runnable, 91 total +[r50] listening on 0.0.0.0:8080,8081 +[1.545s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41167 ns, Reaching safepoint: 1047903 ns, At safepoint: 2705 ns, Leaving safepoint: 14457 ns, Total: 1065065 ns, Threads: 0 runnable, 91 total +[r20] listening on 0.0.0.0:8080,8081 +[1.546s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 38602 ns, Reaching safepoint: 1066447 ns, At safepoint: 2856 ns, Leaving safepoint: 11231 ns, Total: 1080534 ns, Threads: 0 runnable, 91 total +[r31] listening on 0.0.0.0:8080,8081 +[1.548s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47187 ns, Reaching safepoint: 1062200 ns, At safepoint: 3036 ns, Leaving safepoint: 16671 ns, Total: 1081907 ns, Threads: 0 runnable, 91 total +[r9] listening on 0.0.0.0:8080,8081 +[1.549s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45194 ns, Reaching safepoint: 1059224 ns, At safepoint: 2916 ns, Leaving safepoint: 11040 ns, Total: 1073180 ns, Threads: 0 runnable, 91 total +[r37] listening on 0.0.0.0:8080,8081 +[1.550s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41207 ns, Reaching safepoint: 1049226 ns, At safepoint: 2925 ns, Leaving safepoint: 11963 ns, Total: 1064114 ns, Threads: 0 runnable, 91 total +[1.551s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42779 ns, Reaching safepoint: 1101133 ns, At safepoint: 3636 ns, Leaving safepoint: 12303 ns, Total: 1117072 ns, Threads: 0 runnable, 91 total +[1.552s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41558 ns, Reaching safepoint: 1047753 ns, At safepoint: 2564 ns, Leaving safepoint: 14237 ns, Total: 1064554 ns, Threads: 0 runnable, 91 total +[r46] listening on 0.0.0.0:8080,8081 +[1.553s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 96089 ns, Reaching safepoint: 1069223 ns, At safepoint: 3146 ns, Leaving safepoint: 15479 ns, Total: 1087848 ns, Threads: 1 runnable, 91 total +[r34] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52037 ns, Reaching safepoint: 1038545 ns, At safepoint: 3136 ns, Leaving safepoint: 14888 ns, Total: 1056569 ns, Threads: 1 runnable, 91 total +[r55] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 66674 ns, Reaching safepoint: 1091364 ns, At safepoint: 3006 ns, Leaving safepoint: 20127 ns, Total: 1114497 ns, Threads: 1 runnable, 91 total +[r8] listening on 0.0.0.0:8080,8081 +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56836 ns, Reaching safepoint: 1035951 ns, At safepoint: 2545 ns, Leaving safepoint: 16160 ns, Total: 1054656 ns, Threads: 0 runnable, 91 total +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40255 ns, Reaching safepoint: 1054806 ns, At safepoint: 2635 ns, Leaving safepoint: 13274 ns, Total: 1070715 ns, Threads: 0 runnable, 91 total +[r22] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49793 ns, Reaching safepoint: 1050809 ns, At safepoint: 3977 ns, Leaving safepoint: 17032 ns, Total: 1071818 ns, Threads: 0 runnable, 91 total +[r57] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46807 ns, Reaching safepoint: 1030080 ns, At safepoint: 3286 ns, Leaving safepoint: 14657 ns, Total: 1048023 ns, Threads: 0 runnable, 91 total +[1.561s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40756 ns, Reaching safepoint: 1050639 ns, At safepoint: 2554 ns, Leaving safepoint: 14147 ns, Total: 1067340 ns, Threads: 0 runnable, 91 total +[1.561s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36698 ns, Reaching safepoint: 2325 ns, At safepoint: 2194 ns, Leaving safepoint: 931 ns, Total: 5450 ns, Threads: 0 runnable, 91 total +[1.563s][gc ] GC(1) Pause Remark 739M->739M(800M) 1.972ms +[1.563s][safepoint] Safepoint "G1PauseRemark", Time since last: 29455 ns, Reaching safepoint: 67155 ns, At safepoint: 1990831 ns, Leaving safepoint: 13455 ns, Total: 2071441 ns, Threads: 1 runnable, 91 total +[1.575s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 38672 ns, Reaching safepoint: 11760159 ns, At safepoint: 6612 ns, Leaving safepoint: 11291 ns, Total: 11778062 ns, Threads: 0 runnable, 91 total +[r33] listening on 0.0.0.0:8080,8081 +[1.609s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 739M->34M(864M) 33.513ms +[1.609s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 46547 ns, Reaching safepoint: 114814 ns, At safepoint: 33535795 ns, Leaving safepoint: 16691 ns, Total: 33667300 ns, Threads: 0 runnable, 91 total +[1.622s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47037 ns, Reaching safepoint: 13478672 ns, At safepoint: 8586 ns, Leaving safepoint: 4559 ns, Total: 13491817 ns, Threads: 0 runnable, 91 total +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 95959 ns, Reaching safepoint: 117959 ns, At safepoint: 7985 ns, Leaving safepoint: 7735 ns, Total: 133679 ns, Threads: 1 runnable, 91 total +[r2] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53159 ns, Reaching safepoint: 102010 ns, At safepoint: 3346 ns, Leaving safepoint: 8015 ns, Total: 113371 ns, Threads: 3 runnable, 91 total +[1.623s][gc ] GC(1) Pause Cleanup 162M->162M(864M) 0.021ms +[1.623s][safepoint] Safepoint "G1PauseCleanup", Time since last: 195274 ns, Reaching safepoint: 110025 ns, At safepoint: 31659 ns, Leaving safepoint: 18384 ns, Total: 160068 ns, Threads: 2 runnable, 91 total +[r16] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[1.624s][gc ] GC(1) Concurrent Mark Cycle 93.779ms +[r6] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.795s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 386M->34M(864M) 5.733ms +[1.795s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 165792200 ns, Reaching safepoint: 11250 ns, At safepoint: 5754967 ns, Leaving safepoint: 59090 ns, Total: 5825307 ns, Threads: 0 runnable, 91 total +[2.798s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 386M->273M(864M) 18.082ms +[2.798s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 979060259 ns, Reaching safepoint: 5677752 ns, At safepoint: 18111026 ns, Leaving safepoint: 194944 ns, Total: 23983722 ns, Threads: 5 runnable, 97 total +[3.042s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 625M->628M(1056M) 104.678ms +[3.042s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 137350350 ns, Reaching safepoint: 2545415 ns, At safepoint: 104708160 ns, Leaving safepoint: 99826 ns, Total: 107353401 ns, Threads: 2 runnable, 97 total +[3.778s][gc ] GC(6) Pause Young (Concurrent Start) (G1 Evacuation Pause) 980M->821M(10944M) 108.183ms +[3.778s][gc ] GC(7) Concurrent Mark Cycle +[3.779s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 626962627 ns, Reaching safepoint: 239646 ns, At safepoint: 108221691 ns, Leaving safepoint: 1163068 ns, Total: 109624405 ns, Threads: 8 runnable, 94 total +[3.905s][gc ] GC(7) Pause Remark 940M->940M(2784M) 7.552ms +[3.905s][safepoint] Safepoint "G1PauseRemark", Time since last: 117946637 ns, Reaching safepoint: 100047 ns, At safepoint: 7575559 ns, Leaving safepoint: 143358 ns, Total: 7818964 ns, Threads: 39 runnable, 93 total +[3.962s][gc ] GC(7) Pause Cleanup 1011M->1011M(2784M) 0.030ms +[3.962s][safepoint] Safepoint "G1PauseCleanup", Time since last: 57201055 ns, Reaching safepoint: 106128 ns, At safepoint: 60593 ns, Leaving safepoint: 76252 ns, Total: 242973 ns, Threads: 30 runnable, 93 total +[3.964s][gc ] GC(7) Concurrent Mark Cycle 186.177ms +[5.004s][gc ] GC(8) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 2773M->1134M(3168M) 207.353ms +[5.004s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 832409295 ns, Reaching safepoint: 2125882 ns, At safepoint: 207385233 ns, Leaving safepoint: 59891 ns, Total: 209571006 ns, Threads: 12 runnable, 83 total +[5.435s][gc ] GC(9) Pause Young (Mixed) (G1 Evacuation Pause) 2318M->1296M(3168M) 36.193ms +[5.435s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 383116726 ns, Reaching safepoint: 11229781 ns, At safepoint: 36230209 ns, Leaving safepoint: 95338 ns, Total: 47555328 ns, Threads: 9 runnable, 81 total +[5.914s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 2640M->1520M(3168M) 32.050ms +[5.914s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 436880079 ns, Reaching safepoint: 10185725 ns, At safepoint: 32084703 ns, Leaving safepoint: 23344 ns, Total: 42293772 ns, Threads: 2 runnable, 81 total +[5.948s][safepoint] Safepoint "ThreadDump", Time since last: 32912115 ns, Reaching safepoint: 95598 ns, At safepoint: 729610 ns, Leaving safepoint: 84688 ns, Total: 909896 ns, Threads: 15 runnable, 81 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3272% | GC Thread 96% | G1 Service 34% | G1 Conc 16% | C2 CompilerThre 13% | java 8% | C1 CompilerThre 5% | jfr-report 1% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 13x 561 ms, heap 1785/3168 MiB +[6.475s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 2864M->1750M(3360M) 118.725ms +[6.475s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 404364486 ns, Reaching safepoint: 3606703 ns, At safepoint: 118759536 ns, Leaving safepoint: 71323 ns, Total: 122437562 ns, Threads: 6 runnable, 84 total +[7.445s][gc ] GC(12) Pause Young (Concurrent Start) (G1 Evacuation Pause) 3158M->1985M(12128M) 515.917ms +[7.445s][gc ] GC(13) Concurrent Mark Cycle +[7.447s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 454098982 ns, Reaching safepoint: 96169 ns, At safepoint: 515963365 ns, Leaving safepoint: 1751234 ns, Total: 517810768 ns, Threads: 6 runnable, 83 total +[7.619s][gc ] GC(13) Pause Remark 2063M->1743M(5664M) 3.327ms +[7.619s][safepoint] Safepoint "G1PauseRemark", Time since last: 166446233 ns, Reaching safepoint: 2320605 ns, At safepoint: 3349864 ns, Leaving safepoint: 140953 ns, Total: 5811422 ns, Threads: 14 runnable, 97 total +[7.700s][gc ] GC(13) Pause Cleanup 1825M->1825M(5664M) 0.034ms +[7.700s][safepoint] Safepoint "G1PauseCleanup", Time since last: 81229657 ns, Reaching safepoint: 164897 ns, At safepoint: 59191 ns, Leaving safepoint: 116316 ns, Total: 340404 ns, Threads: 18 runnable, 97 total +[7.703s][gc ] GC(13) Concurrent Mark Cycle 258.247ms +[11.025s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 3320010066 ns, Reaching safepoint: 95769 ns, At safepoint: 32781 ns, Leaving safepoint: 4402616 ns, Total: 4531166 ns, Threads: 17 runnable, 83 total +[cpu] reactor 3177% | GC Thread 335% | G1 Conc 24% | G1 Service 17% | C2 CompilerThre 7% | C1 CompilerThre 3% | JFR Sampler Thr 1% | cpu-report 0% | VM Thread 0% || gc 4x 638 ms, heap 4924/5664 MiB +[11.890s][gc ] GC(14) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 5633M->2681M(6912M) 602.445ms +[11.891s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 262430779 ns, Reaching safepoint: 563290 ns, At safepoint: 602472256 ns, Leaving safepoint: 134331 ns, Total: 603169877 ns, Threads: 11 runnable, 89 total +[jfr] java 2432, native 388 || jdk.internal 32.6% | kotlinx.coroutines 24.8% | kotlin.coroutines 8.7% | io.ktor.websocket 7.5% | io.ktor.server 5.8% | kotlinx.io 4.3% | kotlin.jvm 4.1% | java.util 4.0% | java.lang 1.3% | kron.Reactor 1.1% +[jfr] hot 22.4% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 9.2% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 6.6% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 4.9% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 4.5% kotlinx.coroutines.channels.BufferedChannel.send | 2.6% kotlinx.coroutines.channels.BufferedChannel.send$suspendImpl | 2.6% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.4% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 2.1% java.util.concurrent.atomic.AtomicReferenceFieldUpdater$AtomicReferenceFieldUpdaterImpl.accessCheck | 1.8% kotlinx.coroutines.DispatchedTask.run | 1.8% kotlinx.coroutines.channels.BufferedChannel.updateCellSend | 1.6% kotlin.coroutines.CombinedContext.get | 1.4% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 1.4% kotlin.coroutines.jvm.internal.ContinuationImpl. | 1.3% kotlinx.io.SegmentPool.recycle +[jfr] stacks 22.4% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 9.2% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 6.6% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 3.7% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.0% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith || 1.8% DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 < 0x000000005a39d7e8.invoke < Reactor.drainPostQ$kron < Reactor.loop +[jfr] contended java.lang.Object @ ParametersKt.ParametersBuilder < ParametersKt.ParametersBuilder$default 83x 664 ms | java.lang.Object @ StringsKt.toByteArray < UtilsKt.websocketServerAccept 45x 472 ms | [I @ StringsKt.toByteArray < UtilsKt.websocketServerAccept 28x 310 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 62x 242 ms | java.lang.Object @ BufferedChannel.cancelSuspendedReceiveRequests < BufferedChannel.completeClose 51x 234 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 63x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.994s][safepoint] Safepoint "JFRSafepointClear", Time since last: 103414285 ns, Reaching safepoint: 184614 ns, At safepoint: 42279 ns, Leaving safepoint: 57857 ns, Total: 284750 ns, Threads: 20 runnable, 88 total +[12.827s][gc ] GC(15) Pause Young (Mixed) (G1 Evacuation Pause) 5369M->3114M(6912M) 69.182ms +[12.827s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 763259975 ns, Reaching safepoint: 96580 ns, At safepoint: 69215429 ns, Leaving safepoint: 85850 ns, Total: 69397859 ns, Threads: 4 runnable, 87 total +[13.873s][gc ] GC(16) Pause Young (Mixed) (G1 Evacuation Pause) 6122M->3466M(7008M) 87.750ms +[13.873s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 958463161 ns, Reaching safepoint: 105417 ns, At safepoint: 87782239 ns, Leaving safepoint: 108152 ns, Total: 87995808 ns, Threads: 9 runnable, 87 total +[cpu] reactor 3541% | GC Thread 131% | C2 CompilerThre 9% | jfr-report 3% | C1 CompilerThre 1% | JFR Sampler Thr 1% | G1 Refine 0% | JFR Recorder Th 0% | java 0% | VM Thread 0% | cpu-report 0% || gc 3x 759 ms, heap 5979/7008 MiB +[17.382s][gc ] GC(17) Pause Young (Concurrent Start) (G1 Evacuation Pause) 6506M->4323M(7840M) 429.796ms +[17.382s][gc ] GC(18) Concurrent Mark Cycle +[17.382s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3078605884 ns, Reaching safepoint: 91762 ns, At safepoint: 429835983 ns, Leaving safepoint: 66244 ns, Total: 429993989 ns, Threads: 2 runnable, 83 total +[17.585s][gc ] GC(18) Pause Remark 4997M->4440M(7840M) 2.269ms +[17.588s][safepoint] Safepoint "G1PauseRemark", Time since last: 200204860 ns, Reaching safepoint: 104004 ns, At safepoint: 2290079 ns, Leaving safepoint: 3387134 ns, Total: 5781217 ns, Threads: 9 runnable, 83 total +[17.753s][gc ] GC(18) Pause Cleanup 4924M->4924M(7840M) 0.092ms +[17.753s][safepoint] Safepoint "G1PauseCleanup", Time since last: 165181556 ns, Reaching safepoint: 101699 ns, At safepoint: 127608 ns, Leaving safepoint: 71774 ns, Total: 301081 ns, Threads: 13 runnable, 83 total +[17.761s][gc ] GC(18) Concurrent Mark Cycle 379.120ms +[18.468s][gc ] GC(19) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 6870M->4338M(7904M) 81.166ms +[18.468s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 633520211 ns, Reaching safepoint: 101338 ns, At safepoint: 81196960 ns, Leaving safepoint: 124452 ns, Total: 81422750 ns, Threads: 13 runnable, 82 total +[20.147s][gc ] GC(20) Pause Young (Mixed) (G1 Evacuation Pause) 7506M->4610M(16960M) 658.468ms +[20.147s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1019856469 ns, Reaching safepoint: 24726 ns, At safepoint: 658502891 ns, Leaving safepoint: 139209 ns, Total: 658666826 ns, Threads: 4 runnable, 82 total +[cpu] reactor 3735% | GC Thread 393% | G1 Conc 36% | JFR Sampler Thr 1% | C2 CompilerThre 1% | java 0% | C1 CompilerThre 0% | cpu-report 0% || gc 5x 1173 ms, heap 7532/16960 MiB +[21.997s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1850454270 ns, Reaching safepoint: 11362 ns, At safepoint: 54651 ns, Leaving safepoint: 1263 ns, Total: 67276 ns, Threads: 0 runnable, 80 total +[jfr] java 2856, native 425 || kotlinx.coroutines 41.5% | kotlin.coroutines 16.1% | io.ktor.websocket 14.6% | io.ktor.server 10.1% | kotlinx.io 8.5% | kron.TcpTransport 2.4% | io.ktor.utils 1.9% | java.nio 1.2% | kotlin.ResultKt 1.1% | kotlin.jvm 0.9% +[jfr] hot 15.4% kotlinx.coroutines.channels.BufferedChannel.updateCellSend | 6.9% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 6.9% kotlin.coroutines.CombinedContext.get | 6.5% kotlinx.coroutines.channels.BufferedChannel.send | 6.0% kotlinx.coroutines.CancellableContinuationImpl.detachChildIfNonReusable | 5.1% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.8% kotlinx.io.SegmentPool.recycle | 2.4% kron.TcpTransport.onRecv | 2.4% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 2.3% io.ktor.websocket.FrameParser.handleStep | 2.2% io.ktor.websocket.DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend | 2.1% kotlinx.coroutines.channels.BufferedChannel.updateCellReceive | 2.0% kotlinx.io.Buffer.skip | 1.9% io.ktor.server.kron.ResponseBody.flush | 1.9% io.ktor.websocket.UtilsKt__UtilsJvmKt.xor +[jfr] stacks 6.8% CombinedContext.get < DispatchedTask.run < ReactorDispatcher.dispatch$lambda$0 < 0x000000005a39d7e8.invoke < Reactor.drainPostQ$kron || 6.0% CancellableContinuationImpl.detachChildIfNonReusable < CancellableContinuationImpl.tryResumeImpl < CancellableContinuationImpl.tryResume < BufferedChannelKt.tryResume0 < BufferedChannelKt.access$tryResume0 || 5.4% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 4.3% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.9% BufferedChannel.updateCellSend < BufferedChannel.access$updateCellSend < BufferedChannel.send$suspendImpl < BufferedChannel.send < WebSocketReader.handleFrameIfProduced || 3.5% BufferedChannel.updateCellSend < BufferedChannel.access$updateCellSend < BufferedChannel.send$suspendImpl < BufferedChannel.send < DefaultWebSocketSessionImpl.outgoingProcessorLoop +[22.049s][safepoint] Safepoint "JFRSafepointClear", Time since last: 51164900 ns, Reaching safepoint: 20839 ns, At safepoint: 41187 ns, Leaving safepoint: 77705 ns, Total: 139731 ns, Threads: 0 runnable, 86 total diff --git a/site/static/logs/echo-ws/4096/ktor-kronos.log b/site/static/logs/echo-ws/4096/ktor-kronos.log new file mode 100644 index 0000000000..28857f3ad4 --- /dev/null +++ b/site/static/logs/echo-ws/4096/ktor-kronos.log @@ -0,0 +1,146 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.013s][gc ] Using G1 +[0.833s][gc,init] Version: 25.0.5+8-LTS (release) +[0.834s][gc,init] CPUs: 128 total, 64 available +[0.834s][gc,init] Memory: 251G +[0.834s][gc,init] Large Page Support: Disabled +[0.834s][gc,init] NUMA Support: Disabled +[0.834s][gc,init] Compressed Oops: Disabled +[0.834s][gc,init] Heap Region Size: 32M +[0.834s][gc,init] Heap Min Capacity: 32M +[0.834s][gc,init] Heap Initial Capacity: 20608M +[0.834s][gc,init] Heap Max Capacity: 64384M +[0.834s][gc,init] Pre-touch: Enabled +[0.834s][gc,init] Parallel Workers: 43 +[0.834s][gc,init] Concurrent Workers: 11 +[0.834s][gc,init] Concurrent Refinement Workers: 43 +[0.834s][gc,init] Periodic GC: Disabled +[0.887s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 41909982 ns, Reaching safepoint: 70010 ns, At safepoint: 4759 ns, Leaving safepoint: 3617 ns, Total: 78386 ns, Threads: 3 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.011s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123385378 ns, Reaching safepoint: 2715 ns, At safepoint: 10890 ns, Leaving safepoint: 3276 ns, Total: 16881 ns, Threads: 0 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.257 seconds. +[1.521s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 7.009ms +[1.521s][gc ] GC(1) Concurrent Mark Cycle +[1.521s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 503636332 ns, Reaching safepoint: 88605 ns, At safepoint: 7097455 ns, Leaving safepoint: 149238 ns, Total: 7335298 ns, Threads: 4 runnable, 93 total +[1.522s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73888 ns, Reaching safepoint: 146443 ns, At safepoint: 5720 ns, Leaving safepoint: 14017 ns, Total: 166180 ns, Threads: 4 runnable, 93 total +[r33] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[1.524s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2585768 ns, Reaching safepoint: 29485 ns, At safepoint: 9147 ns, Leaving safepoint: 28563 ns, Total: 67195 ns, Threads: 2 runnable, 93 total +[r53] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[1.525s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 79779 ns, Reaching safepoint: 87423 ns, At safepoint: 3897 ns, Leaving safepoint: 22552 ns, Total: 113872 ns, Threads: 2 runnable, 93 total +[1.525s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59491 ns, Reaching safepoint: 76412 ns, At safepoint: 3226 ns, Leaving safepoint: 23384 ns, Total: 103022 ns, Threads: 3 runnable, 93 total +[r52] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[1.525s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 158475 ns, Reaching safepoint: 8836 ns, At safepoint: 74018 ns, Leaving safepoint: 21741 ns, Total: 104595 ns, Threads: 1 runnable, 93 total +[r46] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.532s][gc ] GC(1) Pause Remark 915M->915M(992M) 2.382ms +[1.532s][safepoint] Safepoint "G1PauseRemark", Time since last: 4182042 ns, Reaching safepoint: 9348 ns, At safepoint: 2402036 ns, Leaving safepoint: 15829 ns, Total: 2427213 ns, Threads: 0 runnable, 93 total +[1.544s][gc ] GC(1) Pause Cleanup 915M->915M(992M) 0.010ms +[1.544s][safepoint] Safepoint "G1PauseCleanup", Time since last: 484393 ns, Reaching safepoint: 11943214 ns, At safepoint: 19046 ns, Leaving safepoint: 4428 ns, Total: 11966688 ns, Threads: 2 runnable, 93 total +[1.545s][gc ] GC(1) Concurrent Mark Cycle 23.352ms +[2.077s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 931M->34M(1056M) 36.259ms +[2.077s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 497004794 ns, Reaching safepoint: 11962 ns, At safepoint: 36285333 ns, Leaving safepoint: 10459 ns, Total: 36307754 ns, Threads: 0 runnable, 89 total +[2.219s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 482M->35M(1056M) 8.350ms +[2.219s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 133454112 ns, Reaching safepoint: 21820 ns, At safepoint: 8374675 ns, Leaving safepoint: 92894 ns, Total: 8489389 ns, Threads: 0 runnable, 87 total +[3.248s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 483M->203M(1056M) 10.151ms +[3.248s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1017246500 ns, Reaching safepoint: 1429133 ns, At safepoint: 10180920 ns, Leaving safepoint: 111899 ns, Total: 11721952 ns, Threads: 2 runnable, 96 total +[3.616s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 651M->268M(1056M) 12.320ms +[3.617s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 344142466 ns, Reaching safepoint: 11687829 ns, At safepoint: 12353670 ns, Leaving safepoint: 118701 ns, Total: 24160200 ns, Threads: 0 runnable, 93 total +[3.836s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 716M->329M(1056M) 12.876ms +[3.836s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 202523309 ns, Reaching safepoint: 4407714 ns, At safepoint: 12905998 ns, Leaving safepoint: 44483 ns, Total: 17358195 ns, Threads: 0 runnable, 92 total +[4.138s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 777M->395M(10848M) 134.364ms +[4.138s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 159479693 ns, Reaching safepoint: 7177504 ns, At safepoint: 134400620 ns, Leaving safepoint: 54662 ns, Total: 141632786 ns, Threads: 7 runnable, 91 total +[5.583s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5739M->1169M(10848M) 60.708ms +[5.583s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1384434346 ns, Reaching safepoint: 98744 ns, At safepoint: 60740015 ns, Leaving safepoint: 94666 ns, Total: 60933425 ns, Threads: 8 runnable, 83 total +[5.905s][safepoint] Safepoint "ThreadDump", Time since last: 320625331 ns, Reaching safepoint: 105617 ns, At safepoint: 726433 ns, Leaving safepoint: 90559 ns, Total: 922609 ns, Threads: 3 runnable, 83 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3589% | GC Thread 152% | G1 Service 24% | C2 CompilerThre 14% | java 8% | C1 CompilerThre 5% | jfr-report 2% | JFR Sampler Thr 1% | VM Thread 0% | cpu-report 0% || gc 10x 283 ms, heap 2837/10848 MiB +[6.727s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5873M->1909M(10848M) 69.999ms +[6.727s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 752077402 ns, Reaching safepoint: 96580 ns, At safepoint: 70033022 ns, Leaving safepoint: 147605 ns, Total: 70277207 ns, Threads: 14 runnable, 84 total +[10.864s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 6613M->2661M(10848M) 72.286ms +[10.864s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4064717435 ns, Reaching safepoint: 100647 ns, At safepoint: 72317254 ns, Leaving safepoint: 87103 ns, Total: 72505004 ns, Threads: 11 runnable, 93 total +[cpu] reactor 3555% | GC Thread 100% | C2 CompilerThre 47% | C1 CompilerThre 1% | JFR Sampler Thr 1% | cpu-report 0% | java 0% || gc 2x 143 ms, heap 3193/10848 MiB +[11.016s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 151495945 ns, Reaching safepoint: 99205 ns, At safepoint: 85258 ns, Leaving safepoint: 51236 ns, Total: 235699 ns, Threads: 17 runnable, 87 total +[jfr] java 2667, native 440 || jdk.internal 29.8% | kotlinx.coroutines 24.6% | io.ktor.websocket 9.3% | kotlin.coroutines 9.3% | kotlinx.io 7.9% | io.ktor.server 7.4% | kotlin.jvm 4.3% | java.util 1.8% | java.lang 0.8% | kron.Reactor 0.7% +[jfr] hot 20.1% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 8.5% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 6.6% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 5.6% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 4.4% kotlinx.coroutines.channels.BufferedChannel.send | 3.5% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.3% kotlin.coroutines.jvm.internal.ContinuationImpl. | 2.2% kotlinx.coroutines.channels.BufferedChannel.send$suspendImpl | 2.1% kotlinx.io.BuffersJvmKt.transferFrom | 2.0% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 2.0% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.0% kotlinx.io.Buffer.skip | 1.9% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 1.8% kotlinx.coroutines.channels.BufferedChannel$BufferedChannelIterator.hasNext | 1.7% io.ktor.websocket.Serializer.serialize +[jfr] stacks 20.1% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 8.5% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 5.7% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 4.4% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.1% BuffersJvmKt.transferFrom < SinksJvmKt.write < OutputArraysJVMKt.writeByteBuffer < ByteWriteChannelOperations_jvmKt.writeFully < WebSocketWriter.drainQueueAndSerialize || 2.0% ReactorDispatcher.dispatch$lambda$0 < 0x000000002b38ba80.invoke < Reactor.drainPostQ$kron < Reactor.loop < Reactor.run +[jfr] contended java.lang.Object @ ByteReadChannelOperations_jvmKt.readAvailable < WebSocketReader.readLoop 75x 602 ms | java.lang.Object @ WebSocketUpgrade. < RoutingKt__RoutingKt.respondWebSocketRaw$RoutingKt__RoutingKt 41x 454 ms | [I @ JobSupport.cancel < Job.cancel$default 59x 432 ms | java.lang.Object @ DefaultWebSocketSessionImpl$runIncomingProcessor$1.invokeSuspend < BaseContinuationImpl.resumeWith 73x 297 ms | java.lang.Object @ DefaultWebSocketSessionImpl.start < RoutingKt__RoutingKt.proceedWebSocket$RoutingKt__RoutingKt 41x 272 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 18x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.431s][safepoint] Safepoint "JFRSafepointClear", Time since last: 415295569 ns, Reaching safepoint: 238555 ns, At safepoint: 18815 ns, Leaving safepoint: 69068 ns, Total: 326438 ns, Threads: 21 runnable, 87 total +[12.073s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 7365M->3163M(10848M) 67.812ms +[12.073s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 573798601 ns, Reaching safepoint: 179595 ns, At safepoint: 67849851 ns, Leaving safepoint: 102110 ns, Total: 68131556 ns, Threads: 1 runnable, 87 total +[13.775s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 8059M->3654M(22272M) 557.538ms +[13.775s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1143750289 ns, Reaching safepoint: 99735 ns, At safepoint: 557574674 ns, Leaving safepoint: 157654 ns, Total: 557832063 ns, Threads: 16 runnable, 86 total +[cpu] reactor 3776% | GC Thread 483% | C2 CompilerThre 15% | jfr-report 3% | C1 CompilerThre 1% | JFR Sampler Thr 0% | JFR Recorder Th 0% | java 0% | VM Thread 0% | cpu-report 0% || gc 2x 625 ms, heap 7247/22272 MiB +[18.638s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 14278M->4717M(22272M) 120.161ms +[18.639s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4742948049 ns, Reaching safepoint: 97020 ns, At safepoint: 120191667 ns, Leaving safepoint: 402510 ns, Total: 120691197 ns, Threads: 15 runnable, 91 total +[21.039s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 14445M->5771M(22272M) 136.712ms +[21.040s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2263993972 ns, Reaching safepoint: 97201 ns, At safepoint: 136744550 ns, Leaving safepoint: 111187 ns, Total: 136952938 ns, Threads: 7 runnable, 91 total +[cpu] reactor 4952% | GC Thread 169% | C2 CompilerThre 5% | JFR Sampler Thr 1% | G1 Refine 0% | C1 CompilerThre 0% | cpu-report 0% || gc 2x 257 ms, heap 5985/22272 MiB +[21.439s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 399048224 ns, Reaching safepoint: 103142 ns, At safepoint: 84237 ns, Leaving safepoint: 31228 ns, Total: 218607 ns, Threads: 6 runnable, 88 total +[jfr] java 2853, native 445 || kotlinx.coroutines 36.1% | kotlinx.io 15.1% | io.ktor.websocket 14.4% | io.ktor.server 12.9% | kotlin.coroutines 12.7% | kron.Reactor 1.8% | kron.TcpConnection 1.8% | io.ktor.utils 1.1% | kron.TcpTransport 1.1% | kotlin.jvm 0.9% +[jfr] hot 6.7% kotlinx.coroutines.JobSupport.removeNode$kotlinx_coroutines_core | 6.6% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 6.3% kotlinx.coroutines.channels.BufferedChannel.send | 5.3% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 5.0% kotlinx.io.Buffer.skip | 4.1% kotlinx.io.BuffersJvmKt.transferFrom | 3.9% io.ktor.server.kron.ReactorDispatcher.dispatch$lambda$0 | 3.7% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 3.5% kotlinx.io.Buffer.write | 2.9% kotlinx.coroutines.internal.ConcurrentLinkedListKt.close | 2.9% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.9% kotlin.coroutines.CombinedContext.get | 2.7% io.ktor.websocket.Serializer.serialize | 2.7% kotlinx.coroutines.DispatchedTaskKt.resume | 2.5% io.ktor.websocket.FrameParser.handleStep +[jfr] stacks 6.6% JobSupport.removeNode$kotlinx_coroutines_core < JobNode.dispose < CancellableContinuationImpl.detachChild$kotlinx_coroutines_core < CancellableContinuationImpl.detachChildIfNonReusable < CancellableContinuationImpl.tryResumeImpl || 4.7% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 4.1% BuffersJvmKt.transferFrom < SinksJvmKt.write < OutputArraysJVMKt.writeByteBuffer < ByteWriteChannelOperations_jvmKt.writeFully < WebSocketWriter.drainQueueAndSerialize || 3.9% ReactorDispatcher.dispatch$lambda$0 < 0x000000002b38ba80.invoke < Reactor.drainPostQ$kron < Reactor.loop < Reactor.run || 3.5% Buffer.write < RequestBody.pullRaw < RequestBody.access$pullRaw < RequestBody$pullRaw$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.0% WebSocketWriter.drainQueueAndSerialize < WebSocketWriter.writeLoop < WebSocketWriter.access$writeLoop < WebSocketWriter$writeLoop$1.invokeSuspend < BaseContinuationImpl.resumeWith +[21.545s][safepoint] Safepoint "JFRSafepointClear", Time since last: 105620094 ns, Reaching safepoint: 214570 ns, At safepoint: 15349 ns, Leaving safepoint: 56856 ns, Total: 286775 ns, Threads: 8 runnable, 87 total diff --git a/site/static/logs/echo-ws/512/ktor-kronos.log b/site/static/logs/echo-ws/512/ktor-kronos.log new file mode 100644 index 0000000000..c7bab1d1ae --- /dev/null +++ b/site/static/logs/echo-ws/512/ktor-kronos.log @@ -0,0 +1,191 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.015s][gc ] Using G1 +[0.841s][gc,init] Version: 25.0.5+8-LTS (release) +[0.841s][gc,init] CPUs: 128 total, 64 available +[0.841s][gc,init] Memory: 251G +[0.841s][gc,init] Large Page Support: Disabled +[0.841s][gc,init] NUMA Support: Disabled +[0.841s][gc,init] Compressed Oops: Disabled +[0.841s][gc,init] Heap Region Size: 32M +[0.841s][gc,init] Heap Min Capacity: 32M +[0.841s][gc,init] Heap Initial Capacity: 20608M +[0.841s][gc,init] Heap Max Capacity: 64384M +[0.841s][gc,init] Pre-touch: Enabled +[0.841s][gc,init] Parallel Workers: 43 +[0.841s][gc,init] Concurrent Workers: 11 +[0.841s][gc,init] Concurrent Refinement Workers: 43 +[0.841s][gc,init] Periodic GC: Disabled +[0.891s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38365778 ns, Reaching safepoint: 3607 ns, At safepoint: 7123 ns, Leaving safepoint: 2886 ns, Total: 13616 ns, Threads: 1 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.012s][safepoint] Safepoint "JFRSafepointClear", Time since last: 121071815 ns, Reaching safepoint: 69509 ns, At safepoint: 12604 ns, Leaving safepoint: 2494 ns, Total: 84607 ns, Threads: 2 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.267 seconds. +[1.553s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1297M->34M(20640M) 7.227ms +[1.553s][gc ] GC(1) Concurrent Mark Cycle +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 531869073 ns, Reaching safepoint: 2103488 ns, At safepoint: 7323192 ns, Leaving safepoint: 54602 ns, Total: 9481282 ns, Threads: 41 runnable, 90 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 99495 ns, Reaching safepoint: 60613 ns, At safepoint: 9067 ns, Leaving safepoint: 28593 ns, Total: 98273 ns, Threads: 3 runnable, 90 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 176839 ns, Reaching safepoint: 72966 ns, At safepoint: 3347 ns, Leaving safepoint: 12834 ns, Total: 89147 ns, Threads: 4 runnable, 90 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48720 ns, Reaching safepoint: 134521 ns, At safepoint: 3116 ns, Leaving safepoint: 12202 ns, Total: 149839 ns, Threads: 4 runnable, 90 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34675 ns, Reaching safepoint: 68448 ns, At safepoint: 2254 ns, Leaving safepoint: 7113 ns, Total: 77815 ns, Threads: 3 runnable, 90 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55914 ns, Reaching safepoint: 75170 ns, At safepoint: 3006 ns, Leaving safepoint: 17412 ns, Total: 95588 ns, Threads: 5 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35346 ns, Reaching safepoint: 69750 ns, At safepoint: 1994 ns, Leaving safepoint: 37179 ns, Total: 108923 ns, Threads: 2 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 102341 ns, Reaching safepoint: 30466 ns, At safepoint: 8055 ns, Leaving safepoint: 12614 ns, Total: 51135 ns, Threads: 0 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 95949 ns, Reaching safepoint: 72735 ns, At safepoint: 3206 ns, Leaving safepoint: 14517 ns, Total: 90458 ns, Threads: 6 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 103533 ns, Reaching safepoint: 70131 ns, At safepoint: 3035 ns, Leaving safepoint: 11141 ns, Total: 84307 ns, Threads: 5 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33082 ns, Reaching safepoint: 70451 ns, At safepoint: 23293 ns, Leaving safepoint: 13876 ns, Total: 107620 ns, Threads: 6 runnable, 90 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43561 ns, Reaching safepoint: 19246 ns, At safepoint: 4188 ns, Leaving safepoint: 9457 ns, Total: 32891 ns, Threads: 1 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 109575 ns, Reaching safepoint: 70080 ns, At safepoint: 2855 ns, Leaving safepoint: 16131 ns, Total: 89066 ns, Threads: 4 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45845 ns, Reaching safepoint: 72505 ns, At safepoint: 3416 ns, Leaving safepoint: 13195 ns, Total: 89116 ns, Threads: 5 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43441 ns, Reaching safepoint: 75500 ns, At safepoint: 3617 ns, Leaving safepoint: 15509 ns, Total: 94626 ns, Threads: 2 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37350 ns, Reaching safepoint: 72675 ns, At safepoint: 3316 ns, Leaving safepoint: 11953 ns, Total: 87944 ns, Threads: 4 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44232 ns, Reaching safepoint: 75070 ns, At safepoint: 4478 ns, Leaving safepoint: 17733 ns, Total: 97281 ns, Threads: 4 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 94376 ns, Reaching safepoint: 73898 ns, At safepoint: 4458 ns, Leaving safepoint: 13405 ns, Total: 91761 ns, Threads: 3 runnable, 90 total +[1.556s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51997 ns, Reaching safepoint: 73407 ns, At safepoint: 3696 ns, Leaving safepoint: 32661 ns, Total: 109764 ns, Threads: 5 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64671 ns, Reaching safepoint: 73907 ns, At safepoint: 3507 ns, Leaving safepoint: 12503 ns, Total: 89917 ns, Threads: 4 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47038 ns, Reaching safepoint: 73126 ns, At safepoint: 3707 ns, Leaving safepoint: 8426 ns, Total: 85259 ns, Threads: 6 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64310 ns, Reaching safepoint: 70952 ns, At safepoint: 2735 ns, Leaving safepoint: 10529 ns, Total: 84216 ns, Threads: 4 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34665 ns, Reaching safepoint: 71784 ns, At safepoint: 3025 ns, Leaving safepoint: 10310 ns, Total: 85119 ns, Threads: 3 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40224 ns, Reaching safepoint: 4900 ns, At safepoint: 2154 ns, Leaving safepoint: 8195 ns, Total: 15249 ns, Threads: 3 runnable, 90 total +[1.557s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 223827 ns, Reaching safepoint: 122728 ns, At safepoint: 2695 ns, Leaving safepoint: 16872 ns, Total: 142295 ns, Threads: 6 runnable, 90 total +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 206915 ns, Reaching safepoint: 72596 ns, At safepoint: 4298 ns, Leaving safepoint: 13745 ns, Total: 90639 ns, Threads: 1 runnable, 90 total +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51757 ns, Reaching safepoint: 73507 ns, At safepoint: 3917 ns, Leaving safepoint: 15689 ns, Total: 93113 ns, Threads: 6 runnable, 90 total +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 297604 ns, Reaching safepoint: 74008 ns, At safepoint: 3928 ns, Leaving safepoint: 284840 ns, Total: 362776 ns, Threads: 1 runnable, 90 total +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 123901 ns, Reaching safepoint: 99525 ns, At safepoint: 7084 ns, Leaving safepoint: 24265 ns, Total: 130874 ns, Threads: 1 runnable, 90 total +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51205 ns, Reaching safepoint: 79098 ns, At safepoint: 3827 ns, Leaving safepoint: 26649 ns, Total: 109574 ns, Threads: 3 runnable, 90 total +[r21] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 98654 ns, Reaching safepoint: 76002 ns, At safepoint: 3196 ns, Leaving safepoint: 35506 ns, Total: 114704 ns, Threads: 3 runnable, 90 total +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52858 ns, Reaching safepoint: 82173 ns, At safepoint: 6422 ns, Leaving safepoint: 17653 ns, Total: 106248 ns, Threads: 5 runnable, 90 total +[r61] listening on 0.0.0.0:8080,8081 +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73637 ns, Reaching safepoint: 77785 ns, At safepoint: 4559 ns, Leaving safepoint: 25117 ns, Total: 107461 ns, Threads: 4 runnable, 90 total +[r30] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 80510 ns, Reaching safepoint: 103602 ns, At safepoint: 3828 ns, Leaving safepoint: 24095 ns, Total: 131525 ns, Threads: 2 runnable, 90 total +[r7] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 221402 ns, Reaching safepoint: 72405 ns, At safepoint: 4699 ns, Leaving safepoint: 12062 ns, Total: 89166 ns, Threads: 3 runnable, 90 total +[r51] listening on 0.0.0.0:8080,8081 +[1.560s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57076 ns, Reaching safepoint: 96600 ns, At safepoint: 51156 ns, Leaving safepoint: 20518 ns, Total: 168274 ns, Threads: 8 runnable, 90 total +[r12] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[1.561s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 117799 ns, Reaching safepoint: 119703 ns, At safepoint: 4589 ns, Leaving safepoint: 41277 ns, Total: 165569 ns, Threads: 15 runnable, 90 total +[r8] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[1.561s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 158114 ns, Reaching safepoint: 270384 ns, At safepoint: 3687 ns, Leaving safepoint: 64029 ns, Total: 338100 ns, Threads: 3 runnable, 90 total +[r48] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[1.562s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 62176 ns, Reaching safepoint: 1077848 ns, At safepoint: 4638 ns, Leaving safepoint: 13295 ns, Total: 1095781 ns, Threads: 0 runnable, 90 total +[r40] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[1.563s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 38702 ns, Reaching safepoint: 1068901 ns, At safepoint: 4769 ns, Leaving safepoint: 34214 ns, Total: 1107884 ns, Threads: 0 runnable, 90 total +[r45] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[1.563s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 93765 ns, Reaching safepoint: 13405 ns, At safepoint: 9247 ns, Leaving safepoint: 8305 ns, Total: 30957 ns, Threads: 4 runnable, 90 total +[r26] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[1.565s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 594909 ns, Reaching safepoint: 1065825 ns, At safepoint: 4018 ns, Leaving safepoint: 16971 ns, Total: 1086814 ns, Threads: 0 runnable, 90 total +[1.566s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40135 ns, Reaching safepoint: 1054775 ns, At safepoint: 47929 ns, Leaving safepoint: 12994 ns, Total: 1115698 ns, Threads: 1 runnable, 90 total +[r1] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.568s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 136835 ns, Reaching safepoint: 1074562 ns, At safepoint: 4328 ns, Leaving safepoint: 16651 ns, Total: 1095541 ns, Threads: 0 runnable, 90 total +[r18] listening on 0.0.0.0:8080,8081 +[1.569s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51837 ns, Reaching safepoint: 1049174 ns, At safepoint: 2705 ns, Leaving safepoint: 10480 ns, Total: 1062359 ns, Threads: 0 runnable, 90 total +[r32] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[1.570s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61995 ns, Reaching safepoint: 1029608 ns, At safepoint: 2705 ns, Leaving safepoint: 9939 ns, Total: 1042252 ns, Threads: 0 runnable, 90 total +[r5] listening on 0.0.0.0:8080,8081 +[1.573s][gc ] GC(1) Pause Remark 754M->754M(832M) 2.431ms +[1.573s][safepoint] Safepoint "G1PauseRemark", Time since last: 599847 ns, Reaching safepoint: 2665 ns, At safepoint: 2447840 ns, Leaving safepoint: 11481 ns, Total: 2461986 ns, Threads: 0 runnable, 90 total +[1.584s][gc ] GC(1) Pause Cleanup 754M->754M(832M) 0.014ms +[1.584s][safepoint] Safepoint "G1PauseCleanup", Time since last: 591372 ns, Reaching safepoint: 10774882 ns, At safepoint: 26800 ns, Leaving safepoint: 1553 ns, Total: 10803235 ns, Threads: 0 runnable, 90 total +[1.585s][gc ] GC(1) Concurrent Mark Cycle 31.157ms +[2.214s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 770M->35M(896M) 35.942ms +[2.214s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 594168902 ns, Reaching safepoint: 80630 ns, At safepoint: 35967842 ns, Leaving safepoint: 60894 ns, Total: 36109366 ns, Threads: 12 runnable, 86 total +[2.235s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 419M->36M(896M) 7.375ms +[2.235s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 258642 ns, Reaching safepoint: 12601244 ns, At safepoint: 7397240 ns, Leaving safepoint: 40555 ns, Total: 20039039 ns, Threads: 3 runnable, 86 total +[2.728s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 452M->56M(896M) 2.830ms +[2.728s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 489871391 ns, Reaching safepoint: 162092 ns, At safepoint: 2855469 ns, Leaving safepoint: 231472 ns, Total: 3249033 ns, Threads: 9 runnable, 97 total +[3.246s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 472M->57M(896M) 3.791ms +[3.246s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 513297391 ns, Reaching safepoint: 787447 ns, At safepoint: 3818844 ns, Leaving safepoint: 96800 ns, Total: 4703091 ns, Threads: 25 runnable, 94 total +[3.489s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 473M->59M(896M) 6.808ms +[3.489s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 235838859 ns, Reaching safepoint: 27140 ns, At safepoint: 6835584 ns, Leaving safepoint: 140692 ns, Total: 7003416 ns, Threads: 32 runnable, 91 total +[3.675s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 475M->62M(896M) 7.230ms +[3.675s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 173361682 ns, Reaching safepoint: 5743840 ns, At safepoint: 7257390 ns, Leaving safepoint: 35456 ns, Total: 13036686 ns, Threads: 2 runnable, 91 total +[3.912s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 478M->63M(10752M) 84.870ms +[3.912s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 144290746 ns, Reaching safepoint: 8045989 ns, At safepoint: 84902734 ns, Leaving safepoint: 24114 ns, Total: 92972837 ns, Threads: 4 runnable, 91 total +[5.218s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5407M->82M(10752M) 28.998ms +[5.219s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1276981861 ns, Reaching safepoint: 92984 ns, At safepoint: 29027685 ns, Leaving safepoint: 103803 ns, Total: 29224472 ns, Threads: 8 runnable, 82 total +[5.908s][safepoint] Safepoint "ThreadDump", Time since last: 687768135 ns, Reaching safepoint: 1211828 ns, At safepoint: 681680 ns, Leaving safepoint: 91430 ns, Total: 1984938 ns, Threads: 10 runnable, 82 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3749% | GC Thread 62% | G1 Service 22% | C2 CompilerThre 11% | C1 CompilerThre 10% | java 9% | jfr-report 1% | JFR Sampler Thr 1% | VM Thread 0% | cpu-report 0% || gc 11x 186 ms, heap 3511/10752 MiB +[6.417s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5394M->103M(10752M) 36.389ms +[6.417s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 472215500 ns, Reaching safepoint: 94236 ns, At safepoint: 36416582 ns, Leaving safepoint: 94155 ns, Total: 36604973 ns, Threads: 5 runnable, 83 total +[10.496s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5383M->128M(10752M) 47.594ms +[10.496s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4030769860 ns, Reaching safepoint: 26019 ns, At safepoint: 47621980 ns, Leaving safepoint: 119653 ns, Total: 47767652 ns, Threads: 2 runnable, 94 total +[cpu] reactor 3479% | C2 CompilerThre 6% | C1 CompilerThre 6% | GC Thread 5% | JFR Sampler Thr 1% | cpu-report 0% | JFR Recorder Th 0% | java 0% || gc 2x 84 ms, heap 2132/10752 MiB +[11.019s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 522475799 ns, Reaching safepoint: 978544 ns, At safepoint: 144479 ns, Leaving safepoint: 88775 ns, Total: 1211798 ns, Threads: 7 runnable, 89 total +[jfr] java 2659, native 453 || jdk.internal 32.4% | kotlinx.coroutines 25.9% | kotlin.coroutines 11.2% | kotlinx.io 9.2% | io.ktor.websocket 7.7% | io.ktor.server 5.0% | kotlin.jvm 2.1% | java.util 1.5% | java.lang 1.5% | kron.Reactor 1.0% +[jfr] hot 22.1% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 8.8% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 7.4% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 5.3% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 4.6% kotlinx.coroutines.channels.BufferedChannel.send | 3.0% kotlinx.io.Buffer.skip | 2.4% kotlinx.coroutines.channels.BufferedChannel.send$suspendImpl | 2.3% kotlinx.io.BuffersJvmKt.transferFrom | 2.2% kotlin.coroutines.jvm.internal.ContinuationImpl. | 2.1% kotlinx.coroutines.CancellableContinuationImpl.invokeOnCancellation | 2.1% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 1.9% kotlinx.coroutines.DispatchedTask.run | 1.7% kotlinx.io.SegmentPool.recycle | 1.6% io.ktor.websocket.Serializer.serialize | 1.6% kotlinx.io.Buffer.write +[jfr] stacks 22.1% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 8.8% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 5.3% DispatchedContinuation.getContext < DispatchedTaskKt.dispatch < CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 || 5.3% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.3% BuffersJvmKt.transferFrom < SinksJvmKt.write < OutputArraysJVMKt.writeByteBuffer < ByteWriteChannelOperations_jvmKt.writeFully < WebSocketWriter.drainQueueAndSerialize || 2.1% CancellableContinuationImpl.invokeOnCancellation < BufferedChannel$BufferedChannelIterator.invokeOnCancellation < BufferedChannel.prepareReceiverForSuspension < BufferedChannel.access$prepareReceiverForSuspension < BufferedChannel$BufferedChannelIterator.hasNextOnNoWaiterSuspend +[jfr] contended java.lang.Object @ RoutingKt__RoutingKt.proceedWebSocket$RoutingKt__RoutingKt < RoutingKt__RoutingKt.access$proceedWebSocket$RoutingKt__RoutingKt 77x 698 ms | java.lang.Object @ StringsKt.toByteArray < UtilsKt.websocketServerAccept 44x 363 ms | [I @ FrameParser.getFrameType < FrameParser.parseHeader1 29x 269 ms | java.lang.Object @ ParametersKt.ParametersBuilder < ParametersKt.ParametersBuilder$default 29x 261 ms | [I @ DefaultWebSocketSessionImpl.runIncomingProcessor < DefaultWebSocketSessionImpl.start 60x 251 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 60x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.397s][safepoint] Safepoint "JFRSafepointClear", Time since last: 377049631 ns, Reaching safepoint: 101078 ns, At safepoint: 42630 ns, Leaving safepoint: 76532 ns, Total: 220240 ns, Threads: 6 runnable, 91 total +[11.816s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5408M->148M(10752M) 53.706ms +[11.816s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 365299525 ns, Reaching safepoint: 97742 ns, At safepoint: 53733858 ns, Leaving safepoint: 108873 ns, Total: 53940473 ns, Threads: 6 runnable, 91 total +[13.044s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5396M->172M(10752M) 60.461ms +[13.044s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1167447296 ns, Reaching safepoint: 101309 ns, At safepoint: 60488483 ns, Leaving safepoint: 113702 ns, Total: 60703494 ns, Threads: 10 runnable, 90 total +[14.736s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5388M->197M(21504M) 528.772ms +[14.736s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1162748197 ns, Reaching safepoint: 308365 ns, At safepoint: 528807706 ns, Leaving safepoint: 128900 ns, Total: 529244971 ns, Threads: 6 runnable, 90 total +[cpu] reactor 3921% | GC Thread 379% | C2 CompilerThre 4% | jfr-report 3% | JFR Sampler Thr 1% | C1 CompilerThre 1% | VM Thread 0% | cpu-report 0% | JFR Recorder Th 0% || gc 3x 643 ms, heap 308/21504 MiB +[19.284s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 10757M->237M(21504M) 94.648ms +[19.284s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4453308495 ns, Reaching safepoint: 93634 ns, At safepoint: 94676338 ns, Leaving safepoint: 76903 ns, Total: 94846875 ns, Threads: 7 runnable, 92 total +[cpu] reactor 5241% | C2 CompilerThre 7% | GC Thread 6% | JFR Sampler Thr 2% | C1 CompilerThre 0% | java 0% || gc 1x 95 ms, heap 8107/21504 MiB +[21.402s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 2117681483 ns, Reaching safepoint: 21149 ns, At safepoint: 54902 ns, Leaving safepoint: 212897 ns, Total: 288948 ns, Threads: 1 runnable, 86 total +[jfr] java 3193, native 453 || kotlinx.coroutines 40.6% | kotlinx.io 16.5% | kotlin.coroutines 13.9% | io.ktor.websocket 11.6% | io.ktor.server 8.4% | kotlin.collections 2.7% | kotlin.jvm 2.0% | java.lang 1.7% | java.nio 0.8% | jdk.internal 0.4% +[jfr] hot 8.6% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 7.0% kotlinx.coroutines.CancellableContinuationImpl.dispatchResume | 6.2% kotlinx.coroutines.channels.BufferedChannel.send | 5.0% kotlinx.io.Buffer.skip | 4.7% kotlinx.io.BuffersJvmKt.transferFrom | 3.9% kotlinx.coroutines.channels.BufferedChannel.isClosedForSend0 | 3.7% kotlinx.coroutines.CancellableContinuationImpl.invokeOnCancellation | 3.6% kotlinx.io.Buffer.write | 3.0% kotlin.coroutines.jvm.internal.ContinuationImpl. | 2.8% kotlinx.coroutines.internal.DispatchedContinuation.getContext | 2.8% io.ktor.websocket.WebSocketWriter.drainQueueAndSerialize | 2.7% kotlin.collections.ArrayDeque.removeFirst | 2.7% kotlinx.coroutines.DispatchedTask.run | 2.6% io.ktor.websocket.Serializer.serialize | 2.4% kotlinx.io.SegmentPool.recycle +[jfr] stacks 7.7% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 7.0% CancellableContinuationImpl.dispatchResume < CancellableContinuationImpl.completeResume < BufferedChannelKt.tryResume0 < BufferedChannelKt.access$tryResume0 < BufferedChannel$BufferedChannelIterator.tryResumeHasNext || 4.7% BuffersJvmKt.transferFrom < SinksJvmKt.write < OutputArraysJVMKt.writeByteBuffer < ByteWriteChannelOperations_jvmKt.writeFully < WebSocketWriter.drainQueueAndSerialize || 3.7% CancellableContinuationImpl.invokeOnCancellation < BufferedChannel$BufferedChannelIterator.invokeOnCancellation < BufferedChannel.prepareReceiverForSuspension < BufferedChannel.access$prepareReceiverForSuspension < BufferedChannel$BufferedChannelIterator.hasNextOnNoWaiterSuspend || 3.6% Buffer.write < RequestBody.pullRaw < RequestBody.access$pullRaw < RequestBody$pullRaw$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.0% Buffer.skip < ResponseBody.stage < ResponseBody.flush < ByteWriteChannelOperations_jvmKt.writeFully < WebSocketWriter.drainQueueAndSerialize +[jfr] contended java.lang.Object @ JobSupport.getCancellationException < CancellableContinuationImpl.getContinuationCancellationCause 1x 3 ms +[21.504s][safepoint] Safepoint "JFRSafepointClear", Time since last: 101636181 ns, Reaching safepoint: 93184 ns, At safepoint: 16841 ns, Leaving safepoint: 285051 ns, Total: 395076 ns, Threads: 10 runnable, 85 total +[21.759s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 10765M->282M(21504M) 116.064ms +[21.759s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 138499095 ns, Reaching safepoint: 92743 ns, At safepoint: 116092506 ns, Leaving safepoint: 118681 ns, Total: 116303930 ns, Threads: 8 runnable, 85 total diff --git a/site/static/logs/json-comp/16384/ktor-kronos.log b/site/static/logs/json-comp/16384/ktor-kronos.log new file mode 100644 index 0000000000..80a9bea56f --- /dev/null +++ b/site/static/logs/json-comp/16384/ktor-kronos.log @@ -0,0 +1,169 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.010s][gc,init] CardTable entry size: 512 +[0.010s][gc ] Using G1 +[0.829s][gc,init] Version: 25.0.5+8-LTS (release) +[0.829s][gc,init] CPUs: 128 total, 64 available +[0.830s][gc,init] Memory: 251G +[0.830s][gc,init] Large Page Support: Disabled +[0.830s][gc,init] NUMA Support: Disabled +[0.830s][gc,init] Compressed Oops: Disabled +[0.830s][gc,init] Heap Region Size: 32M +[0.830s][gc,init] Heap Min Capacity: 32M +[0.830s][gc,init] Heap Initial Capacity: 20608M +[0.830s][gc,init] Heap Max Capacity: 64384M +[0.830s][gc,init] Pre-touch: Enabled +[0.830s][gc,init] Parallel Workers: 43 +[0.830s][gc,init] Concurrent Workers: 11 +[0.830s][gc,init] Concurrent Refinement Workers: 43 +[0.830s][gc,init] Periodic GC: Disabled +[0.879s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 37712118 ns, Reaching safepoint: 3707 ns, At safepoint: 4418 ns, Leaving safepoint: 2725 ns, Total: 10850 ns, Threads: 2 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[0.995s][safepoint] Safepoint "JFRSafepointClear", Time since last: 116253324 ns, Reaching safepoint: 72124 ns, At safepoint: 11351 ns, Leaving safepoint: 8586 ns, Total: 92061 ns, Threads: 2 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.262 seconds. +[1.508s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1297M->35M(20640M) 6.834ms +[1.508s][gc ] GC(1) Concurrent Mark Cycle +[1.508s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 505523384 ns, Reaching safepoint: 154177 ns, At safepoint: 6918196 ns, Leaving safepoint: 86040 ns, Total: 7158413 ns, Threads: 25 runnable, 91 total +[1.508s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 74549 ns, Reaching safepoint: 175276 ns, At safepoint: 4749 ns, Leaving safepoint: 35326 ns, Total: 215351 ns, Threads: 21 runnable, 91 total +[1.509s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54592 ns, Reaching safepoint: 935691 ns, At safepoint: 2825 ns, Leaving safepoint: 68718 ns, Total: 1007234 ns, Threads: 6 runnable, 91 total +[1.510s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 303205 ns, Reaching safepoint: 79187 ns, At safepoint: 7504 ns, Leaving safepoint: 21209 ns, Total: 107900 ns, Threads: 3 runnable, 91 total +[1.510s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 83586 ns, Reaching safepoint: 138698 ns, At safepoint: 4068 ns, Leaving safepoint: 19987 ns, Total: 162753 ns, Threads: 8 runnable, 91 total +[r7] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[1.513s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43832 ns, Reaching safepoint: 3131598 ns, At safepoint: 4188 ns, Leaving safepoint: 7283 ns, Total: 3143069 ns, Threads: 2 runnable, 91 total +[r54] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[1.514s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 719049 ns, Reaching safepoint: 107049 ns, At safepoint: 3777 ns, Leaving safepoint: 22802 ns, Total: 133628 ns, Threads: 1 runnable, 91 total +[r14] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1021221 ns, Reaching safepoint: 1098194 ns, At safepoint: 4989 ns, Leaving safepoint: 27151 ns, Total: 1130334 ns, Threads: 1 runnable, 91 total +[r31] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[1.519s][gc ] GC(1) Pause Remark 739M->739M(800M) 1.977ms +[1.519s][safepoint] Safepoint "G1PauseRemark", Time since last: 778669 ns, Reaching safepoint: 5580 ns, At safepoint: 1988231 ns, Leaving safepoint: 12072 ns, Total: 2005883 ns, Threads: 0 runnable, 91 total +[r42] listening on 0.0.0.0:8080,8081 +[1.567s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 739M->34M(864M) 35.319ms +[1.567s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 46126 ns, Reaching safepoint: 12867278 ns, At safepoint: 35348810 ns, Leaving safepoint: 22261 ns, Total: 48238349 ns, Threads: 1 runnable, 91 total +[r49] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[1.580s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 83646 ns, Reaching safepoint: 12426848 ns, At safepoint: 5180 ns, Leaving safepoint: 3867 ns, Total: 12435895 ns, Threads: 0 runnable, 91 total +[r27] listening on 0.0.0.0:8080,8081 +[1.580s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 66564 ns, Reaching safepoint: 158114 ns, At safepoint: 3166 ns, Leaving safepoint: 3497 ns, Total: 164777 ns, Threads: 2 runnable, 91 total +[r13] listening on 0.0.0.0:8080,8081 +[1.580s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44783 ns, Reaching safepoint: 70361 ns, At safepoint: 2184 ns, Leaving safepoint: 2605 ns, Total: 75150 ns, Threads: 1 runnable, 91 total +[r6] listening on 0.0.0.0:8080,8081 +[1.580s][gc ] GC(1) Pause Cleanup 210M->210M(864M) 0.012ms +[1.580s][safepoint] Safepoint "G1PauseCleanup", Time since last: 129120 ns, Reaching safepoint: 70351 ns, At safepoint: 19386 ns, Leaving safepoint: 6412 ns, Total: 96149 ns, Threads: 6 runnable, 91 total +[r37] listening on 0.0.0.0:8080,8081 +[1.581s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37260 ns, Reaching safepoint: 69229 ns, At safepoint: 47027 ns, Leaving safepoint: 5210 ns, Total: 121466 ns, Threads: 4 runnable, 91 total +[r62] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[1.581s][gc ] GC(1) Concurrent Mark Cycle 73.099ms +[r26] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.777s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 386M->34M(864M) 6.047ms +[1.777s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 184660974 ns, Reaching safepoint: 5902906 ns, At safepoint: 6065849 ns, Leaving safepoint: 35356 ns, Total: 12004111 ns, Threads: 4 runnable, 90 total +[2.372s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 386M->36M(864M) 8.626ms +[2.372s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 586344444 ns, Reaching safepoint: 87002 ns, At safepoint: 8649738 ns, Leaving safepoint: 79518 ns, Total: 8816258 ns, Threads: 12 runnable, 85 total +[2.947s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 388M->258M(864M) 13.729ms +[2.947s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 559923101 ns, Reaching safepoint: 523604 ns, At safepoint: 13755372 ns, Leaving safepoint: 161891 ns, Total: 14440867 ns, Threads: 10 runnable, 97 total +[3.113s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 610M->419M(10752M) 20.162ms +[3.113s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 134388963 ns, Reaching safepoint: 11237094 ns, At safepoint: 20197131 ns, Leaving safepoint: 67616 ns, Total: 31501841 ns, Threads: 8 runnable, 97 total +[4.264s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 5731M->523M(10752M) 13.075ms +[4.264s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1138070390 ns, Reaching safepoint: 100237 ns, At safepoint: 13111844 ns, Leaving safepoint: 84717 ns, Total: 13296798 ns, Threads: 13 runnable, 91 total +[4.847s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5707M->596M(10752M) 15.306ms +[4.847s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 567645218 ns, Reaching safepoint: 100116 ns, At safepoint: 15336685 ns, Leaving safepoint: 132637 ns, Total: 15569438 ns, Threads: 12 runnable, 88 total +[5.400s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5716M->702M(10752M) 20.279ms +[5.400s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 532244351 ns, Reaching safepoint: 82063 ns, At safepoint: 20311675 ns, Leaving safepoint: 75961 ns, Total: 20469699 ns, Threads: 4 runnable, 86 total +[5.898s][safepoint] Safepoint "ThreadDump", Time since last: 495200904 ns, Reaching safepoint: 91711 ns, At safepoint: 2543233 ns, Leaving safepoint: 81943 ns, Total: 2716887 ns, Threads: 13 runnable, 83 total +[5.923s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5726M->834M(10752M) 21.594ms +[5.923s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3290474 ns, Reaching safepoint: 83967 ns, At safepoint: 21619319 ns, Leaving safepoint: 76161 ns, Total: 21779447 ns, Threads: 7 runnable, 83 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3536% | GC Thread 63% | G1 Service 19% | C2 CompilerThre 17% | java 8% | C1 CompilerThre 7% | jfr-report 1% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 12x 161 ms, heap 1307/10752 MiB +[6.623s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5730M->891M(15008M) 213.846ms +[6.623s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 486296022 ns, Reaching safepoint: 94927 ns, At safepoint: 213879248 ns, Leaving safepoint: 239796 ns, Total: 214213971 ns, Threads: 12 runnable, 83 total +[9.656s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 7963M->991M(15008M) 23.682ms +[9.657s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3009090876 ns, Reaching safepoint: 100837 ns, At safepoint: 23713369 ns, Leaving safepoint: 163795 ns, Total: 23978001 ns, Threads: 24 runnable, 85 total +[10.580s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 7967M->1032M(15008M) 23.693ms +[10.580s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 899827592 ns, Reaching safepoint: 94456 ns, At safepoint: 23733557 ns, Leaving safepoint: 114493 ns, Total: 23942506 ns, Threads: 11 runnable, 84 total +[11.001s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 420408524 ns, Reaching safepoint: 11451 ns, At safepoint: 52919 ns, Leaving safepoint: 4498 ns, Total: 68868 ns, Threads: 0 runnable, 82 total +[cpu] reactor 3004% | GC Thread 185% | C2 CompilerThre 3% | JFR Sampler Thr 1% | C1 CompilerThre 1% | cpu-report 0% | JFR Recorder Th 0% || gc 3x 262 ms, heap 5150/15008 MiB +[11.311s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 7976M->1109M(15008M) 29.891ms +[11.311s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 280390499 ns, Reaching safepoint: 106388 ns, At safepoint: 29917718 ns, Leaving safepoint: 115394 ns, Total: 30139500 ns, Threads: 10 runnable, 87 total +[jfr] java 2607, native 437 || httparena.Utf8JsonWriter 26.2% | jdk.internal 22.7% | io.ktor.server 6.0% | kotlin.coroutines 5.3% | kotlinx.io 4.9% | io.ktor.util 4.9% | kotlinx.serialization 4.9% | java.util 4.2% | kotlin.jvm 3.6% | httparena.ApplicationKt$module$1$5$2 3.2% +[jfr] hot 15.4% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 9.5% httparena.Utf8JsonWriter.putString | 7.6% httparena.Utf8JsonWriter.writeQuoted | 5.5% httparena.Utf8JsonWriter.ensure | 5.4% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 3.2% httparena.ApplicationKt$module$1$5$2.invokeSuspend | 2.8% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.0% httparena.Utf8JsonWriter.writeLong | 1.9% kotlinx.io.SegmentPool.recycleL2 | 1.7% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 1.5% kotlinx.serialization.encoding.AbstractEncoder.encodeSerializableElement | 1.3% kron.TcpTransport.sweep | 1.2% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 1.0% httparena.Utf8JsonWriter.digits | 1.0% kotlinx.serialization.json.internal.JsonStreamsKt.encodeByWriter +[jfr] stacks 15.4% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 5.4% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 4.7% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 3.6% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 3.2% ApplicationKt$module$1$5$2.invokeSuspend < ApplicationKt$module$1$5$2.invoke < ApplicationKt$module$1$5$2.invoke < RoutingNode$buildPipeline$1$1.invokeSuspend < RoutingNode$buildPipeline$1$1.invoke || 2.3% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StringSerializer.serialize +[jfr] contended jdk.internal.ref.CleanerImpl$CleanableList @ DeflaterKt.deflateTo < DeflaterKt.access$deflateTo 27916x 29487 ms | java.lang.Object @ KronApplicationRequest.getQueryParameters < RoutingPipelineRequest.getQueryParameters 61x 800 ms | java.lang.Object @ DeflaterKt.putGzipTrailer < DeflaterKt.deflateTo 48x 494 ms | java.lang.Object @ ResponseConverterKt$convertResponseBody$1$3.invokeSuspend < ResponseConverterKt$convertResponseBody$1$3.invoke 54x 398 ms | java.lang.Object @ ByteWriteChannelOperationsKt$writer$job$1.invokeSuspend < BaseContinuationImpl.resumeWith 33x 390 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 63x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.894s][safepoint] Safepoint "JFRSafepointClear", Time since last: 582865909 ns, Reaching safepoint: 97943 ns, At safepoint: 39373 ns, Leaving safepoint: 69459 ns, Total: 206775 ns, Threads: 10 runnable, 87 total +[12.087s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 8021M->1184M(15008M) 29.078ms +[12.088s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 163850369 ns, Reaching safepoint: 98964 ns, At safepoint: 29106689 ns, Leaving safepoint: 140642 ns, Total: 29346295 ns, Threads: 13 runnable, 87 total +[12.806s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 8096M->1246M(15008M) 31.609ms +[12.806s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 686483101 ns, Reaching safepoint: 103262 ns, At safepoint: 31640516 ns, Leaving safepoint: 129421 ns, Total: 31873199 ns, Threads: 9 runnable, 86 total +[13.906s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 8126M->1319M(24128M) 432.776ms +[13.906s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 667251301 ns, Reaching safepoint: 106498 ns, At safepoint: 432811669 ns, Leaving safepoint: 183532 ns, Total: 433101699 ns, Threads: 10 runnable, 86 total +[cpu] reactor 3551% | GC Thread 381% | jfr-report 8% | C2 CompilerThre 7% | JFR Sampler Thr 0% | C1 CompilerThre 0% | java 0% | JFR Recorder Th 0% | VM Thread 0% | cpu-report 0% || gc 4x 523 ms, heap 8695/24128 MiB +[17.364s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 12775M->1442M(24128M) 35.007ms +[17.364s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3422655142 ns, Reaching safepoint: 91480 ns, At safepoint: 35037573 ns, Leaving safepoint: 109694 ns, Total: 35238747 ns, Threads: 15 runnable, 85 total +[18.501s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 12802M->1566M(24128M) 40.165ms +[18.501s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1096594646 ns, Reaching safepoint: 96089 ns, At safepoint: 40195645 ns, Leaving safepoint: 340514 ns, Total: 40632248 ns, Threads: 14 runnable, 85 total +[19.640s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 12798M->1682M(24128M) 46.697ms +[19.640s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1091581951 ns, Reaching safepoint: 95067 ns, At safepoint: 46729260 ns, Leaving safepoint: 102110 ns, Total: 46926437 ns, Threads: 11 runnable, 85 total +[20.787s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 12786M->1791M(24128M) 51.922ms +[20.787s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1094816119 ns, Reaching safepoint: 654438 ns, At safepoint: 51952704 ns, Leaving safepoint: 96540 ns, Total: 52703682 ns, Threads: 12 runnable, 85 total +[cpu] reactor 4613% | GC Thread 111% | JFR Sampler Thr 1% | JFR Recorder Th 0% | C2 CompilerThre 0% | C1 CompilerThre 0% | cpu-report 0% || gc 4x 174 ms, heap 4390/24128 MiB +[21.928s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 12927M->1922M(24128M) 49.803ms +[21.928s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1089117577 ns, Reaching safepoint: 1188904 ns, At safepoint: 49835283 ns, Leaving safepoint: 108512 ns, Total: 51132699 ns, Threads: 14 runnable, 80 total +[21.929s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1451653 ns, Reaching safepoint: 103212 ns, At safepoint: 92352 ns, Leaving safepoint: 81311 ns, Total: 276875 ns, Threads: 20 runnable, 80 total +[jfr] java 3124, native 454 || httparena.Utf8JsonWriter 42.2% | kotlin.coroutines 8.5% | io.ktor.util 8.1% | kotlinx.serialization 7.0% | io.ktor.server 6.5% | java.util 5.2% | kotlinx.io 4.1% | java.lang 3.3% | io.ktor.utils 3.2% | kotlin.jvm 2.6% +[jfr] hot 14.6% httparena.Utf8JsonWriter.putString | 12.9% httparena.Utf8JsonWriter.writeQuoted | 8.3% httparena.Utf8JsonWriter.ensure | 4.4% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 3.8% httparena.Utf8JsonWriter.writeLong | 2.0% io.ktor.utils.io.pool.DefaultPool.popTop | 1.9% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 1.8% kotlinx.serialization.encoding.AbstractEncoder.encodeSerializableElement | 1.8% httparena.Utf8JsonWriter.digits | 1.5% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 1.3% kotlinx.io.Buffer.skip | 1.2% kotlinx.io.Buffer.write | 1.2% kotlinx.serialization.json.internal.JsonStreamsKt.encodeByWriter | 1.2% io.ktor.util.pipeline.Pipeline.mergePhases | 1.1% java.util.ArrayList.grow +[jfr] stacks 8.1% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 5.5% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 4.3% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeIntElement || 3.0% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StringSerializer.serialize || 2.8% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < AbstractEncoder.encodeStringElement || 2.6% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeSerializableElement +[jfr] contended jdk.internal.ref.CleanerImpl$CleanableList @ DeflaterKt.deflateTo < DeflaterKt.access$deflateTo 73900x 41212 ms | jdk.internal.ref.CleanerImpl$CleanableList @ FilesKt__FileReadWriteKt.readText < FilesKt__FileReadWriteKt.readText$default 3x 6 ms | jdk.internal.ref.CleanerImpl$CleanableList @ StreamDecoder.implClose < StreamDecoder.close 2x 3 ms +[22.257s][safepoint] Safepoint "JFRSafepointClear", Time since last: 327697875 ns, Reaching safepoint: 13114 ns, At safepoint: 64250 ns, Leaving safepoint: 2134 ns, Total: 79498 ns, Threads: 0 runnable, 83 total diff --git a/site/static/logs/json-comp/4096/ktor-kronos.log b/site/static/logs/json-comp/4096/ktor-kronos.log new file mode 100644 index 0000000000..4bd90085a5 --- /dev/null +++ b/site/static/logs/json-comp/4096/ktor-kronos.log @@ -0,0 +1,213 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.012s][gc,init] CardTable entry size: 512 +[0.013s][gc ] Using G1 +[0.832s][gc,init] Version: 25.0.5+8-LTS (release) +[0.832s][gc,init] CPUs: 128 total, 64 available +[0.832s][gc,init] Memory: 251G +[0.832s][gc,init] Large Page Support: Disabled +[0.832s][gc,init] NUMA Support: Disabled +[0.832s][gc,init] Compressed Oops: Disabled +[0.832s][gc,init] Heap Region Size: 32M +[0.832s][gc,init] Heap Min Capacity: 32M +[0.832s][gc,init] Heap Initial Capacity: 20608M +[0.832s][gc,init] Heap Max Capacity: 64384M +[0.832s][gc,init] Pre-touch: Enabled +[0.832s][gc,init] Parallel Workers: 43 +[0.832s][gc,init] Concurrent Workers: 11 +[0.832s][gc,init] Concurrent Refinement Workers: 43 +[0.832s][gc,init] Periodic GC: Disabled +[0.884s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 40115116 ns, Reaching safepoint: 69649 ns, At safepoint: 6482 ns, Leaving safepoint: 1964 ns, Total: 78095 ns, Threads: 3 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.006s][safepoint] Safepoint "JFRSafepointClear", Time since last: 122409216 ns, Reaching safepoint: 73427 ns, At safepoint: 13285 ns, Leaving safepoint: 3897 ns, Total: 90609 ns, Threads: 1 runnable, 21 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.256 seconds. +[1.527s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 7.363ms +[1.527s][gc ] GC(1) Concurrent Mark Cycle +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 509908022 ns, Reaching safepoint: 3137187 ns, At safepoint: 7455551 ns, Leaving safepoint: 63488 ns, Total: 10656226 ns, Threads: 38 runnable, 92 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 144439 ns, Reaching safepoint: 77174 ns, At safepoint: 6502 ns, Leaving safepoint: 18825 ns, Total: 102501 ns, Threads: 3 runnable, 92 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 854901 ns, Reaching safepoint: 70801 ns, At safepoint: 3637 ns, Leaving safepoint: 8346 ns, Total: 82784 ns, Threads: 4 runnable, 92 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43801 ns, Reaching safepoint: 202787 ns, At safepoint: 3637 ns, Leaving safepoint: 16671 ns, Total: 223095 ns, Threads: 6 runnable, 92 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 448394 ns, Reaching safepoint: 264883 ns, At safepoint: 3066 ns, Leaving safepoint: 15589 ns, Total: 283538 ns, Threads: 9 runnable, 92 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44633 ns, Reaching safepoint: 73316 ns, At safepoint: 2956 ns, Leaving safepoint: 13014 ns, Total: 89286 ns, Threads: 4 runnable, 92 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47879 ns, Reaching safepoint: 76773 ns, At safepoint: 3927 ns, Leaving safepoint: 15680 ns, Total: 96380 ns, Threads: 2 runnable, 92 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50944 ns, Reaching safepoint: 73377 ns, At safepoint: 2825 ns, Leaving safepoint: 503988 ns, Total: 580190 ns, Threads: 6 runnable, 92 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64109 ns, Reaching safepoint: 75991 ns, At safepoint: 4318 ns, Leaving safepoint: 15930 ns, Total: 96239 ns, Threads: 4 runnable, 92 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57828 ns, Reaching safepoint: 141142 ns, At safepoint: 2645 ns, Leaving safepoint: 18034 ns, Total: 161821 ns, Threads: 5 runnable, 92 total +[1.531s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54361 ns, Reaching safepoint: 77384 ns, At safepoint: 3456 ns, Leaving safepoint: 31799 ns, Total: 112639 ns, Threads: 5 runnable, 92 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 97742 ns, Reaching safepoint: 2052459 ns, At safepoint: 3727 ns, Leaving safepoint: 24185 ns, Total: 2080371 ns, Threads: 7 runnable, 92 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47318 ns, Reaching safepoint: 116737 ns, At safepoint: 6903 ns, Leaving safepoint: 28343 ns, Total: 151983 ns, Threads: 1 runnable, 92 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 148025 ns, Reaching safepoint: 12674 ns, At safepoint: 4949 ns, Leaving safepoint: 37259 ns, Total: 54882 ns, Threads: 2 runnable, 92 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43351 ns, Reaching safepoint: 75430 ns, At safepoint: 4268 ns, Leaving safepoint: 108422 ns, Total: 188120 ns, Threads: 2 runnable, 92 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40996 ns, Reaching safepoint: 207166 ns, At safepoint: 3676 ns, Leaving safepoint: 21681 ns, Total: 232523 ns, Threads: 4 runnable, 92 total +[1.534s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 146593 ns, Reaching safepoint: 77083 ns, At safepoint: 21530 ns, Leaving safepoint: 63027 ns, Total: 161640 ns, Threads: 5 runnable, 92 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 254263 ns, Reaching safepoint: 135402 ns, At safepoint: 3777 ns, Leaving safepoint: 58109 ns, Total: 197288 ns, Threads: 3 runnable, 92 total +[r33] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 112930 ns, Reaching safepoint: 1071233 ns, At safepoint: 46787 ns, Leaving safepoint: 35566 ns, Total: 1153586 ns, Threads: 1 runnable, 92 total +[r36] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1042229 ns, Reaching safepoint: 136614 ns, At safepoint: 5691 ns, Leaving safepoint: 46627 ns, Total: 188932 ns, Threads: 7 runnable, 92 total +[r53] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48921 ns, Reaching safepoint: 213427 ns, At safepoint: 4468 ns, Leaving safepoint: 36067 ns, Total: 253962 ns, Threads: 7 runnable, 92 total +[r0] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52979 ns, Reaching safepoint: 78726 ns, At safepoint: 3346 ns, Leaving safepoint: 551857 ns, Total: 633929 ns, Threads: 3 runnable, 92 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58509 ns, Reaching safepoint: 77634 ns, At safepoint: 5020 ns, Leaving safepoint: 12673 ns, Total: 95327 ns, Threads: 1 runnable, 92 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44293 ns, Reaching safepoint: 71202 ns, At safepoint: 2866 ns, Leaving safepoint: 9497 ns, Total: 83565 ns, Threads: 3 runnable, 92 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47218 ns, Reaching safepoint: 71473 ns, At safepoint: 2835 ns, Leaving safepoint: 12273 ns, Total: 86581 ns, Threads: 2 runnable, 92 total +[r44] listening on 0.0.0.0:8080,8081 +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43481 ns, Reaching safepoint: 7324 ns, At safepoint: 4749 ns, Leaving safepoint: 13114 ns, Total: 25187 ns, Threads: 1 runnable, 92 total +[r58] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49482 ns, Reaching safepoint: 8426 ns, At safepoint: 29555 ns, Leaving safepoint: 23824 ns, Total: 61805 ns, Threads: 1 runnable, 92 total +[r14] listening on 0.0.0.0:8080,8081 +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73817 ns, Reaching safepoint: 75741 ns, At safepoint: 3286 ns, Leaving safepoint: 13375 ns, Total: 92402 ns, Threads: 3 runnable, 92 total +[r34] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 75881 ns, Reaching safepoint: 1044313 ns, At safepoint: 3697 ns, Leaving safepoint: 22262 ns, Total: 1070272 ns, Threads: 3 runnable, 92 total +[r11] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 91480 ns, Reaching safepoint: 74148 ns, At safepoint: 3486 ns, Leaving safepoint: 24526 ns, Total: 102160 ns, Threads: 3 runnable, 92 total +[r4] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46737 ns, Reaching safepoint: 143828 ns, At safepoint: 33812 ns, Leaving safepoint: 30086 ns, Total: 207726 ns, Threads: 3 runnable, 92 total +[r15] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 63338 ns, Reaching safepoint: 13686 ns, At safepoint: 4889 ns, Leaving safepoint: 22231 ns, Total: 40806 ns, Threads: 1 runnable, 92 total +[r31] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 749825 ns, Reaching safepoint: 9388 ns, At safepoint: 4759 ns, Leaving safepoint: 8976 ns, Total: 23123 ns, Threads: 3 runnable, 92 total +[1.543s][gc ] GC(1) Pause Remark 706M->706M(768M) 1.755ms +[1.543s][safepoint] Safepoint "G1PauseRemark", Time since last: 51957 ns, Reaching safepoint: 86361 ns, At safepoint: 1766446 ns, Leaving safepoint: 18375 ns, Total: 1871182 ns, Threads: 3 runnable, 92 total +[r62] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52497 ns, Reaching safepoint: 15081370 ns, At safepoint: 7985 ns, Leaving safepoint: 31949 ns, Total: 15121304 ns, Threads: 1 runnable, 92 total +[1.592s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 707M->34M(832M) 33.405ms +[1.592s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 93093 ns, Reaching safepoint: 154568 ns, At safepoint: 33428105 ns, Leaving safepoint: 33292 ns, Total: 33615965 ns, Threads: 3 runnable, 92 total +[1.604s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52978 ns, Reaching safepoint: 11566761 ns, At safepoint: 6242 ns, Leaving safepoint: 3406 ns, Total: 11576409 ns, Threads: 0 runnable, 92 total +[1.604s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46396 ns, Reaching safepoint: 102601 ns, At safepoint: 3006 ns, Leaving safepoint: 3616 ns, Total: 109223 ns, Threads: 1 runnable, 92 total +[1.604s][gc ] GC(1) Pause Cleanup 98M->98M(832M) 0.018ms +[1.604s][safepoint] Safepoint "G1PauseCleanup", Time since last: 167813 ns, Reaching safepoint: 72515 ns, At safepoint: 27952 ns, Leaving safepoint: 6482 ns, Total: 106949 ns, Threads: 1 runnable, 92 total +[r30] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[1.605s][gc ] GC(1) Concurrent Mark Cycle 77.811ms +[1.605s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 744325 ns, Reaching safepoint: 6562 ns, At safepoint: 6702 ns, Leaving safepoint: 1072 ns, Total: 14336 ns, Threads: 0 runnable, 92 total +[1.605s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 56976 ns, Reaching safepoint: 3807 ns, At safepoint: 3527 ns, Leaving safepoint: 1112 ns, Total: 8446 ns, Threads: 0 runnable, 92 total +[1.605s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45535 ns, Reaching safepoint: 69569 ns, At safepoint: 2585 ns, Leaving safepoint: 3727 ns, Total: 75881 ns, Threads: 1 runnable, 92 total +[1.605s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 97111 ns, Reaching safepoint: 72945 ns, At safepoint: 3847 ns, Leaving safepoint: 8707 ns, Total: 85499 ns, Threads: 4 runnable, 92 total +[1.605s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73166 ns, Reaching safepoint: 74739 ns, At safepoint: 5059 ns, Leaving safepoint: 12403 ns, Total: 92201 ns, Threads: 4 runnable, 92 total +[1.606s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36348 ns, Reaching safepoint: 74699 ns, At safepoint: 3386 ns, Leaving safepoint: 8897 ns, Total: 86982 ns, Threads: 4 runnable, 92 total +[r7] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.805s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 386M->34M(832M) 5.539ms +[1.805s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 182981207 ns, Reaching safepoint: 10595884 ns, At safepoint: 5560215 ns, Leaving safepoint: 24576 ns, Total: 16180675 ns, Threads: 1 runnable, 91 total +[2.062s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 386M->34M(832M) 7.179ms +[2.062s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 249630923 ns, Reaching safepoint: 152694 ns, At safepoint: 7204194 ns, Leaving safepoint: 54030 ns, Total: 7410918 ns, Threads: 42 runnable, 86 total +[2.749s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 386M->104M(832M) 9.601ms +[2.749s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 665119560 ns, Reaching safepoint: 12278585 ns, At safepoint: 9630759 ns, Leaving safepoint: 71753 ns, Total: 21981097 ns, Threads: 0 runnable, 97 total +[2.933s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) (Evacuation Failure: Pinned) 456M->143M(10720M) 17.257ms +[2.937s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 166904620 ns, Reaching safepoint: 103162 ns, At safepoint: 17280922 ns, Leaving safepoint: 3721024 ns, Total: 21105108 ns, Threads: 12 runnable, 97 total +[4.008s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 5423M->200M(10720M) 7.166ms +[4.008s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1063621477 ns, Reaching safepoint: 97241 ns, At safepoint: 7195508 ns, Leaving safepoint: 100156 ns, Total: 7392905 ns, Threads: 11 runnable, 90 total +[4.612s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5448M->227M(10720M) 9.021ms +[4.612s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 594943177 ns, Reaching safepoint: 392661 ns, At safepoint: 9051822 ns, Leaving safepoint: 95397 ns, Total: 9539880 ns, Threads: 17 runnable, 84 total +[5.119s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5443M->243M(10720M) 9.334ms +[5.120s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 497611200 ns, Reaching safepoint: 96801 ns, At safepoint: 9364183 ns, Leaving safepoint: 121055 ns, Total: 9582039 ns, Threads: 6 runnable, 83 total +[5.642s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5427M->263M(10720M) 10.216ms +[5.642s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 512314341 ns, Reaching safepoint: 93043 ns, At safepoint: 10243780 ns, Leaving safepoint: 120404 ns, Total: 10457227 ns, Threads: 10 runnable, 83 total +[5.908s][safepoint] Safepoint "ThreadDump", Time since last: 263296694 ns, Reaching safepoint: 179955 ns, At safepoint: 2540987 ns, Leaving safepoint: 70452 ns, Total: 2791394 ns, Threads: 16 runnable, 83 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3672% | GC Thread 31% | G1 Service 20% | C1 CompilerThre 18% | C2 CompilerThre 16% | java 8% | jfr-report 1% | JFR Sampler Thr 1% | JFR Recorder Th 0% | VM Thread 0% | cpu-report 0% || gc 12x 116 ms, heap 3377/10720 MiB +[6.165s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5447M->272M(10720M) 11.389ms +[6.165s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 245137325 ns, Reaching safepoint: 97882 ns, At safepoint: 11420730 ns, Leaving safepoint: 98002 ns, Total: 11616614 ns, Threads: 10 runnable, 83 total +[6.681s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5424M->292M(10720M) 12.692ms +[6.681s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 503314489 ns, Reaching safepoint: 94926 ns, At safepoint: 12719517 ns, Leaving safepoint: 92272 ns, Total: 12906715 ns, Threads: 7 runnable, 83 total +[7.192s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5444M->301M(10720M) 12.589ms +[7.192s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 497657570 ns, Reaching safepoint: 93203 ns, At safepoint: 12615904 ns, Leaving safepoint: 109864 ns, Total: 12818971 ns, Threads: 11 runnable, 83 total +[10.031s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5421M->320M(10720M) 12.993ms +[10.031s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2825698030 ns, Reaching safepoint: 84447 ns, At safepoint: 13022261 ns, Leaving safepoint: 149358 ns, Total: 13256066 ns, Threads: 10 runnable, 85 total +[10.537s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5440M->329M(10720M) 13.227ms +[10.537s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 493051064 ns, Reaching safepoint: 93044 ns, At safepoint: 13257078 ns, Leaving safepoint: 112679 ns, Total: 13462801 ns, Threads: 8 runnable, 85 total +[cpu] reactor 3142% | GC Thread 23% | C2 CompilerThre 7% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | JFR Recorder Th 0% | java 0% | VM Thread 0% || gc 5x 63 ms, heap 4881/10720 MiB +[11.015s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 476538199 ns, Reaching safepoint: 670397 ns, At safepoint: 110877 ns, Leaving safepoint: 60853 ns, Total: 842127 ns, Threads: 10 runnable, 84 total +[11.051s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5417M->350M(10720M) 14.422ms +[11.051s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 21901744 ns, Reaching safepoint: 96089 ns, At safepoint: 14452853 ns, Leaving safepoint: 113982 ns, Total: 14662924 ns, Threads: 11 runnable, 84 total +[11.535s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5438M->368M(10720M) 16.458ms +[11.536s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 467580902 ns, Reaching safepoint: 128569 ns, At safepoint: 16489534 ns, Leaving safepoint: 117218 ns, Total: 16735321 ns, Threads: 10 runnable, 90 total +[12.003s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5424M->379M(10720M) 17.745ms +[12.003s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 449655035 ns, Reaching safepoint: 98714 ns, At safepoint: 17777080 ns, Leaving safepoint: 103131 ns, Total: 17978925 ns, Threads: 11 runnable, 90 total +[jfr] java 2793, native 461 || httparena.Utf8JsonWriter 31.7% | jdk.internal 11.8% | io.ktor.util 6.9% | kotlinx.serialization 6.9% | io.ktor.server 5.6% | kotlin.coroutines 5.6% | java.util 5.0% | httparena.ApplicationKt$module$1$5$2 4.9% | kotlin.jvm 4.1% | java.lang 3.3% +[jfr] hot 11.2% httparena.Utf8JsonWriter.putString | 9.8% httparena.Utf8JsonWriter.writeQuoted | 7.1% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 5.7% httparena.Utf8JsonWriter.ensure | 4.8% httparena.ApplicationKt$module$1$5$2.invokeSuspend | 3.4% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 3.3% httparena.Utf8JsonWriter.writeLong | 2.2% kotlinx.serialization.encoding.AbstractEncoder.encodeSerializableElement | 2.1% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.0% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 1.6% io.ktor.util.pipeline.Pipeline.hasPhase | 1.3% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 1.2% java.util.HashMap.getNode | 1.0% java.util.Arrays.copyOf | 0.9% kotlinx.serialization.json.internal.StreamingJsonEncoder. +[jfr] stacks 7.1% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 6.0% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 4.8% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 4.8% ApplicationKt$module$1$5$2.invokeSuspend < ApplicationKt$module$1$5$2.invoke < ApplicationKt$module$1$5$2.invoke < RoutingNode$buildPipeline$1$1.invokeSuspend < RoutingNode$buildPipeline$1$1.invoke || 3.4% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 3.1% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeIntElement +[jfr] contended jdk.internal.ref.CleanerImpl$CleanableList @ DeflaterKt.deflateTo < DeflaterKt.access$deflateTo 41696x 29056 ms | java.lang.Object @ ByteWriteChannelOperationsKt.writer < ByteWriteChannelOperationsKt.writer 42x 344 ms | java.lang.Object @ JsonStreamsKt.encodeByWriter < JsonBytesConverter.serialize 60x 340 ms | java.lang.Object @ JsonBytesConverter.serialize < ResponseConverterKt$convertResponseBody$1$3.invokeSuspend 84x 226 ms | [I @ ByteWriteChannelOperationsKt.writer < ByteWriteChannelOperationsKt.writer 20x 214 ms +[jfr] parks kotlin.reflect.jvm.internal.impl.storage.DefaultSimpleLock.lock 38x | kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[12.191s][safepoint] Safepoint "JFRSafepointClear", Time since last: 187639850 ns, Reaching safepoint: 163794 ns, At safepoint: 24055 ns, Leaving safepoint: 60733 ns, Total: 248582 ns, Threads: 20 runnable, 85 total +[13.317s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5435M->385M(10720M) 17.569ms +[13.317s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1107911945 ns, Reaching safepoint: 87994 ns, At safepoint: 17599860 ns, Leaving safepoint: 123490 ns, Total: 17811344 ns, Threads: 12 runnable, 85 total +[13.827s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5441M->401M(10720M) 18.504ms +[13.827s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 491476485 ns, Reaching safepoint: 96590 ns, At safepoint: 18531384 ns, Leaving safepoint: 87894 ns, Total: 18715868 ns, Threads: 12 runnable, 85 total +[14.344s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5425M->422M(10720M) 19.773ms +[14.344s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 496841372 ns, Reaching safepoint: 96700 ns, At safepoint: 19805265 ns, Leaving safepoint: 126585 ns, Total: 20028550 ns, Threads: 8 runnable, 85 total +[cpu] reactor 3160% | GC Thread 40% | C2 CompilerThre 12% | jfr-report 11% | C1 CompilerThre 2% | JFR Recorder Th 0% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 6x 105 ms, heap 2913/10720 MiB +[17.217s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5446M->437M(12864M) 117.483ms +[17.217s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2755117808 ns, Reaching safepoint: 88775 ns, At safepoint: 117517519 ns, Leaving safepoint: 113061 ns, Total: 117719355 ns, Threads: 11 runnable, 82 total +[17.846s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 6549M->449M(12864M) 18.566ms +[17.846s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 610683265 ns, Reaching safepoint: 88054 ns, At safepoint: 18593872 ns, Leaving safepoint: 92822 ns, Total: 18774748 ns, Threads: 12 runnable, 82 total +[18.471s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 6561M->468M(12864M) 21.179ms +[18.472s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 604019460 ns, Reaching safepoint: 97872 ns, At safepoint: 21211684 ns, Leaving safepoint: 99605 ns, Total: 21409161 ns, Threads: 12 runnable, 82 total +[19.096s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 6580M->487M(12864M) 20.516ms +[19.096s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 602453811 ns, Reaching safepoint: 956900 ns, At safepoint: 20543611 ns, Leaving safepoint: 86902 ns, Total: 21587413 ns, Threads: 20 runnable, 82 total +[19.731s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 6599M->497M(12864M) 21.330ms +[19.731s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 614205324 ns, Reaching safepoint: 95328 ns, At safepoint: 21357586 ns, Leaving safepoint: 105216 ns, Total: 21558130 ns, Threads: 11 runnable, 82 total +[20.444s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 6609M->518M(14944M) 115.627ms +[20.444s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 597011265 ns, Reaching safepoint: 94607 ns, At safepoint: 115661864 ns, Leaving safepoint: 129501 ns, Total: 115885972 ns, Threads: 7 runnable, 82 total +[cpu] reactor 4356% | GC Thread 193% | JFR Sampler Thr 1% | JFR Recorder Th 0% | java 0% | C2 CompilerThre 0% || gc 6x 314 ms, heap 6233/14944 MiB +[21.168s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 7654M->535M(14944M) 20.531ms +[21.168s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 702681071 ns, Reaching safepoint: 89967 ns, At safepoint: 20562797 ns, Leaving safepoint: 79538 ns, Total: 20732302 ns, Threads: 10 runnable, 80 total +[21.877s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 7671M->559M(14944M) 20.469ms +[21.878s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 689189432 ns, Reaching safepoint: 94386 ns, At safepoint: 20503007 ns, Leaving safepoint: 94716 ns, Total: 20692109 ns, Threads: 9 runnable, 80 total +[22.200s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 322775313 ns, Reaching safepoint: 11271 ns, At safepoint: 58469 ns, Leaving safepoint: 1352 ns, Total: 71092 ns, Threads: 0 runnable, 80 total +[jfr] java 2930, native 471 || httparena.Utf8JsonWriter 41.9% | kotlinx.serialization 10.1% | io.ktor.util 8.6% | java.util 7.9% | kotlin.coroutines 6.1% | io.ktor.server 5.6% | kotlinx.io 3.8% | java.lang 3.2% | kotlin.jvm 2.2% | io.ktor.utils 1.9% +[jfr] hot 15.0% httparena.Utf8JsonWriter.writeQuoted | 13.5% httparena.Utf8JsonWriter.putString | 6.8% httparena.Utf8JsonWriter.ensure | 3.7% httparena.Utf8JsonWriter.writeLong | 2.7% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 2.6% kotlinx.serialization.encoding.AbstractEncoder.encodeSerializableElement | 2.1% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 2.1% httparena.Utf8JsonWriter.digits | 1.7% java.util.HashMap.getNode | 1.6% kotlinx.serialization.json.internal.JsonStreamsKt.encodeByWriter | 1.6% java.util.ArrayList.grow | 1.5% io.ktor.util.pipeline.Pipeline.hasPhase | 1.5% kotlinx.io.Buffer.skip | 1.3% kotlinx.serialization.json.internal.StreamingJsonEncoder. | 1.2% io.ktor.util.DeflaterKt.deflateTo +[jfr] stacks 7.6% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 5.8% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 4.5% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeIntElement || 2.9% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeSerializableElement || 2.6% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < AbstractEncoder.encodeStringElement || 2.5% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StringSerializer.serialize +[jfr] contended jdk.internal.ref.CleanerImpl$CleanableList @ DeflaterKt.deflateTo < DeflaterKt.access$deflateTo 126402x 92103 ms | jdk.internal.ref.CleanerImpl$CleanableList @ StreamDecoder.implClose < StreamDecoder.close 2x 2 ms | jdk.internal.ref.CleanerImpl$CleanableList @ FilesKt__FileReadWriteKt.readText < FilesKt__FileReadWriteKt.readText$default 2x 1 ms +[22.706s][safepoint] Safepoint "JFRSafepointClear", Time since last: 505049115 ns, Reaching safepoint: 9868 ns, At safepoint: 24425 ns, Leaving safepoint: 1413 ns, Total: 35706 ns, Threads: 0 runnable, 85 total diff --git a/site/static/logs/json-tls/4096/ktor-kronos.log b/site/static/logs/json-tls/4096/ktor-kronos.log new file mode 100644 index 0000000000..ecd0ad32dc --- /dev/null +++ b/site/static/logs/json-tls/4096/ktor-kronos.log @@ -0,0 +1,323 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.015s][gc ] Using G1 +[0.833s][gc,init] Version: 25.0.5+8-LTS (release) +[0.833s][gc,init] CPUs: 128 total, 64 available +[0.833s][gc,init] Memory: 251G +[0.833s][gc,init] Large Page Support: Disabled +[0.833s][gc,init] NUMA Support: Disabled +[0.833s][gc,init] Compressed Oops: Disabled +[0.833s][gc,init] Heap Region Size: 32M +[0.833s][gc,init] Heap Min Capacity: 32M +[0.833s][gc,init] Heap Initial Capacity: 20608M +[0.833s][gc,init] Heap Max Capacity: 64384M +[0.833s][gc,init] Pre-touch: Enabled +[0.833s][gc,init] Parallel Workers: 43 +[0.833s][gc,init] Concurrent Workers: 11 +[0.833s][gc,init] Concurrent Refinement Workers: 43 +[0.833s][gc,init] Periodic GC: Disabled +[0.885s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 40468231 ns, Reaching safepoint: 69159 ns, At safepoint: 4488 ns, Leaving safepoint: 4849 ns, Total: 78496 ns, Threads: 3 runnable, 15 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.008s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123228238 ns, Reaching safepoint: 70532 ns, At safepoint: 6181 ns, Leaving safepoint: 5681 ns, Total: 82394 ns, Threads: 3 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.261 seconds. +[1.507s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 6.764ms +[1.507s][gc ] GC(1) Concurrent Mark Cycle +[1.507s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 492171972 ns, Reaching safepoint: 162542 ns, At safepoint: 6857507 ns, Leaving safepoint: 101339 ns, Total: 7121388 ns, Threads: 21 runnable, 93 total +[1.507s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 118551 ns, Reaching safepoint: 29465 ns, At safepoint: 8826 ns, Leaving safepoint: 20949 ns, Total: 59240 ns, Threads: 2 runnable, 93 total +[1.508s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 236070 ns, Reaching safepoint: 14356 ns, At safepoint: 5220 ns, Leaving safepoint: 6562 ns, Total: 26138 ns, Threads: 3 runnable, 93 total +[1.511s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 3629057 ns, Reaching safepoint: 16911 ns, At safepoint: 9498 ns, Leaving safepoint: 4127 ns, Total: 30536 ns, Threads: 0 runnable, 93 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 239246 ns, Reaching safepoint: 72745 ns, At safepoint: 3056 ns, Leaving safepoint: 7073 ns, Total: 82874 ns, Threads: 1 runnable, 93 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58890 ns, Reaching safepoint: 73336 ns, At safepoint: 4859 ns, Leaving safepoint: 24787 ns, Total: 102982 ns, Threads: 2 runnable, 93 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50954 ns, Reaching safepoint: 9538 ns, At safepoint: 5400 ns, Leaving safepoint: 4549 ns, Total: 19487 ns, Threads: 0 runnable, 93 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 431102 ns, Reaching safepoint: 69981 ns, At safepoint: 2775 ns, Leaving safepoint: 2885 ns, Total: 75641 ns, Threads: 1 runnable, 93 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33102 ns, Reaching safepoint: 68347 ns, At safepoint: 2755 ns, Leaving safepoint: 2845 ns, Total: 73947 ns, Threads: 1 runnable, 93 total +[1.513s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41578 ns, Reaching safepoint: 4528 ns, At safepoint: 3607 ns, Leaving safepoint: 3216 ns, Total: 11351 ns, Threads: 1 runnable, 93 total +[1.513s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35236 ns, Reaching safepoint: 68748 ns, At safepoint: 2705 ns, Leaving safepoint: 4478 ns, Total: 75931 ns, Threads: 3 runnable, 93 total +[1.513s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36247 ns, Reaching safepoint: 5120 ns, At safepoint: 3376 ns, Leaving safepoint: 7584 ns, Total: 16080 ns, Threads: 2 runnable, 93 total +[1.514s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 786966 ns, Reaching safepoint: 365069 ns, At safepoint: 4028 ns, Leaving safepoint: 97331 ns, Total: 466428 ns, Threads: 33 runnable, 93 total +[1.515s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 356303 ns, Reaching safepoint: 1032823 ns, At safepoint: 60864 ns, Leaving safepoint: 33652 ns, Total: 1127339 ns, Threads: 1 runnable, 93 total +[1.517s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57617 ns, Reaching safepoint: 1134042 ns, At safepoint: 4178 ns, Leaving safepoint: 37239 ns, Total: 1175459 ns, Threads: 2 runnable, 93 total +[1.518s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55283 ns, Reaching safepoint: 1155541 ns, At safepoint: 5290 ns, Leaving safepoint: 57757 ns, Total: 1218588 ns, Threads: 1 runnable, 93 total +[1.518s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 106809 ns, Reaching safepoint: 133719 ns, At safepoint: 4889 ns, Leaving safepoint: 55123 ns, Total: 193731 ns, Threads: 3 runnable, 93 total +[1.520s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 85118 ns, Reaching safepoint: 1109316 ns, At safepoint: 57196 ns, Leaving safepoint: 25888 ns, Total: 1192400 ns, Threads: 0 runnable, 93 total +[1.521s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 113442 ns, Reaching safepoint: 1008688 ns, At safepoint: 5921 ns, Leaving safepoint: 26279 ns, Total: 1040888 ns, Threads: 1 runnable, 93 total +[r14] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[1.522s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48159 ns, Reaching safepoint: 1136717 ns, At safepoint: 7113 ns, Leaving safepoint: 41196 ns, Total: 1185026 ns, Threads: 1 runnable, 93 total +[1.525s][gc ] GC(1) Pause Remark 803M->803M(864M) 2.271ms +[1.525s][safepoint] Safepoint "G1PauseRemark", Time since last: 411777 ns, Reaching safepoint: 585240 ns, At safepoint: 2290424 ns, Leaving safepoint: 16531 ns, Total: 2892195 ns, Threads: 4 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 63398 ns, Reaching safepoint: 12134321 ns, At safepoint: 8476 ns, Leaving safepoint: 5370 ns, Total: 12148167 ns, Threads: 0 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51856 ns, Reaching safepoint: 137095 ns, At safepoint: 2365 ns, Leaving safepoint: 5129 ns, Total: 144589 ns, Threads: 3 runnable, 93 total +[r19] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 124522 ns, Reaching safepoint: 47038 ns, At safepoint: 4428 ns, Leaving safepoint: 8456 ns, Total: 59922 ns, Threads: 0 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 79558 ns, Reaching safepoint: 191687 ns, At safepoint: 4167 ns, Leaving safepoint: 8216 ns, Total: 204070 ns, Threads: 3 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52117 ns, Reaching safepoint: 108552 ns, At safepoint: 29865 ns, Leaving safepoint: 35587 ns, Total: 174004 ns, Threads: 1 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 108281 ns, Reaching safepoint: 11983 ns, At safepoint: 6953 ns, Leaving safepoint: 5810 ns, Total: 24746 ns, Threads: 1 runnable, 93 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49543 ns, Reaching safepoint: 72014 ns, At safepoint: 3126 ns, Leaving safepoint: 7063 ns, Total: 82203 ns, Threads: 1 runnable, 93 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50143 ns, Reaching safepoint: 8636 ns, At safepoint: 5120 ns, Leaving safepoint: 9978 ns, Total: 23734 ns, Threads: 0 runnable, 93 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41047 ns, Reaching safepoint: 72134 ns, At safepoint: 2495 ns, Leaving safepoint: 22822 ns, Total: 97451 ns, Threads: 3 runnable, 93 total +[r53] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2488703 ns, Reaching safepoint: 10340 ns, At safepoint: 5580 ns, Leaving safepoint: 2184 ns, Total: 18104 ns, Threads: 0 runnable, 93 total +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41437 ns, Reaching safepoint: 2856 ns, At safepoint: 1993 ns, Leaving safepoint: 3817 ns, Total: 8666 ns, Threads: 0 runnable, 93 total +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 71313 ns, Reaching safepoint: 11932 ns, At safepoint: 27582 ns, Leaving safepoint: 9928 ns, Total: 49442 ns, Threads: 0 runnable, 93 total +[r50] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 629693 ns, Reaching safepoint: 4448 ns, At safepoint: 4188 ns, Leaving safepoint: 3817 ns, Total: 12453 ns, Threads: 0 runnable, 93 total +[1.578s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 803M->35M(928M) 35.894ms +[1.578s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 157503 ns, Reaching safepoint: 77534 ns, At safepoint: 35937487 ns, Leaving safepoint: 25007 ns, Total: 36040028 ns, Threads: 1 runnable, 93 total +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 80740 ns, Reaching safepoint: 12151113 ns, At safepoint: 7784 ns, Leaving safepoint: 3717 ns, Total: 12162614 ns, Threads: 1 runnable, 93 total +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52908 ns, Reaching safepoint: 10610 ns, At safepoint: 48170 ns, Leaving safepoint: 10029 ns, Total: 68809 ns, Threads: 2 runnable, 93 total +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51946 ns, Reaching safepoint: 69910 ns, At safepoint: 1814 ns, Leaving safepoint: 4538 ns, Total: 76262 ns, Threads: 3 runnable, 93 total +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45395 ns, Reaching safepoint: 70241 ns, At safepoint: 2053 ns, Leaving safepoint: 5190 ns, Total: 77484 ns, Threads: 2 runnable, 93 total +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39924 ns, Reaching safepoint: 71363 ns, At safepoint: 1834 ns, Leaving safepoint: 8385 ns, Total: 81582 ns, Threads: 3 runnable, 93 total +[r16] listening on 0.0.0.0:8080,8081 +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34775 ns, Reaching safepoint: 165077 ns, At safepoint: 2976 ns, Leaving safepoint: 7233 ns, Total: 175286 ns, Threads: 1 runnable, 93 total +[r1] listening on 0.0.0.0:8080,8081 +[1.591s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40686 ns, Reaching safepoint: 72265 ns, At safepoint: 1753 ns, Leaving safepoint: 8375 ns, Total: 82393 ns, Threads: 3 runnable, 93 total +[r20] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[1.592s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 883205 ns, Reaching safepoint: 5210 ns, At safepoint: 2344 ns, Leaving safepoint: 972 ns, Total: 8526 ns, Threads: 0 runnable, 93 total +[1.592s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36818 ns, Reaching safepoint: 68297 ns, At safepoint: 1724 ns, Leaving safepoint: 781 ns, Total: 70802 ns, Threads: 1 runnable, 93 total +[1.592s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33342 ns, Reaching safepoint: 66484 ns, At safepoint: 1503 ns, Leaving safepoint: 4729 ns, Total: 72716 ns, Threads: 1 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44683 ns, Reaching safepoint: 66834 ns, At safepoint: 1543 ns, Leaving safepoint: 1944 ns, Total: 70321 ns, Threads: 1 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 32861 ns, Reaching safepoint: 66884 ns, At safepoint: 1333 ns, Leaving safepoint: 2535 ns, Total: 70752 ns, Threads: 1 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36528 ns, Reaching safepoint: 67415 ns, At safepoint: 1753 ns, Leaving safepoint: 3417 ns, Total: 72585 ns, Threads: 1 runnable, 93 total +[r38] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55072 ns, Reaching safepoint: 70341 ns, At safepoint: 2896 ns, Leaving safepoint: 5129 ns, Total: 78366 ns, Threads: 3 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39373 ns, Reaching safepoint: 5100 ns, At safepoint: 2665 ns, Leaving safepoint: 4909 ns, Total: 12674 ns, Threads: 2 runnable, 93 total +[r60] listening on 0.0.0.0:8080,8081 +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52027 ns, Reaching safepoint: 6662 ns, At safepoint: 2254 ns, Leaving safepoint: 4900 ns, Total: 13816 ns, Threads: 1 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33913 ns, Reaching safepoint: 69850 ns, At safepoint: 2234 ns, Leaving safepoint: 6121 ns, Total: 78205 ns, Threads: 3 runnable, 93 total +[r24] listening on 0.0.0.0:8080,8081 +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 35617 ns, Reaching safepoint: 34193 ns, At safepoint: 2214 ns, Leaving safepoint: 5891 ns, Total: 42298 ns, Threads: 2 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37981 ns, Reaching safepoint: 70832 ns, At safepoint: 2505 ns, Leaving safepoint: 7003 ns, Total: 80340 ns, Threads: 5 runnable, 93 total +[1.593s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36157 ns, Reaching safepoint: 70441 ns, At safepoint: 2485 ns, Leaving safepoint: 6512 ns, Total: 79438 ns, Threads: 4 runnable, 93 total +[1.594s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58058 ns, Reaching safepoint: 70652 ns, At safepoint: 1973 ns, Leaving safepoint: 7875 ns, Total: 80500 ns, Threads: 6 runnable, 93 total +[1.594s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39784 ns, Reaching safepoint: 72866 ns, At safepoint: 2053 ns, Leaving safepoint: 27171 ns, Total: 102090 ns, Threads: 3 runnable, 93 total +[r31] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[1.594s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57016 ns, Reaching safepoint: 74288 ns, At safepoint: 1984 ns, Leaving safepoint: 11612 ns, Total: 87884 ns, Threads: 3 runnable, 93 total +[1.596s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33001 ns, Reaching safepoint: 2125818 ns, At safepoint: 1933 ns, Leaving safepoint: 32110 ns, Total: 2159861 ns, Threads: 7 runnable, 93 total +[r37] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[1.596s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 142085 ns, Reaching safepoint: 83866 ns, At safepoint: 4959 ns, Leaving safepoint: 22933 ns, Total: 111758 ns, Threads: 5 runnable, 93 total +[1.597s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58749 ns, Reaching safepoint: 74980 ns, At safepoint: 3166 ns, Leaving safepoint: 18093 ns, Total: 96239 ns, Threads: 5 runnable, 93 total +[r49] listening on 0.0.0.0:8080,8081 +[1.597s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 97863 ns, Reaching safepoint: 72885 ns, At safepoint: 1683 ns, Leaving safepoint: 12694 ns, Total: 87262 ns, Threads: 3 runnable, 93 total +[r17] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[1.601s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 150741 ns, Reaching safepoint: 4203395 ns, At safepoint: 3848 ns, Leaving safepoint: 19636 ns, Total: 4226879 ns, Threads: 3 runnable, 93 total +[r8] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[1.614s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45094 ns, Reaching safepoint: 12796284 ns, At safepoint: 3747 ns, Leaving safepoint: 6031 ns, Total: 12806062 ns, Threads: 2 runnable, 93 total +[1.614s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34414 ns, Reaching safepoint: 70261 ns, At safepoint: 2464 ns, Leaving safepoint: 4218 ns, Total: 76943 ns, Threads: 2 runnable, 93 total +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31078 ns, Reaching safepoint: 2062139 ns, At safepoint: 1904 ns, Leaving safepoint: 8436 ns, Total: 2072479 ns, Threads: 5 runnable, 93 total +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39974 ns, Reaching safepoint: 60152 ns, At safepoint: 2434 ns, Leaving safepoint: 5441 ns, Total: 68027 ns, Threads: 4 runnable, 93 total +[1.622s][gc ] GC(3) Pause Young (Normal) (G1 Evacuation Pause) 419M->35M(928M) 5.748ms +[1.622s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 51275 ns, Reaching safepoint: 326308 ns, At safepoint: 5769511 ns, Leaving safepoint: 18775 ns, Total: 6114594 ns, Threads: 2 runnable, 93 total +[r41] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49522 ns, Reaching safepoint: 148136 ns, At safepoint: 4659 ns, Leaving safepoint: 7323 ns, Total: 160118 ns, Threads: 1 runnable, 93 total +[r47] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34895 ns, Reaching safepoint: 5831 ns, At safepoint: 3156 ns, Leaving safepoint: 7113 ns, Total: 16100 ns, Threads: 5 runnable, 93 total +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33232 ns, Reaching safepoint: 70541 ns, At safepoint: 2856 ns, Leaving safepoint: 23574 ns, Total: 96971 ns, Threads: 2 runnable, 93 total +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37850 ns, Reaching safepoint: 75290 ns, At safepoint: 3837 ns, Leaving safepoint: 23504 ns, Total: 102631 ns, Threads: 5 runnable, 93 total +[r0] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[1.623s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45685 ns, Reaching safepoint: 76282 ns, At safepoint: 3086 ns, Leaving safepoint: 23424 ns, Total: 102792 ns, Threads: 4 runnable, 93 total +[r4] listening on 0.0.0.0:8080,8081 +[1.625s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 85619 ns, Reaching safepoint: 2061939 ns, At safepoint: 2224 ns, Leaving safepoint: 29445 ns, Total: 2093608 ns, Threads: 6 runnable, 93 total +[r5] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[1.639s][gc ] GC(1) Pause Cleanup 58M->58M(928M) 0.019ms +[1.639s][safepoint] Safepoint "G1PauseCleanup", Time since last: 126225 ns, Reaching safepoint: 13894007 ns, At safepoint: 31619 ns, Leaving safepoint: 11551 ns, Total: 13937177 ns, Threads: 2 runnable, 93 total +[r7] listening on 0.0.0.0:8080,8081 +[1.639s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39945 ns, Reaching safepoint: 6552 ns, At safepoint: 39844 ns, Leaving safepoint: 14016 ns, Total: 60412 ns, Threads: 3 runnable, 93 total +[r42] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[1.640s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 473011 ns, Reaching safepoint: 107831 ns, At safepoint: 3967 ns, Leaving safepoint: 19446 ns, Total: 131244 ns, Threads: 2 runnable, 93 total +[1.640s][gc ] GC(1) Concurrent Mark Cycle 133.099ms +[r61] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.905s][gc ] GC(4) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 451M->75M(928M) 3.005ms +[2.905s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1261305031 ns, Reaching safepoint: 169746 ns, At safepoint: 3030963 ns, Leaving safepoint: 108472 ns, Total: 3309181 ns, Threads: 10 runnable, 94 total +[3.022s][gc ] GC(5) Pause Young (Mixed) (G1 Evacuation Pause) 459M->81M(928M) 4.299ms +[3.022s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 95453103 ns, Reaching safepoint: 17706395 ns, At safepoint: 4327457 ns, Leaving safepoint: 80430 ns, Total: 22114282 ns, Threads: 1 runnable, 97 total +[3.075s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 497M->77M(928M) 1.296ms +[3.076s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 51764674 ns, Reaching safepoint: 203128 ns, At safepoint: 1318175 ns, Leaving safepoint: 98613 ns, Total: 1619916 ns, Threads: 14 runnable, 97 total +[3.142s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 493M->76M(10784M) 10.641ms +[3.142s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 55886519 ns, Reaching safepoint: 104875 ns, At safepoint: 10665767 ns, Leaving safepoint: 84007 ns, Total: 10854649 ns, Threads: 8 runnable, 97 total +[3.728s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 1.905ms +[3.728s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 583185044 ns, Reaching safepoint: 102451 ns, At safepoint: 1939040 ns, Leaving safepoint: 78306 ns, Total: 2119797 ns, Threads: 15 runnable, 89 total +[4.023s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.022ms +[4.023s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 293061913 ns, Reaching safepoint: 103432 ns, At safepoint: 2050428 ns, Leaving safepoint: 123319 ns, Total: 2277179 ns, Threads: 22 runnable, 88 total +[4.277s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 1.904ms +[4.277s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 251696742 ns, Reaching safepoint: 99084 ns, At safepoint: 1932438 ns, Leaving safepoint: 94005 ns, Total: 2125527 ns, Threads: 15 runnable, 84 total +[4.506s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.652ms +[4.506s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 226244457 ns, Reaching safepoint: 101960 ns, At safepoint: 2680501 ns, Leaving safepoint: 126645 ns, Total: 2909106 ns, Threads: 14 runnable, 84 total +[4.724s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.126ms +[4.724s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215941365 ns, Reaching safepoint: 110005 ns, At safepoint: 2154591 ns, Leaving safepoint: 93534 ns, Total: 2358130 ns, Threads: 11 runnable, 84 total +[4.941s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.048ms +[4.941s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214641996 ns, Reaching safepoint: 128830 ns, At safepoint: 2075965 ns, Leaving safepoint: 91931 ns, Total: 2296726 ns, Threads: 17 runnable, 84 total +[5.158s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.318ms +[5.158s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214444097 ns, Reaching safepoint: 105947 ns, At safepoint: 2346539 ns, Leaving safepoint: 102150 ns, Total: 2554636 ns, Threads: 21 runnable, 84 total +[5.376s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.458ms +[5.376s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214873210 ns, Reaching safepoint: 106619 ns, At safepoint: 2488182 ns, Leaving safepoint: 75381 ns, Total: 2670182 ns, Threads: 16 runnable, 84 total +[5.592s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.326ms +[5.592s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214120890 ns, Reaching safepoint: 107600 ns, At safepoint: 2355375 ns, Leaving safepoint: 88515 ns, Total: 2551490 ns, Threads: 17 runnable, 84 total +[5.812s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 3.429ms +[5.812s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215873603 ns, Reaching safepoint: 630604 ns, At safepoint: 3456015 ns, Leaving safepoint: 71453 ns, Total: 4158072 ns, Threads: 17 runnable, 84 total +[5.906s][safepoint] Safepoint "ThreadDump", Time since last: 90823218 ns, Reaching safepoint: 180156 ns, At safepoint: 2496848 ns, Leaving safepoint: 90439 ns, Total: 2767443 ns, Threads: 25 runnable, 84 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 3834% | G1 Service 19% | C1 CompilerThre 18% | GC Thread 15% | C2 CompilerThre 13% | java 8% | jfr-report 1% | JFR Sampler Thr 1% | VM Thread 0% | cpu-report 0% || gc 19x 92 ms, heap 3712/10784 MiB +[6.038s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.590ms +[6.038s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 128947580 ns, Reaching safepoint: 170578 ns, At safepoint: 2619567 ns, Leaving safepoint: 83766 ns, Total: 2873911 ns, Threads: 21 runnable, 84 total +[6.257s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.604ms +[6.257s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216424190 ns, Reaching safepoint: 104314 ns, At safepoint: 2634155 ns, Leaving safepoint: 83415 ns, Total: 2821884 ns, Threads: 18 runnable, 84 total +[6.476s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.492ms +[6.476s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216001335 ns, Reaching safepoint: 105166 ns, At safepoint: 2522507 ns, Leaving safepoint: 99154 ns, Total: 2726827 ns, Threads: 18 runnable, 84 total +[6.694s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.181ms +[6.694s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216070544 ns, Reaching safepoint: 172592 ns, At safepoint: 2206919 ns, Leaving safepoint: 108061 ns, Total: 2487572 ns, Threads: 22 runnable, 84 total +[6.913s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.447ms +[6.913s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215793358 ns, Reaching safepoint: 159377 ns, At safepoint: 2474217 ns, Leaving safepoint: 88685 ns, Total: 2722279 ns, Threads: 23 runnable, 84 total +[7.130s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.743ms +[7.130s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214585900 ns, Reaching safepoint: 103713 ns, At safepoint: 2771009 ns, Leaving safepoint: 85449 ns, Total: 2960171 ns, Threads: 20 runnable, 84 total +[7.348s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5420M->76M(10784M) 2.866ms +[7.348s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214525452 ns, Reaching safepoint: 174274 ns, At safepoint: 2893868 ns, Leaving safepoint: 89497 ns, Total: 3157639 ns, Threads: 26 runnable, 84 total +[10.001s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5420M->108M(10784M) 3.485ms +[10.001s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2649131508 ns, Reaching safepoint: 98864 ns, At safepoint: 3514274 ns, Leaving safepoint: 115174 ns, Total: 3728312 ns, Threads: 15 runnable, 88 total +[10.438s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5420M->108M(10784M) 2.782ms +[10.438s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 434185208 ns, Reaching safepoint: 145872 ns, At safepoint: 2808890 ns, Leaving safepoint: 103522 ns, Total: 3058284 ns, Threads: 44 runnable, 88 total +[10.743s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5420M->110M(10784M) 3.067ms +[10.744s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 301298293 ns, Reaching safepoint: 103803 ns, At safepoint: 3095814 ns, Leaving safepoint: 1677694 ns, Total: 4877311 ns, Threads: 19 runnable, 88 total +[11.004s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5422M->110M(10784M) 3.408ms +[11.004s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 255021658 ns, Reaching safepoint: 1391851 ns, At safepoint: 3434926 ns, Leaving safepoint: 69219 ns, Total: 4895996 ns, Threads: 17 runnable, 84 total +[cpu] reactor 3533% | C2 CompilerThre 12% | GC Thread 5% | JFR Sampler Thr 1% | C1 CompilerThre 1% | VM Thread 0% | cpu-report 0% || gc 11x 31 ms, heap 174/10784 MiB +[11.016s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 10924661 ns, Reaching safepoint: 167191 ns, At safepoint: 39935 ns, Leaving safepoint: 102991 ns, Total: 310117 ns, Threads: 27 runnable, 84 total +[11.241s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5422M->116M(10784M) 4.287ms +[11.241s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 221219852 ns, Reaching safepoint: 183893 ns, At safepoint: 4314333 ns, Leaving safepoint: 114162 ns, Total: 4612388 ns, Threads: 13 runnable, 86 total +[jfr] java 2737, native 468 || httparena.Utf8JsonWriter 32.1% | jdk.internal 21.1% | kotlinx.serialization 10.4% | io.ktor.util 8.5% | io.ktor.server 7.0% | java.lang 5.7% | java.util 4.8% | kotlin.jvm 2.6% | kotlin.coroutines 1.3% | kotlin.reflect 0.8% +[jfr] hot 13.5% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 12.1% httparena.Utf8JsonWriter.putString | 9.3% httparena.Utf8JsonWriter.writeQuoted | 6.1% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 5.6% httparena.Utf8JsonWriter.writeLong | 3.9% kotlinx.serialization.json.internal.JsonStreamsKt.encodeByWriter | 3.2% httparena.Utf8JsonWriter.ensure | 2.6% java.util.Arrays.copyOf | 1.6% kotlinx.serialization.internal.CollectionLikeSerializer.serialize | 1.5% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 1.4% io.ktor.util.pipeline.Pipeline.hasPhase | 1.4% java.lang.StringLatin1.toLowerCase | 1.4% io.ktor.server.engine.BaseApplicationResponse.respondOutgoingContent | 1.3% java.lang.invoke.LambdaForm$MH.0x000000007240e400.invoke | 1.1% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity +[jfr] stacks 13.5% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 6.6% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 5.9% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 3.9% JsonStreamsKt.encodeByWriter < JsonBytesConverter.serialize < ResponseConverterKt$convertResponseBody$1$3.invokeSuspend < ResponseConverterKt$convertResponseBody$1$3.invoke < ResponseConverterKt$convertResponseBody$1$3.invoke || 3.4% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeIntElement || 2.5% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement +[jfr] contended java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 59x 218 ms | [I @ KronApplicationEngine.start$lambda$6 < 0x00000000721dc168.invoke 52x 73 ms | java.lang.ref.ReferenceQueue$Lock @ BoringSsl.setNumTickets < TlsService$Companion.configure 46x 45 ms | java.lang.Object @ TlsService$Companion.configure < TlsService$Companion.newContext 45x 26 ms | java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 19x 24 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.416s][safepoint] Safepoint "JFRSafepointClear", Time since last: 174690228 ns, Reaching safepoint: 160730 ns, At safepoint: 17853 ns, Leaving safepoint: 71473 ns, Total: 250056 ns, Threads: 26 runnable, 88 total +[11.473s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5428M->111M(10784M) 3.648ms +[11.473s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 52639363 ns, Reaching safepoint: 185225 ns, At safepoint: 3677758 ns, Leaving safepoint: 104144 ns, Total: 3967127 ns, Threads: 12 runnable, 88 total +[11.697s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5423M->111M(10784M) 3.453ms +[11.700s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 219093656 ns, Reaching safepoint: 1889789 ns, At safepoint: 3485610 ns, Leaving safepoint: 2887927 ns, Total: 8263326 ns, Threads: 11 runnable, 88 total +[11.921s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5423M->110M(10784M) 4.277ms +[11.921s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215983124 ns, Reaching safepoint: 108242 ns, At safepoint: 4304134 ns, Leaving safepoint: 83135 ns, Total: 4495511 ns, Threads: 17 runnable, 88 total +[12.141s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5422M->111M(10784M) 3.173ms +[12.141s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216866309 ns, Reaching safepoint: 198139 ns, At safepoint: 3202853 ns, Leaving safepoint: 102110 ns, Total: 3503102 ns, Threads: 20 runnable, 88 total +[12.358s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5423M->111M(10784M) 3.219ms +[12.358s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213881075 ns, Reaching safepoint: 108592 ns, At safepoint: 3246465 ns, Leaving safepoint: 103773 ns, Total: 3458830 ns, Threads: 16 runnable, 87 total +[12.576s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5423M->110M(10784M) 3.015ms +[12.576s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213881886 ns, Reaching safepoint: 174916 ns, At safepoint: 3041634 ns, Leaving safepoint: 96920 ns, Total: 3313470 ns, Threads: 21 runnable, 87 total +[12.793s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5422M->110M(10784M) 3.282ms +[12.793s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213580375 ns, Reaching safepoint: 104104 ns, At safepoint: 3307839 ns, Leaving safepoint: 81853 ns, Total: 3493796 ns, Threads: 18 runnable, 87 total +[13.010s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5422M->111M(10784M) 3.289ms +[13.010s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213429263 ns, Reaching safepoint: 169115 ns, At safepoint: 3318419 ns, Leaving safepoint: 90849 ns, Total: 3578383 ns, Threads: 19 runnable, 87 total +[13.227s][gc ] GC(38) Pause Young (Normal) (G1 Evacuation Pause) 5423M->111M(10784M) 3.515ms +[13.227s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213515415 ns, Reaching safepoint: 444197 ns, At safepoint: 3541305 ns, Leaving safepoint: 83675 ns, Total: 4069177 ns, Threads: 27 runnable, 87 total +[13.445s][gc ] GC(39) Pause Young (Normal) (G1 Evacuation Pause) 5423M->110M(10784M) 3.140ms +[13.445s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214252211 ns, Reaching safepoint: 107330 ns, At safepoint: 3166355 ns, Leaving safepoint: 102792 ns, Total: 3376477 ns, Threads: 17 runnable, 87 total +[13.662s][gc ] GC(40) Pause Young (Normal) (G1 Evacuation Pause) 5422M->113M(10784M) 3.533ms +[13.662s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213522592 ns, Reaching safepoint: 170547 ns, At safepoint: 3575809 ns, Leaving safepoint: 114553 ns, Total: 3860909 ns, Threads: 21 runnable, 87 total +[13.881s][gc ] GC(41) Pause Young (Normal) (G1 Evacuation Pause) 5457M->109M(10784M) 2.427ms +[13.881s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215716186 ns, Reaching safepoint: 169546 ns, At safepoint: 2456544 ns, Leaving safepoint: 105897 ns, Total: 2731987 ns, Threads: 25 runnable, 87 total +[14.099s][gc ] GC(42) Pause Young (Normal) (G1 Evacuation Pause) 5453M->109M(10784M) 2.630ms +[14.099s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215169629 ns, Reaching safepoint: 104465 ns, At safepoint: 2661135 ns, Leaving safepoint: 120935 ns, Total: 2886535 ns, Threads: 17 runnable, 87 total +[14.317s][gc ] GC(43) Pause Young (Normal) (G1 Evacuation Pause) 5453M->108M(10784M) 2.610ms +[14.317s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215306767 ns, Reaching safepoint: 173934 ns, At safepoint: 2639284 ns, Leaving safepoint: 98644 ns, Total: 2911862 ns, Threads: 20 runnable, 87 total +[14.535s][gc ] GC(44) Pause Young (Normal) (G1 Evacuation Pause) 5452M->108M(10784M) 2.333ms +[14.535s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215162770 ns, Reaching safepoint: 559412 ns, At safepoint: 2364303 ns, Leaving safepoint: 111998 ns, Total: 3035713 ns, Threads: 17 runnable, 87 total +[14.753s][gc ] GC(45) Pause Young (Normal) (G1 Evacuation Pause) 5452M->108M(10784M) 2.041ms +[14.753s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215204819 ns, Reaching safepoint: 583025 ns, At safepoint: 2070205 ns, Leaving safepoint: 103523 ns, Total: 2756753 ns, Threads: 21 runnable, 87 total +[cpu] reactor 4849% | C2 CompilerThre 18% | GC Thread 17% | jfr-report 3% | JFR Sampler Thr 1% | C1 CompilerThre 0% | cpu-report 0% | VM Thread 0% | JFR Recorder Th 0% || gc 17x 53 ms, heap 3650/10784 MiB +[17.245s][gc ] GC(46) Pause Young (Normal) (G1 Evacuation Pause) 5452M->139M(10784M) 3.671ms +[17.245s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2488021709 ns, Reaching safepoint: 93614 ns, At safepoint: 3701543 ns, Leaving safepoint: 87683 ns, Total: 3882840 ns, Threads: 7 runnable, 81 total +[17.474s][gc ] GC(47) Pause Young (Normal) (G1 Evacuation Pause) 5483M->141M(10784M) 2.786ms +[17.474s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 225629564 ns, Reaching safepoint: 99686 ns, At safepoint: 2816505 ns, Leaving safepoint: 96038 ns, Total: 3012229 ns, Threads: 16 runnable, 81 total +[17.690s][gc ] GC(48) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.961ms +[17.690s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213496141 ns, Reaching safepoint: 101509 ns, At safepoint: 2990308 ns, Leaving safepoint: 93164 ns, Total: 3184981 ns, Threads: 18 runnable, 81 total +[17.907s][gc ] GC(49) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.813ms +[17.907s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213741557 ns, Reaching safepoint: 135182 ns, At safepoint: 2841882 ns, Leaving safepoint: 105256 ns, Total: 3082320 ns, Threads: 18 runnable, 81 total +[18.125s][gc ] GC(50) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.918ms +[18.125s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214299837 ns, Reaching safepoint: 169986 ns, At safepoint: 2948060 ns, Leaving safepoint: 107190 ns, Total: 3225236 ns, Threads: 26 runnable, 81 total +[18.342s][gc ] GC(51) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.986ms +[18.342s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213810469 ns, Reaching safepoint: 136214 ns, At safepoint: 3016637 ns, Leaving safepoint: 107821 ns, Total: 3260672 ns, Threads: 13 runnable, 81 total +[18.559s][gc ] GC(52) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 3.107ms +[18.559s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213978744 ns, Reaching safepoint: 171349 ns, At safepoint: 3136460 ns, Leaving safepoint: 113852 ns, Total: 3421661 ns, Threads: 24 runnable, 81 total +[18.777s][gc ] GC(53) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 3.241ms +[18.777s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213889267 ns, Reaching safepoint: 162833 ns, At safepoint: 3269749 ns, Leaving safepoint: 93885 ns, Total: 3526467 ns, Threads: 17 runnable, 81 total +[18.994s][gc ] GC(54) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.862ms +[18.994s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213798418 ns, Reaching safepoint: 365691 ns, At safepoint: 2890863 ns, Leaving safepoint: 66724 ns, Total: 3323278 ns, Threads: 18 runnable, 80 total +[19.211s][gc ] GC(55) Pause Young (Normal) (G1 Evacuation Pause) 5453M->142M(10784M) 3.272ms +[19.211s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214052041 ns, Reaching safepoint: 192488 ns, At safepoint: 3301388 ns, Leaving safepoint: 94827 ns, Total: 3588703 ns, Threads: 19 runnable, 80 total +[19.428s][gc ] GC(56) Pause Young (Normal) (G1 Evacuation Pause) 5454M->141M(10784M) 3.044ms +[19.429s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 213765451 ns, Reaching safepoint: 171639 ns, At safepoint: 3073734 ns, Leaving safepoint: 95678 ns, Total: 3341051 ns, Threads: 22 runnable, 80 total +[19.646s][gc ] GC(57) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 3.168ms +[19.646s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214018532 ns, Reaching safepoint: 222394 ns, At safepoint: 3197084 ns, Leaving safepoint: 94836 ns, Total: 3514314 ns, Threads: 24 runnable, 80 total +[19.863s][gc ] GC(58) Pause Young (Normal) (G1 Evacuation Pause) 5453M->140M(10784M) 2.665ms +[19.863s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214142694 ns, Reaching safepoint: 102420 ns, At safepoint: 2694208 ns, Leaving safepoint: 94686 ns, Total: 2891314 ns, Threads: 24 runnable, 80 total +[20.082s][gc ] GC(59) Pause Young (Normal) (G1 Evacuation Pause) 5484M->141M(10784M) 2.625ms +[20.082s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215563729 ns, Reaching safepoint: 171179 ns, At safepoint: 2654353 ns, Leaving safepoint: 75180 ns, Total: 2900712 ns, Threads: 24 runnable, 80 total +[20.299s][gc ] GC(60) Pause Young (Normal) (G1 Evacuation Pause) 5453M->141M(10784M) 2.939ms +[20.299s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214369218 ns, Reaching safepoint: 100166 ns, At safepoint: 2971303 ns, Leaving safepoint: 85860 ns, Total: 3157329 ns, Threads: 18 runnable, 80 total +[20.518s][gc ] GC(61) Pause Young (Normal) (G1 Evacuation Pause) 5453M->143M(10784M) 3.554ms +[20.518s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214345315 ns, Reaching safepoint: 688482 ns, At safepoint: 3582993 ns, Leaving safepoint: 85198 ns, Total: 4356673 ns, Threads: 15 runnable, 80 total +[20.737s][gc ] GC(62) Pause Young (Normal) (G1 Evacuation Pause) 5487M->142M(10784M) 1.969ms +[20.737s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216141721 ns, Reaching safepoint: 794980 ns, At safepoint: 1998461 ns, Leaving safepoint: 76884 ns, Total: 2870325 ns, Threads: 12 runnable, 80 total +[20.956s][gc ] GC(63) Pause Young (Normal) (G1 Evacuation Pause) 5486M->142M(10784M) 2.597ms +[20.956s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 215926940 ns, Reaching safepoint: 168804 ns, At safepoint: 2622223 ns, Leaving safepoint: 81692 ns, Total: 2872719 ns, Threads: 18 runnable, 80 total +[cpu] reactor 4931% | GC Thread 17% | JFR Sampler Thr 2% | C2 CompilerThre 1% | G1 Refine 0% | VM Thread 0% | G1 Service 0% | java 0% || gc 18x 53 ms, heap 2324/10784 MiB +[21.175s][gc ] GC(64) Pause Young (Normal) (G1 Evacuation Pause) 5486M->142M(10784M) 2.210ms +[21.175s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216505829 ns, Reaching safepoint: 166450 ns, At safepoint: 2236975 ns, Leaving safepoint: 90679 ns, Total: 2494104 ns, Threads: 25 runnable, 80 total +[21.393s][gc ] GC(65) Pause Young (Normal) (G1 Evacuation Pause) 5486M->142M(10784M) 2.020ms +[21.393s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216068218 ns, Reaching safepoint: 104525 ns, At safepoint: 2050548 ns, Leaving safepoint: 80590 ns, Total: 2235663 ns, Threads: 19 runnable, 80 total +[21.429s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 35312439 ns, Reaching safepoint: 102831 ns, At safepoint: 108763 ns, Leaving safepoint: 43941 ns, Total: 255535 ns, Threads: 16 runnable, 80 total +[jfr] java 3478, native 490 || httparena.Utf8JsonWriter 40.7% | kotlinx.serialization 14.9% | io.ktor.util 11.0% | io.ktor.server 7.9% | java.lang 7.3% | java.util 6.9% | kotlin.jvm 2.4% | kotlin.coroutines 1.9% | kron.glyph11 1.0% | httparena.ProcessedItem 0.9% +[jfr] hot 15.8% httparena.Utf8JsonWriter.putString | 12.8% httparena.Utf8JsonWriter.writeQuoted | 6.6% httparena.Utf8JsonWriter.writeLong | 5.4% kotlinx.serialization.json.internal.JsonStreamsKt.encodeByWriter | 4.0% httparena.Utf8JsonWriter.ensure | 3.7% java.util.Arrays.copyOf | 2.5% java.lang.StringLatin1.toLowerCase | 2.4% kotlinx.serialization.json.internal.StreamingJsonEncoder.encodeSerializableValue | 2.3% io.ktor.util.pipeline.Pipeline.hasPhase | 2.1% kotlinx.serialization.internal.CollectionLikeSerializer.serialize | 1.9% kotlinx.serialization.json.internal.StreamingJsonEncoder. | 1.8% java.lang.invoke.LambdaForm$MH.0x000000007240e400.invoke | 1.6% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 1.6% io.ktor.server.engine.BaseApplicationResponse.respondOutgoingContent | 1.5% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith +[jfr] stacks 9.4% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 5.4% JsonStreamsKt.encodeByWriter < JsonBytesConverter.serialize < ResponseConverterKt$convertResponseBody$1$3.invokeSuspend < ResponseConverterKt$convertResponseBody$1$3.invoke < ResponseConverterKt$convertResponseBody$1$3.invoke || 4.8% Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement < AbstractEncoder.encodeIntElement || 3.0% Utf8JsonWriter.ensure < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < StreamingJsonEncoder.encodeElement || 2.8% Utf8JsonWriter.putString < Utf8JsonWriter.writeQuoted < Composer.printQuoted < StreamingJsonEncoder.encodeString < AbstractEncoder.encodeStringElement || 2.8% Utf8JsonWriter.writeLong < Composer.print < StreamingJsonEncoder.encodeInt < AbstractEncoder.encodeIntElement < ProcessedItem.write$Self$ktor_httparena_kronos +[21.601s][safepoint] Safepoint "JFRSafepointClear", Time since last: 171680951 ns, Reaching safepoint: 262579 ns, At safepoint: 19156 ns, Leaving safepoint: 64159 ns, Total: 345894 ns, Threads: 15 runnable, 86 total +[21.620s][gc ] GC(66) Pause Young (Normal) (G1 Evacuation Pause) 5486M->142M(10784M) 2.729ms +[21.620s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 14940122 ns, Reaching safepoint: 1641256 ns, At safepoint: 2756894 ns, Leaving safepoint: 56295 ns, Total: 4454445 ns, Threads: 13 runnable, 86 total +[21.840s][gc ] GC(67) Pause Young (Normal) (G1 Evacuation Pause) 5486M->142M(10784M) 2.535ms +[21.840s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 217055426 ns, Reaching safepoint: 170167 ns, At safepoint: 2558214 ns, Leaving safepoint: 90799 ns, Total: 2819180 ns, Threads: 25 runnable, 86 total +[22.059s][gc ] GC(68) Pause Young (Normal) (G1 Evacuation Pause) 5486M->141M(10784M) 2.758ms +[22.059s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 216271727 ns, Reaching safepoint: 105957 ns, At safepoint: 2782341 ns, Leaving safepoint: 83125 ns, Total: 2971423 ns, Threads: 18 runnable, 86 total +[22.275s][gc ] GC(69) Pause Young (Normal) (G1 Evacuation Pause) 5485M->141M(10784M) 2.129ms +[22.276s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 214078605 ns, Reaching safepoint: 187088 ns, At safepoint: 2160093 ns, Leaving safepoint: 103613 ns, Total: 2450794 ns, Threads: 18 runnable, 86 total diff --git a/site/static/logs/latency-10k/1024/ktor-kronos.log b/site/static/logs/latency-10k/1024/ktor-kronos.log new file mode 100644 index 0000000000..bab7ce19f7 --- /dev/null +++ b/site/static/logs/latency-10k/1024/ktor-kronos.log @@ -0,0 +1,167 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.013s][gc,init] CardTable entry size: 512 +[0.013s][gc ] Using G1 +[0.838s][gc,init] Version: 25.0.5+8-LTS (release) +[0.838s][gc,init] CPUs: 128 total, 64 available +[0.838s][gc,init] Memory: 251G +[0.838s][gc,init] Large Page Support: Disabled +[0.838s][gc,init] NUMA Support: Disabled +[0.838s][gc,init] Compressed Oops: Disabled +[0.838s][gc,init] Heap Region Size: 32M +[0.838s][gc,init] Heap Min Capacity: 32M +[0.838s][gc,init] Heap Initial Capacity: 20608M +[0.838s][gc,init] Heap Max Capacity: 64384M +[0.838s][gc,init] Pre-touch: Enabled +[0.838s][gc,init] Parallel Workers: 43 +[0.838s][gc,init] Concurrent Workers: 11 +[0.838s][gc,init] Concurrent Refinement Workers: 43 +[0.838s][gc,init] Periodic GC: Disabled +[0.889s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 39758558 ns, Reaching safepoint: 70592 ns, At safepoint: 6572 ns, Leaving safepoint: 3747 ns, Total: 80911 ns, Threads: 2 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.017s][safepoint] Safepoint "JFRSafepointClear", Time since last: 127133240 ns, Reaching safepoint: 74399 ns, At safepoint: 13716 ns, Leaving safepoint: 4879 ns, Total: 92994 ns, Threads: 1 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.263 seconds. +[1.523s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->34M(20640M) 7.386ms +[1.523s][gc ] GC(1) Concurrent Mark Cycle +[1.523s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 498275058 ns, Reaching safepoint: 215993 ns, At safepoint: 7479150 ns, Leaving safepoint: 162703 ns, Total: 7857846 ns, Threads: 4 runnable, 96 total +[1.523s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 68348 ns, Reaching safepoint: 217656 ns, At safepoint: 4889 ns, Leaving safepoint: 18575 ns, Total: 241120 ns, Threads: 3 runnable, 96 total +[1.524s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73267 ns, Reaching safepoint: 369980 ns, At safepoint: 8446 ns, Leaving safepoint: 41557 ns, Total: 419983 ns, Threads: 4 runnable, 96 total +[1.525s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1365509 ns, Reaching safepoint: 9578 ns, At safepoint: 4859 ns, Leaving safepoint: 5771 ns, Total: 20208 ns, Threads: 1 runnable, 96 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1446480 ns, Reaching safepoint: 98203 ns, At safepoint: 4929 ns, Leaving safepoint: 40816 ns, Total: 143948 ns, Threads: 1 runnable, 96 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61255 ns, Reaching safepoint: 139590 ns, At safepoint: 2645 ns, Leaving safepoint: 30798 ns, Total: 173033 ns, Threads: 8 runnable, 96 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 188962 ns, Reaching safepoint: 95879 ns, At safepoint: 3998 ns, Leaving safepoint: 23954 ns, Total: 123831 ns, Threads: 3 runnable, 96 total +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 128490 ns, Reaching safepoint: 40576 ns, At safepoint: 7454 ns, Leaving safepoint: 23654 ns, Total: 71684 ns, Threads: 0 runnable, 96 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 792389 ns, Reaching safepoint: 85470 ns, At safepoint: 3696 ns, Leaving safepoint: 80661 ns, Total: 169827 ns, Threads: 22 runnable, 96 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 228577 ns, Reaching safepoint: 214660 ns, At safepoint: 4108 ns, Leaving safepoint: 84548 ns, Total: 303316 ns, Threads: 29 runnable, 96 total +[r63] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[1.533s][gc ] GC(1) Pause Remark 930M->930M(992M) 2.233ms +[1.533s][safepoint] Safepoint "G1PauseRemark", Time since last: 2150333 ns, Reaching safepoint: 83707 ns, At safepoint: 2251753 ns, Leaving safepoint: 62296 ns, Total: 2397756 ns, Threads: 13 runnable, 96 total +[r27] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[1.547s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48190 ns, Reaching safepoint: 13054957 ns, At safepoint: 53720 ns, Leaving safepoint: 31539 ns, Total: 13140216 ns, Threads: 4 runnable, 96 total +[r50] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[1.548s][gc ] GC(1) Pause Cleanup 930M->930M(992M) 0.023ms +[1.548s][safepoint] Safepoint "G1PauseCleanup", Time since last: 997291 ns, Reaching safepoint: 12714 ns, At safepoint: 40035 ns, Leaving safepoint: 17242 ns, Total: 69991 ns, Threads: 0 runnable, 96 total +[r5] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[1.548s][gc ] GC(1) Concurrent Mark Cycle 25.618ms +[r12] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.039s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 930M->34M(1056M) 36.560ms +[2.039s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 454452647 ns, Reaching safepoint: 15378 ns, At safepoint: 36587009 ns, Leaving safepoint: 37520 ns, Total: 36639907 ns, Threads: 0 runnable, 93 total +[2.060s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 482M->34M(1056M) 8.188ms +[2.060s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 11583942 ns, Reaching safepoint: 1321236 ns, At safepoint: 8208531 ns, Leaving safepoint: 76943 ns, Total: 9606710 ns, Threads: 25 runnable, 92 total +[5.905s][safepoint] Safepoint "ThreadDump", Time since last: 3844400835 ns, Reaching safepoint: 8456 ns, At safepoint: 413442 ns, Leaving safepoint: 7654 ns, Total: 429552 ns, Threads: 0 runnable, 81 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 170% | G1 Service 37% | C2 CompilerThre 13% | GC Thread 11% | java 9% | C1 CompilerThre 3% | jfr-report 2% | JFR Recorder Th 0% | cpu-report 0% || gc 5x 54 ms, heap 321/1056 MiB +[cpu] reactor 33% | C2 CompilerThre 1% | JFR Sampler Thr 0% | C1 CompilerThre 0% | cpu-report 0% || gc 0x 0 ms, heap 466/1056 MiB +[11.020s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 5115508214 ns, Reaching safepoint: 9879 ns, At safepoint: 95378 ns, Leaving safepoint: 1242 ns, Total: 106499 ns, Threads: 0 runnable, 82 total +[jfr] java 118, native 477 || jdk.internal 21.1% | kron.TcpTransport 20.3% | io.ktor.server 13.5% | java.util 7.6% | java.lang 7.6% | kron.Sys 7.6% | kron.BufferRing 5.0% | io.ktor.util 3.3% | io.ktor.http 3.3% | kotlin.text 2.5% +[jfr] hot 20.3% kron.TcpTransport.sweep | 7.6% kron.Sys.shutdown | 4.2% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 4.2% kron.BufferRing.register | 4.2% io.ktor.server.kron.Http1SessionKt.sameName | 3.3% jdk.internal.misc.ScopedMemoryAccess.putIntUnalignedInternal | 2.5% jdk.internal.misc.ScopedMemoryAccess.putShortUnalignedInternal | 2.5% io.ktor.http.HttpHeaders.checkHeaderValue | 1.6% io.ktor.server.kron.KronApplicationRequest.nameEquals | 1.6% jdk.internal.classfile.impl.StackMapGenerator.processBlock | 1.6% java.util.Arrays.copyOf | 1.6% io.ktor.util.pipeline.SuspendFunctionGun.loop | 1.6% io.ktor.server.kron.Http1SessionKt.putAscii | 1.6% java.util.Objects.requireNonNull | 1.6% jdk.internal.classfile.impl.StackMapGenerator.processMethod +[jfr] stacks 20.3% TcpTransport.sweep < Reactor.run$lambda$0 < 0x000000008c396d00.invoke < Reactor.runDueTickers < Reactor.loop || 7.6% Sys.shutdown < Native.shutdown < TcpTransport.sweepClose < TcpTransport.sweep < Reactor.run$lambda$0 || 4.2% BufferRing.register < TcpTransport.initBufferRing < Reactor.run < ReactorThread.run || 4.2% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 3.3% ScopedMemoryAccess.putIntUnalignedInternal < ScopedMemoryAccess.putIntUnaligned < VarHandleSegmentAsInts.set < VarHandleSegmentAsInts.set < VarHandleGuards.guard_LJI_V || 2.5% HttpHeaders.checkHeaderValue < ResponseHeaders.append < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent +[jfr] contended java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 61x 333 ms | java.lang.ref.ReferenceQueue$Lock @ Reactor.announceListening < Reactor.run 31x 297 ms | java.lang.Object @ TlsService$Companion.newContext < TlsService$Companion.start 56x 118 ms | java.io.PrintStream @ Platform_jvmKt.printErr < Reactor.announceListening 49x 89 ms | java.lang.ref.ReferenceQueue$Lock @ TlsService$Companion.start < KronApplicationEngine.start$lambda$6 27x 74 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.080s][safepoint] Safepoint "JFRSafepointClear", Time since last: 59343550 ns, Reaching safepoint: 21661 ns, At safepoint: 38421 ns, Leaving safepoint: 5711 ns, Total: 65793 ns, Threads: 0 runnable, 88 total +[11.142s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 482M->44M(1056M) 7.198ms +[11.142s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 55291246 ns, Reaching safepoint: 38302 ns, At safepoint: 7227751 ns, Leaving safepoint: 77034 ns, Total: 7343087 ns, Threads: 0 runnable, 88 total +[cpu] reactor 33% | GC Thread 1% | jfr-report 1% | C2 CompilerThre 0% | C1 CompilerThre 0% | cpu-report 0% || gc 1x 7 ms, heap 217/1056 MiB +[cpu] reactor 33% | JFR Sampler Thr 0% | C2 CompilerThre 0% | C1 CompilerThre 0% || gc 0x 0 ms, heap 385/1056 MiB +[21.082s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 9939078813 ns, Reaching safepoint: 12403 ns, At safepoint: 56516 ns, Leaving safepoint: 3316 ns, Total: 72235 ns, Threads: 0 runnable, 82 total +[jfr] java 14, native 497 || io.ktor.server 35.7% | io.ktor.util 14.2% | kron.Reactor 7.1% | java.util 7.1% | java.lang 7.1% | jdk.internal 7.1% | io.ktor.events 7.1% | kotlin.jvm 7.1% | httparena.JvmMainKt 7.1% +[jfr] hot 14.2% io.ktor.server.kron.Http1SessionKt.putAscii | 7.1% java.lang.CharacterDataLatin1.equalsIgnoreCase | 7.1% io.ktor.server.kron.KronApplicationResponse.stage | 7.1% httparena.JvmMainKt.cpuReport$sample | 7.1% kron.Reactor.clearWakePending$kron | 7.1% java.util.HashMap.getNode | 7.1% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 7.1% io.ktor.server.kron.Http1Session.run | 7.1% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 7.1% io.ktor.util.pipeline.SuspendFunctionGun.loop | 7.1% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 7.1% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 7.1% io.ktor.events.Events.raise +[jfr] stacks 14.2% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 7.1% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 7.1% HashMap.getNode < HashMap.get < AttributesJvmBase.getOrNull < OriginConnectionPointKt.getOrigin < ApplicationRequestPropertiesKt.getUri || 7.1% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 7.1% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.execute$ktor_utils < Pipeline.execute < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invokeSuspend || 7.1% KronApplicationResponse$headers$1.get < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend +[jfr] parks kotlinx.coroutines.DefaultExecutor.run 2x +[21.109s][safepoint] Safepoint "JFRSafepointClear", Time since last: 27099857 ns, Reaching safepoint: 8116 ns, At safepoint: 14356 ns, Leaving safepoint: 2224 ns, Total: 24696 ns, Threads: 0 runnable, 85 total +[cpu] reactor 20% | C2 CompilerThre 2% | JFR Sampler Thr 0% | C1 CompilerThre 0% | jfr-report 0% | cpu-report 0% || gc 0x 0 ms, heap 473/1056 MiB +[26.544s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 492M->45M(1056M) 6.336ms +[26.545s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 5429372047 ns, Reaching safepoint: 32671 ns, At safepoint: 6360043 ns, Leaving safepoint: 61354 ns, Total: 6454068 ns, Threads: 0 runnable, 80 total +[cpu] reactor 42% | GC Thread 1% | C2 CompilerThre 0% | cpu-report 0% || gc 1x 6 ms, heap 204/1056 MiB +[31.110s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 4565660032 ns, Reaching safepoint: 11201 ns, At safepoint: 57457 ns, Leaving safepoint: 2856 ns, Total: 71514 ns, Threads: 0 runnable, 80 total +[jfr] java 34, native 497 || io.ktor.server 26.4% | kotlin.jvm 26.4% | io.ktor.util 14.7% | kron.TcpTransport 11.7% | java.lang 5.8% | kron.Reactor 2.9% | java.util 2.9% | httparena.ApplicationKt 2.9% | kotlin.text 2.9% | kron.glyph11 2.9% +[jfr] hot 8.8% kotlin.jvm.internal.Intrinsics.checkNotNull | 8.8% kotlin.jvm.internal.Intrinsics.throwParameterIsNullNPE | 8.8% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 5.8% kron.TcpTransport.sweep | 5.8% io.ktor.util.pipeline.SuspendFunctionGun.loop | 5.8% io.ktor.server.kron.Http1SessionKt.putAscii | 2.9% io.ktor.server.engine.BaseApplicationResponse$Companion$setupFallbackResponse$1.invoke | 2.9% kron.Reactor.loop | 2.9% java.lang.CharacterDataLatin1.equalsIgnoreCase | 2.9% io.ktor.server.routing.RoutingRequest.getLocal | 2.9% io.ktor.util.pipeline.Pipeline.createContext | 2.9% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 2.9% io.ktor.server.kron.KronApplicationResponse.stage | 2.9% kron.glyph11.FastParser.parse | 2.9% io.ktor.server.routing.RoutingPipelineCall.getRoutingCall$ktor_server_core +[jfr] stacks 8.8% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 5.8% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 5.8% Intrinsics.checkNotNull < ContinuationImpl.getContext < SuspendFunctionGun$continuation$1.getContext < ContinuationImpl. < SuspendLambda. || 5.8% TcpTransport.sweep < Reactor.run$lambda$0 < 0x000000008c396d00.invoke < Reactor.runDueTickers < Reactor.loop || 2.9% BaseApplicationResponse$Companion$setupFallbackResponse$1.invoke < BaseApplicationResponse$Companion$setupFallbackResponse$1.invoke < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop < SuspendFunctionGun.proceed || 2.9% Reactor.loop < Reactor.run < ReactorThread.run +[31.125s][safepoint] Safepoint "JFRSafepointClear", Time since last: 15042261 ns, Reaching safepoint: 7023 ns, At safepoint: 14768 ns, Leaving safepoint: 3126 ns, Total: 24917 ns, Threads: 0 runnable, 81 total +[cpu] reactor 33% | C2 CompilerThre 2% | JFR Sampler Thr 0% | JFR Recorder Th 0% | java 0% | jfr-report 0% || gc 0x 0 ms, heap 379/1056 MiB +[40.398s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 525M->44M(1056M) 1.832ms +[40.398s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 9270796833 ns, Reaching safepoint: 9478 ns, At safepoint: 1855504 ns, Leaving safepoint: 18895 ns, Total: 1883877 ns, Threads: 0 runnable, 81 total +[cpu] reactor 33% | GC Thread 0% | cpu-report 0% || gc 1x 2 ms, heap 75/1056 MiB +[41.127s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 728953834 ns, Reaching safepoint: 11692 ns, At safepoint: 26159 ns, Leaving safepoint: 1763 ns, Total: 39614 ns, Threads: 0 runnable, 80 total +[jfr] java 26, native 498 || io.ktor.server 42.3% | io.ktor.util 30.7% | java.util 11.5% | kotlin.jvm 11.5% | io.ktor.events 3.8% +[jfr] hot 11.5% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 11.5% io.ktor.util.pipeline.SuspendFunctionGun.loop | 7.6% io.ktor.server.kron.KronApplicationResponse.stage | 7.6% kotlin.jvm.internal.Intrinsics.checkNotNull | 7.6% java.util.HashMap.put | 7.6% io.ktor.server.engine.DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.create | 3.8% io.ktor.util.pipeline.Pipeline.createContext | 3.8% io.ktor.server.kron.Http1SessionKt.sameName | 3.8% io.ktor.server.kron.KronApplicationRequest.nameEquals | 3.8% io.ktor.server.routing.RoutingPathTree.tryResolve | 3.8% io.ktor.util.pipeline.Pipeline.execute | 3.8% java.util.HashMap.putVal | 3.8% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 3.8% io.ktor.server.kron.Http1Session.run | 3.8% io.ktor.server.kron.Http1SessionKt.statusLine +[jfr] stacks 7.6% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 7.6% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.execute$ktor_utils < Pipeline.execute < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invokeSuspend || 7.6% DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.create < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invoke < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invoke < ContextUtilsKt.initContextInDebugMode < DefaultEnginePipelineKt$defaultEnginePipeline$1.invokeSuspend || 7.6% SuspendFunctionGun$continuation$1.getContext < ContinuationImpl. < SuspendLambda. < DefaultTransformKt$installDefaultTransformations$1. < DefaultTransformKt$installDefaultTransformations$1.invoke || 3.8% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.8% KronApplicationRequest.nameEquals < KronApplicationRequest.indexOf < KronApplicationRequest.getAll < DelegateHeaders.getAll < BaseApplicationEngineKt.verifyHostHeader +[41.162s][safepoint] Safepoint "JFRSafepointClear", Time since last: 34639740 ns, Reaching safepoint: 6292 ns, At safepoint: 10580 ns, Leaving safepoint: 921 ns, Total: 17793 ns, Threads: 0 runnable, 81 total +[cpu] reactor 32% | JFR Sampler Thr 0% | C2 CompilerThre 0% || gc 0x 0 ms, heap 235/1056 MiB +[cpu] reactor 24% | JFR Sampler Thr 0% | cpu-report 0% || gc 0x 0 ms, heap 330/1056 MiB +[51.163s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 10001417109 ns, Reaching safepoint: 25157 ns, At safepoint: 25697 ns, Leaving safepoint: 1924 ns, Total: 52778 ns, Threads: 0 runnable, 80 total +[jfr] java 37, native 496 || io.ktor.server 32.4% | java.util 16.2% | io.ktor.util 16.2% | java.lang 8.1% | kotlin.jvm 8.1% | io.ktor.http 5.4% | kron.Reactor 2.7% | kron.TcpTransport 2.7% | kotlin.coroutines 2.7% | kotlin.text 2.7% +[jfr] hot 10.8% java.util.concurrent.atomic.AtomicReferenceFieldUpdater$AtomicReferenceFieldUpdaterImpl.accessCheck | 10.8% io.ktor.util.pipeline.SuspendFunctionGun.loop | 8.1% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 5.4% io.ktor.http.HttpHeaders.checkHeaderValue | 5.4% io.ktor.server.kron.KronApplicationResponse.stage | 5.4% io.ktor.server.response.ResponseHeaders.contains | 5.4% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 5.4% java.lang.String. | 5.4% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 2.7% kotlin.text.StringsKt__StringsKt.indexOf$StringsKt__StringsKt | 2.7% kron.Reactor.loop | 2.7% kron.TcpTransport.sweep | 2.7% io.ktor.server.kron.ReactorDispatcher$$Lambda.0x000000008c3995e0.invoke | 2.7% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.7% kron.glyph11.FastParser.parse +[jfr] stacks 8.1% Http1Session.fill$ktor_server_kron < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith < TcpConnection.signalRead || 5.4% AtomicReferenceFieldUpdater$AtomicReferenceFieldUpdaterImpl.accessCheck < AtomicReferenceFieldUpdater$AtomicReferenceFieldUpdaterImpl.get < LockFreeLinkedListNode.correctPrev < LockFreeLinkedListNode.removeOrNext < LockFreeLinkedListNode.remove || 5.4% HttpHeaders.checkHeaderValue < ResponseHeaders.append < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent || 5.4% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 5.4% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 5.4% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.execute$ktor_utils < Pipeline.execute < Http1Session$serve$$inlined$execute$1.invokeSuspend +[51.175s][safepoint] Safepoint "JFRSafepointClear", Time since last: 11471959 ns, Reaching safepoint: 72104 ns, At safepoint: 9348 ns, Leaving safepoint: 4017 ns, Total: 85469 ns, Threads: 1 runnable, 81 total +[cpu] reactor 39% | JFR Sampler Thr 0% | C2 CompilerThre 0% | C1 CompilerThre 0% | jfr-report 0% || gc 0x 0 ms, heap 505/1056 MiB +[56.558s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 524M->44M(1056M) 1.946ms +[56.558s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 5381062270 ns, Reaching safepoint: 11050 ns, At safepoint: 1966151 ns, Leaving safepoint: 100428 ns, Total: 2077629 ns, Threads: 0 runnable, 80 total +[cpu] reactor 35% | JFR Sampler Thr 0% | cpu-report 0% || gc 1x 2 ms, heap 200/1056 MiB +[61.176s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 4618252830 ns, Reaching safepoint: 10750 ns, At safepoint: 53640 ns, Leaving safepoint: 3005 ns, Total: 67395 ns, Threads: 0 runnable, 80 total +[jfr] java 40, native 498 || io.ktor.util 37.5% | io.ktor.server 30.0% | kotlin.jvm 17.5% | java.lang 7.5% | java.util 5.0% | io.ktor.http 2.5% +[jfr] hot 15.0% io.ktor.util.pipeline.SuspendFunctionGun.loop | 12.5% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 12.5% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 7.5% io.ktor.util.pipeline.Pipeline.createContext | 7.5% io.ktor.server.kron.Http1SessionKt.putAscii | 5.0% kotlin.jvm.internal.Intrinsics.checkNotNull | 5.0% io.ktor.server.kron.Http1SessionKt.sameName | 5.0% io.ktor.server.routing.RoutingPipelineCall.getRoutingCall$ktor_server_core | 5.0% java.util.HashMap.put | 5.0% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.5% io.ktor.http.HttpHeaders.checkHeaderValue | 2.5% java.lang.CharacterDataLatin1.equalsIgnoreCase | 2.5% io.ktor.server.kron.ReactorDispatcher$$Lambda.0x000000008c3995e0.invoke | 2.5% java.lang.StringLatin1.regionMatchesCI | 2.5% io.ktor.server.routing.RoutingPathTree.tryResolve +[jfr] stacks 12.5% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 7.5% Pipeline.createContext < Pipeline.execute < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invokeSuspend < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invoke < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invoke || 7.5% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 5.0% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.execute$ktor_utils < Pipeline.execute < PipelineCall.respond$suspendImpl || 5.0% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.execute$ktor_utils < Pipeline.execute < DefaultEnginePipelineKt$defaultEnginePipeline$1$invokeSuspend$$inlined$execute$1.invokeSuspend || 5.0% SuspendFunctionGun.loop < SuspendFunctionGun.proceed < SuspendFunctionGun.proceedWith < DefaultTransformKt$installDefaultTransformations$1.invokeSuspend < DefaultTransformKt$installDefaultTransformations$1.invoke +[61.188s][safepoint] Safepoint "JFRSafepointClear", Time since last: 11352447 ns, Reaching safepoint: 6492 ns, At safepoint: 13886 ns, Leaving safepoint: 2435 ns, Total: 22813 ns, Threads: 0 runnable, 81 total +[cpu] reactor 34% | JFR Sampler Thr 0% | JFR Recorder Th 0% | C2 CompilerThre 0% | jfr-report 0% | cpu-report 0% || gc 0x 0 ms, heap 374/1056 MiB diff --git a/site/static/logs/latency-1m/1024/ktor-kronos.log b/site/static/logs/latency-1m/1024/ktor-kronos.log new file mode 100644 index 0000000000..d448e8f328 --- /dev/null +++ b/site/static/logs/latency-1m/1024/ktor-kronos.log @@ -0,0 +1,269 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.843s][gc,init] Version: 25.0.5+8-LTS (release) +[0.843s][gc,init] CPUs: 128 total, 64 available +[0.843s][gc,init] Memory: 251G +[0.843s][gc,init] Large Page Support: Disabled +[0.843s][gc,init] NUMA Support: Disabled +[0.843s][gc,init] Compressed Oops: Disabled +[0.843s][gc,init] Heap Region Size: 32M +[0.843s][gc,init] Heap Min Capacity: 32M +[0.843s][gc,init] Heap Initial Capacity: 20608M +[0.843s][gc,init] Heap Max Capacity: 64384M +[0.843s][gc,init] Pre-touch: Enabled +[0.843s][gc,init] Parallel Workers: 43 +[0.843s][gc,init] Concurrent Workers: 11 +[0.843s][gc,init] Concurrent Refinement Workers: 43 +[0.843s][gc,init] Periodic GC: Disabled +[0.894s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38526472 ns, Reaching safepoint: 304908 ns, At safepoint: 5511 ns, Leaving safepoint: 4789 ns, Total: 315208 ns, Threads: 2 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.017s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123102499 ns, Reaching safepoint: 70582 ns, At safepoint: 11732 ns, Leaving safepoint: 4188 ns, Total: 86502 ns, Threads: 1 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.261 seconds. +[1.527s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->34M(20640M) 6.986ms +[1.527s][gc ] GC(1) Concurrent Mark Cycle +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 502444289 ns, Reaching safepoint: 958227 ns, At safepoint: 7079127 ns, Leaving safepoint: 67716 ns, Total: 8105070 ns, Threads: 36 runnable, 93 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 108552 ns, Reaching safepoint: 153587 ns, At safepoint: 6903 ns, Leaving safepoint: 19566 ns, Total: 180056 ns, Threads: 6 runnable, 93 total +[1.528s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 60573 ns, Reaching safepoint: 73217 ns, At safepoint: 3677 ns, Leaving safepoint: 10960 ns, Total: 87854 ns, Threads: 5 runnable, 93 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1648846 ns, Reaching safepoint: 2118322 ns, At safepoint: 3667 ns, Leaving safepoint: 14607 ns, Total: 2136596 ns, Threads: 4 runnable, 93 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45725 ns, Reaching safepoint: 72445 ns, At safepoint: 3277 ns, Leaving safepoint: 13665 ns, Total: 89387 ns, Threads: 6 runnable, 93 total +[1.532s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46817 ns, Reaching safepoint: 73928 ns, At safepoint: 3998 ns, Leaving safepoint: 7353 ns, Total: 85279 ns, Threads: 2 runnable, 93 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 744940 ns, Reaching safepoint: 40265 ns, At safepoint: 2966 ns, Leaving safepoint: 31428 ns, Total: 74659 ns, Threads: 3 runnable, 93 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50274 ns, Reaching safepoint: 8777 ns, At safepoint: 4057 ns, Leaving safepoint: 9438 ns, Total: 22272 ns, Threads: 2 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54712 ns, Reaching safepoint: 2066004 ns, At safepoint: 2785 ns, Leaving safepoint: 33833 ns, Total: 2102622 ns, Threads: 3 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 315038 ns, Reaching safepoint: 1069515 ns, At safepoint: 5210 ns, Leaving safepoint: 36628 ns, Total: 1111353 ns, Threads: 0 runnable, 93 total +[r60] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[1.540s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44603 ns, Reaching safepoint: 3278777 ns, At safepoint: 5390 ns, Leaving safepoint: 43652 ns, Total: 3327819 ns, Threads: 0 runnable, 93 total +[r5] listening on 0.0.0.0:8080,8081 +[1.541s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 94065 ns, Reaching safepoint: 1151127 ns, At safepoint: 52799 ns, Leaving safepoint: 16471 ns, Total: 1220397 ns, Threads: 1 runnable, 93 total +[r1] listening on 0.0.0.0:8080,8081 +[1.542s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 79618 ns, Reaching safepoint: 1057283 ns, At safepoint: 3015 ns, Leaving safepoint: 18124 ns, Total: 1078422 ns, Threads: 1 runnable, 93 total +[r49] listening on 0.0.0.0:8080,8081 +[1.543s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39023 ns, Reaching safepoint: 1068894 ns, At safepoint: 3246 ns, Leaving safepoint: 12754 ns, Total: 1084894 ns, Threads: 0 runnable, 93 total +[r34] listening on 0.0.0.0:8080,8081 +[1.544s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40435 ns, Reaching safepoint: 1055078 ns, At safepoint: 2685 ns, Leaving safepoint: 11612 ns, Total: 1069375 ns, Threads: 1 runnable, 93 total +[r4] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[1.548s][gc ] GC(1) Pause Remark 338M->338M(416M) 2.126ms +[1.548s][safepoint] Safepoint "G1PauseRemark", Time since last: 940685 ns, Reaching safepoint: 19206 ns, At safepoint: 2143609 ns, Leaving safepoint: 19376 ns, Total: 2182191 ns, Threads: 0 runnable, 93 total +[r20] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[1.593s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 354M->34M(480M) 34.093ms +[1.593s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 76282 ns, Reaching safepoint: 11647038 ns, At safepoint: 34121865 ns, Leaving safepoint: 21390 ns, Total: 45790293 ns, Threads: 0 runnable, 93 total +[1.606s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58389 ns, Reaching safepoint: 12550363 ns, At safepoint: 7073 ns, Leaving safepoint: 9187 ns, Total: 12566623 ns, Threads: 1 runnable, 93 total +[r6] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[1.606s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 246830 ns, Reaching safepoint: 84047 ns, At safepoint: 6202 ns, Leaving safepoint: 12092 ns, Total: 102341 ns, Threads: 2 runnable, 93 total +[1.607s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 67066 ns, Reaching safepoint: 114824 ns, At safepoint: 4598 ns, Leaving safepoint: 11482 ns, Total: 130904 ns, Threads: 3 runnable, 93 total +[r8] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[1.607s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 71703 ns, Reaching safepoint: 76072 ns, At safepoint: 3647 ns, Leaving safepoint: 45695 ns, Total: 125414 ns, Threads: 6 runnable, 93 total +[r28] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[1.613s][gc ] GC(3) Pause Young (Normal) (G1 Evacuation Pause) 194M->35M(480M) 5.023ms +[1.613s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 881876 ns, Reaching safepoint: 85790 ns, At safepoint: 5052666 ns, Leaving safepoint: 17352 ns, Total: 5155808 ns, Threads: 1 runnable, 93 total +[r61] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[1.613s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 116066 ns, Reaching safepoint: 147906 ns, At safepoint: 5992 ns, Leaving safepoint: 11311 ns, Total: 165209 ns, Threads: 1 runnable, 93 total +[r31] listening on 0.0.0.0:8080,8081 +[1.614s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 560846 ns, Reaching safepoint: 5951 ns, At safepoint: 3627 ns, Leaving safepoint: 3566 ns, Total: 13144 ns, Threads: 4 runnable, 93 total +[r42] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[1.614s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 58159 ns, Reaching safepoint: 29184 ns, At safepoint: 8156 ns, Leaving safepoint: 586794 ns, Total: 624134 ns, Threads: 0 runnable, 93 total +[r33] listening on 0.0.0.0:8080,8081 +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64210 ns, Reaching safepoint: 77264 ns, At safepoint: 4228 ns, Leaving safepoint: 7754 ns, Total: 89246 ns, Threads: 3 runnable, 93 total +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59161 ns, Reaching safepoint: 62867 ns, At safepoint: 2916 ns, Leaving safepoint: 7914 ns, Total: 73697 ns, Threads: 3 runnable, 93 total +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 52689 ns, Reaching safepoint: 11220 ns, At safepoint: 6933 ns, Leaving safepoint: 12213 ns, Total: 30366 ns, Threads: 1 runnable, 93 total +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46357 ns, Reaching safepoint: 72285 ns, At safepoint: 2184 ns, Leaving safepoint: 9407 ns, Total: 83876 ns, Threads: 2 runnable, 93 total +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 32942 ns, Reaching safepoint: 70030 ns, At safepoint: 2445 ns, Leaving safepoint: 7424 ns, Total: 79899 ns, Threads: 4 runnable, 93 total +[1.615s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 108071 ns, Reaching safepoint: 69911 ns, At safepoint: 2033 ns, Leaving safepoint: 6693 ns, Total: 78637 ns, Threads: 5 runnable, 93 total +[r46] listening on 0.0.0.0:8080,8081 +[1.615s][gc ] GC(1) Pause Cleanup 198M->198M(480M) 0.016ms +[1.615s][safepoint] Safepoint "G1PauseCleanup", Time since last: 122829 ns, Reaching safepoint: 71564 ns, At safepoint: 23954 ns, Leaving safepoint: 13526 ns, Total: 109044 ns, Threads: 12 runnable, 93 total +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 102942 ns, Reaching safepoint: 71453 ns, At safepoint: 1943 ns, Leaving safepoint: 11021 ns, Total: 84417 ns, Threads: 8 runnable, 93 total +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34454 ns, Reaching safepoint: 109795 ns, At safepoint: 4188 ns, Leaving safepoint: 54221 ns, Total: 168204 ns, Threads: 10 runnable, 93 total +[r3] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 189965 ns, Reaching safepoint: 100417 ns, At safepoint: 6071 ns, Leaving safepoint: 14437 ns, Total: 120925 ns, Threads: 8 runnable, 93 total +[r16] listening on 0.0.0.0:8080,8081 +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59792 ns, Reaching safepoint: 89126 ns, At safepoint: 4849 ns, Leaving safepoint: 13235 ns, Total: 107210 ns, Threads: 8 runnable, 93 total +[1.616s][gc ] GC(1) Concurrent Mark Cycle 89.054ms +[1.616s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 82584 ns, Reaching safepoint: 77053 ns, At safepoint: 3497 ns, Leaving safepoint: 21270 ns, Total: 101820 ns, Threads: 9 runnable, 93 total +[r29] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[1.617s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 121386 ns, Reaching safepoint: 276696 ns, At safepoint: 4469 ns, Leaving safepoint: 65863 ns, Total: 347028 ns, Threads: 1 runnable, 93 total +[r62] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[1.630s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 82674 ns, Reaching safepoint: 12539052 ns, At safepoint: 8766 ns, Leaving safepoint: 21009 ns, Total: 12568827 ns, Threads: 7 runnable, 93 total +[r63] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[2.578s][gc ] GC(4) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 227M->35M(480M) 1.853ms +[2.578s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 946193582 ns, Reaching safepoint: 87483 ns, At safepoint: 1872894 ns, Leaving safepoint: 98564 ns, Total: 2058941 ns, Threads: 6 runnable, 87 total +[2.930s][gc ] GC(5) Pause Young (Mixed) (G1 Evacuation Pause) 227M->43M(480M) 2.899ms +[2.930s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 348885759 ns, Reaching safepoint: 98413 ns, At safepoint: 2926981 ns, Leaving safepoint: 125925 ns, Total: 3151319 ns, Threads: 6 runnable, 97 total +[3.065s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 235M->44M(480M) 1.755ms +[3.065s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 133310877 ns, Reaching safepoint: 32361 ns, At safepoint: 1780582 ns, Leaving safepoint: 110235 ns, Total: 1923178 ns, Threads: 46 runnable, 97 total +[3.201s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 236M->44M(480M) 1.619ms +[3.201s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 134536685 ns, Reaching safepoint: 102751 ns, At safepoint: 1640912 ns, Leaving safepoint: 110375 ns, Total: 1854038 ns, Threads: 12 runnable, 97 total +[3.331s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 236M->44M(10560M) 10.660ms +[3.331s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 118891328 ns, Reaching safepoint: 28803 ns, At safepoint: 10685314 ns, Leaving safepoint: 115155 ns, Total: 10829272 ns, Threads: 5 runnable, 96 total +[4.672s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.399ms +[4.672s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1338225894 ns, Reaching safepoint: 21621 ns, At safepoint: 2424242 ns, Leaving safepoint: 80741 ns, Total: 2526604 ns, Threads: 3 runnable, 88 total +[5.911s][safepoint] Safepoint "ThreadDump", Time since last: 1238131295 ns, Reaching safepoint: 81502 ns, At safepoint: 797358 ns, Leaving safepoint: 71433 ns, Total: 950293 ns, Threads: 7 runnable, 85 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 2442% | G1 Service 19% | C1 CompilerThre 12% | GC Thread 9% | java 9% | C2 CompilerThre 6% | jfr-report 2% | JFR Sampler Thr 0% | VM Thread 0% | cpu-report 0% || gc 11x 69 ms, heap 5004/10560 MiB +[6.029s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.041ms +[6.029s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 116095246 ns, Reaching safepoint: 11922 ns, At safepoint: 2065383 ns, Leaving safepoint: 93585 ns, Total: 2170890 ns, Threads: 4 runnable, 83 total +[7.627s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.157ms +[7.627s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595448722 ns, Reaching safepoint: 81441 ns, At safepoint: 2181610 ns, Leaving safepoint: 71273 ns, Total: 2334324 ns, Threads: 5 runnable, 83 total +[9.223s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.051ms +[9.223s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1593918794 ns, Reaching safepoint: 20418 ns, At safepoint: 2079169 ns, Leaving safepoint: 91912 ns, Total: 2191499 ns, Threads: 2 runnable, 83 total +[10.820s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.108ms +[10.820s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1594913933 ns, Reaching safepoint: 86732 ns, At safepoint: 2132228 ns, Leaving safepoint: 82394 ns, Total: 2301354 ns, Threads: 3 runnable, 83 total +[cpu] reactor 2396% | GC Thread 1% | JFR Sampler Thr 1% | C2 CompilerThre 0% | C1 CompilerThre 0% | cpu-report 0% | VM Thread 0% || gc 4x 8 ms, heap 574/10560 MiB +[11.021s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 200192370 ns, Reaching safepoint: 41408 ns, At safepoint: 35215 ns, Leaving safepoint: 99566 ns, Total: 176189 ns, Threads: 6 runnable, 83 total +[jfr] java 1406, native 474 || jdk.internal 37.7% | io.ktor.server 18.7% | java.lang 8.3% | io.ktor.util 7.5% | kotlin.jvm 7.0% | java.util 4.7% | kotlin.text 2.9% | io.ktor.http 2.7% | kron.glyph11 2.0% | kotlin.coroutines 1.7% +[jfr] hot 25.6% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 11.0% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 4.6% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 3.4% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 3.3% io.ktor.server.kron.Http1SessionKt.putAscii | 2.7% java.lang.String. | 2.3% io.ktor.util.pipeline.SuspendFunctionGun.loop | 2.2% io.ktor.server.kron.KronApplicationResponse.stage | 2.0% java.util.HashMap.getNode | 1.9% io.ktor.http.HttpHeaders.checkHeaderValue | 1.7% kotlin.jvm.internal.Intrinsics.checkNotNull | 1.6% kotlinx.coroutines.sync.MutexImpl.unlock | 1.6% kron.glyph11.FastParser.parse | 1.5% java.util.HashMap.put | 1.4% io.ktor.server.kron.Http1Session.run +[jfr] stacks 25.6% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 11.0% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 4.6% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.3% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 2.2% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 1.6% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith +[jfr] contended java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 61x 122 ms | java.lang.Object @ KronApplicationEngine.start$lambda$6 < 0x00000000191db580.invoke 39x 34 ms | java.lang.Object @ TlsService$Companion.configure < TlsService$Companion.newContext 33x 32 ms | java.util.concurrent.ConcurrentHashMap$ReservationNode @ BoringSsl.setTls13Ciphers < TlsService$Companion.configure 25x 27 ms | java.lang.Object @ Reactor.run < ReactorThread.run 25x 24 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.177s][safepoint] Safepoint "JFRSafepointClear", Time since last: 155813024 ns, Reaching safepoint: 61795 ns, At safepoint: 18294 ns, Leaving safepoint: 56135 ns, Total: 136224 ns, Threads: 9 runnable, 88 total +[12.407s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5292M->45M(10560M) 2.064ms +[12.407s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1228080667 ns, Reaching safepoint: 20899 ns, At safepoint: 2090149 ns, Leaving safepoint: 97833 ns, Total: 2208881 ns, Threads: 0 runnable, 87 total +[14.006s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5293M->44M(10560M) 2.220ms +[14.006s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596580754 ns, Reaching safepoint: 53180 ns, At safepoint: 2248625 ns, Leaving safepoint: 97822 ns, Total: 2399627 ns, Threads: 4 runnable, 87 total +[15.604s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.204ms +[15.604s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596077452 ns, Reaching safepoint: 33062 ns, At safepoint: 2227926 ns, Leaving safepoint: 71634 ns, Total: 2332622 ns, Threads: 6 runnable, 87 total +[cpu] reactor 2400% | C2 CompilerThre 3% | jfr-report 2% | JFR Sampler Thr 1% | GC Thread 1% | C1 CompilerThre 1% | cpu-report 0% || gc 3x 6 ms, heap 1304/10560 MiB +[17.203s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.371ms +[17.203s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595774352 ns, Reaching safepoint: 92442 ns, At safepoint: 2401581 ns, Leaving safepoint: 78116 ns, Total: 2572139 ns, Threads: 2 runnable, 84 total +[18.799s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5292M->45M(10560M) 2.105ms +[18.799s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1594385653 ns, Reaching safepoint: 93335 ns, At safepoint: 2128661 ns, Leaving safepoint: 69670 ns, Total: 2291666 ns, Threads: 5 runnable, 84 total +[20.397s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5293M->44M(10560M) 2.109ms +[20.397s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595664287 ns, Reaching safepoint: 15279 ns, At safepoint: 2132719 ns, Leaving safepoint: 75621 ns, Total: 2223619 ns, Threads: 1 runnable, 84 total +[cpu] reactor 2406% | GC Thread 1% | JFR Sampler Thr 1% | C2 CompilerThre 0% | cpu-report 0% | VM Thread 0% | C1 CompilerThre 0% || gc 3x 7 ms, heap 2036/10560 MiB +[21.180s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 782122976 ns, Reaching safepoint: 90328 ns, At safepoint: 59652 ns, Leaving safepoint: 72916 ns, Total: 222896 ns, Threads: 4 runnable, 80 total +[jfr] java 950, native 496 || io.ktor.server 28.5% | io.ktor.util 16.2% | java.lang 16.0% | kotlin.jvm 11.5% | java.util 6.6% | io.ktor.http 4.1% | kotlin.text 3.8% | kotlinx.coroutines 2.5% | io.ktor.events 2.3% | kotlin.coroutines 1.8% +[jfr] hot 7.3% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 6.3% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 6.3% java.lang.invoke.LambdaForm$MH.0x00000000192fd400.invoke | 6.0% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.3% io.ktor.server.kron.Http1SessionKt.putAscii | 4.2% kotlin.jvm.internal.Intrinsics.checkNotNull | 3.5% io.ktor.server.kron.KronApplicationResponse.stage | 3.4% java.lang.String. | 3.3% io.ktor.http.HttpHeaders.checkHeaderValue | 3.3% java.util.HashMap.getNode | 2.8% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 2.5% kotlinx.coroutines.sync.MutexImpl.unlock | 2.4% java.lang.StringLatin1.regionMatchesCI | 2.4% java.util.HashMap.put | 2.3% java.lang.String.equalsIgnoreCase +[jfr] stacks 7.3% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 6.3% 0x00000000192fd400.invoke < 0x0000000019230400.invokeExact_MT < 0x00000000191e4400.invoke < 0x00000000191e4800.invokeStatic < 0x00000000192fd000.invoke || 4.3% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 3.5% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 2.7% HttpHeaders.checkHeaderValue < ResponseHeaders.append < BaseApplicationResponse.commitHeaders < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent || 2.4% StringLatin1.regionMatchesCI < String.regionMatches < String.equalsIgnoreCase < StringsKt__StringsJVMKt.equals < BaseApplicationResponse.commitHeaders +[jfr] parks kotlinx.coroutines.DefaultExecutor.run 2x +[21.221s][safepoint] Safepoint "JFRSafepointClear", Time since last: 41016488 ns, Reaching safepoint: 90800 ns, At safepoint: 39944 ns, Leaving safepoint: 78537 ns, Total: 209281 ns, Threads: 2 runnable, 86 total +[21.991s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5292M->44M(10560M) 2.124ms +[21.992s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 768147598 ns, Reaching safepoint: 302254 ns, At safepoint: 2150472 ns, Leaving safepoint: 76082 ns, Total: 2528808 ns, Threads: 1 runnable, 86 total +[cpu] reactor 1343% | C2 CompilerThre 6% | JFR Sampler Thr 0% | C1 CompilerThre 0% | jfr-report 0% | GC Thread 0% | JFR Recorder Th 0% || gc 1x 2 ms, heap 2929/10560 MiB +[26.655s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5292M->52M(10560M) 2.376ms +[26.655s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4661138091 ns, Reaching safepoint: 141554 ns, At safepoint: 2404646 ns, Leaving safepoint: 75331 ns, Total: 2621531 ns, Threads: 4 runnable, 86 total +[28.115s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.978ms +[28.115s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1457524142 ns, Reaching safepoint: 90408 ns, At safepoint: 2002948 ns, Leaving safepoint: 80670 ns, Total: 2174026 ns, Threads: 5 runnable, 86 total +[29.714s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.136ms +[29.714s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596638734 ns, Reaching safepoint: 86031 ns, At safepoint: 2162295 ns, Leaving safepoint: 101389 ns, Total: 2349715 ns, Threads: 7 runnable, 86 total +[cpu] reactor 2742% | GC Thread 2% | JFR Sampler Thr 1% | cpu-report 0% | C2 CompilerThre 0% || gc 3x 7 ms, heap 4341/10560 MiB +[31.224s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1509944615 ns, Reaching safepoint: 83796 ns, At safepoint: 63599 ns, Leaving safepoint: 128470 ns, Total: 275865 ns, Threads: 9 runnable, 80 total +[jfr] java 1201, native 494 || jdk.internal 38.1% | io.ktor.server 21.2% | java.lang 9.9% | io.ktor.util 8.5% | kotlin.jvm 6.5% | java.util 4.5% | kotlin.text 2.9% | io.ktor.http 2.5% | kotlin.coroutines 1.4% | kron.glyph11 1.1% +[jfr] hot 28.6% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 9.1% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 4.8% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 4.0% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 3.7% io.ktor.server.kron.Http1SessionKt.putAscii | 2.8% java.lang.invoke.LambdaForm$MH.0x00000000192fd400.invoke | 2.7% java.lang.String. | 2.6% io.ktor.util.pipeline.SuspendFunctionGun.loop | 2.3% io.ktor.server.kron.KronApplicationResponse.stage | 2.0% java.lang.String.equalsIgnoreCase | 2.0% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.0% java.util.HashMap.getNode | 1.9% java.util.HashMap.put | 1.8% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 1.7% kotlin.jvm.internal.Intrinsics.checkNotNull +[jfr] stacks 28.6% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 9.1% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 4.8% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.7% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 2.8% 0x00000000192fd400.invoke < 0x0000000019230400.invokeExact_MT < 0x00000000191e4400.invoke < 0x00000000191e4800.invokeStatic < 0x00000000192fd000.invoke || 2.3% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend +[jfr] contended [Ljava.lang.Object; @ Sys.close < Native.close 2x 0 ms +[31.258s][safepoint] Safepoint "JFRSafepointClear", Time since last: 34086232 ns, Reaching safepoint: 80490 ns, At safepoint: 19837 ns, Leaving safepoint: 60353 ns, Total: 160680 ns, Threads: 6 runnable, 84 total +[31.306s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.294ms +[31.307s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 45560473 ns, Reaching safepoint: 83986 ns, At safepoint: 2321933 ns, Leaving safepoint: 85349 ns, Total: 2491268 ns, Threads: 6 runnable, 84 total +[32.904s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.047ms +[32.904s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595241615 ns, Reaching safepoint: 22362 ns, At safepoint: 2087645 ns, Leaving safepoint: 73718 ns, Total: 2183725 ns, Threads: 4 runnable, 84 total +[34.502s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.193ms +[34.503s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596233802 ns, Reaching safepoint: 19136 ns, At safepoint: 2216656 ns, Leaving safepoint: 79979 ns, Total: 2315771 ns, Threads: 3 runnable, 84 total +[cpu] reactor 2447% | C2 CompilerThre 2% | GC Thread 2% | JFR Sampler Thr 1% | jfr-report 0% | cpu-report 0% || gc 3x 6 ms, heap 5068/10560 MiB +[36.101s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.378ms +[36.101s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595711771 ns, Reaching safepoint: 85750 ns, At safepoint: 2407713 ns, Leaving safepoint: 87584 ns, Total: 2581047 ns, Threads: 7 runnable, 84 total +[37.698s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.972ms +[37.698s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595369255 ns, Reaching safepoint: 30807 ns, At safepoint: 1997588 ns, Leaving safepoint: 116667 ns, Total: 2145062 ns, Threads: 1 runnable, 84 total +[39.296s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.801ms +[39.296s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595470179 ns, Reaching safepoint: 83406 ns, At safepoint: 1827700 ns, Leaving safepoint: 91621 ns, Total: 2002727 ns, Threads: 8 runnable, 84 total +[40.894s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.735ms +[40.894s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596422808 ns, Reaching safepoint: 82995 ns, At safepoint: 1763460 ns, Leaving safepoint: 84378 ns, Total: 1930833 ns, Threads: 5 runnable, 84 total +[cpu] reactor 2453% | GC Thread 2% | JFR Sampler Thr 1% | java 0% | VM Thread 0% || gc 4x 8 ms, heap 579/10560 MiB +[41.261s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 367122042 ns, Reaching safepoint: 83536 ns, At safepoint: 69770 ns, Leaving safepoint: 67386 ns, Total: 220692 ns, Threads: 5 runnable, 82 total +[jfr] java 1066, native 496 || io.ktor.server 32.6% | java.lang 17.0% | io.ktor.util 15.2% | kotlin.jvm 10.4% | java.util 7.5% | io.ktor.http 5.1% | kotlin.text 3.9% | kotlin.coroutines 2.4% | kron.glyph11 1.5% | kron.Reactor 1.0% +[jfr] hot 8.2% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 7.0% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 6.7% java.lang.invoke.LambdaForm$MH.0x00000000192fd400.invoke | 4.8% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.7% io.ktor.server.kron.Http1SessionKt.putAscii | 4.4% java.lang.String. | 4.2% java.util.HashMap.put | 3.9% io.ktor.server.kron.KronApplicationResponse.stage | 3.3% kotlin.jvm.internal.Intrinsics.checkNotNull | 3.2% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 3.0% io.ktor.server.kron.KronApplicationResponse$headers$1.get | 3.0% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 2.7% java.util.HashMap.getNode | 2.6% io.ktor.http.HttpHeaders.checkHeaderValue | 2.3% io.ktor.http.HttpHeaders.checkHeaderName +[jfr] stacks 7.0% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 6.7% 0x00000000192fd400.invoke < 0x0000000019230400.invokeExact_MT < 0x00000000191e4400.invoke < 0x00000000191e4800.invokeStatic < 0x00000000192fd000.invoke || 4.7% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 3.9% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 3.5% HashMap.put < AttributesJvmBase.put < ResponseTypeKt.setResponseType < PipelineCall.respond$suspendImpl < PipelineCall.respond || 3.0% StringsKt__StringNumberConversionsKt.toLongOrNull < StringsKt__StringNumberConversionsKt.toLongOrNull < ApplicationKt.sumQueryParams < ApplicationKt.access$sumQueryParams < ApplicationKt$module$1$2.invokeSuspend +[41.310s][safepoint] Safepoint "JFRSafepointClear", Time since last: 48699607 ns, Reaching safepoint: 81792 ns, At safepoint: 46607 ns, Leaving safepoint: 66284 ns, Total: 194683 ns, Threads: 5 runnable, 83 total +[42.488s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.051ms +[42.488s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1175179337 ns, Reaching safepoint: 85519 ns, At safepoint: 2078028 ns, Leaving safepoint: 77985 ns, Total: 2241532 ns, Threads: 9 runnable, 83 total +[44.086s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.863ms +[44.086s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596591190 ns, Reaching safepoint: 30346 ns, At safepoint: 1889727 ns, Leaving safepoint: 76102 ns, Total: 1996175 ns, Threads: 3 runnable, 83 total +[cpu] reactor 2171% | JFR Sampler Thr 1% | C2 CompilerThre 0% | GC Thread 0% | JFR Recorder Th 0% | jfr-report 0% | cpu-report 0% | VM Thread 0% | C1 CompilerThre 0% || gc 2x 4 ms, heap 4561/10560 MiB +[48.621s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.912ms +[48.621s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4532473064 ns, Reaching safepoint: 109234 ns, At safepoint: 1937646 ns, Leaving safepoint: 74659 ns, Total: 2121539 ns, Threads: 9 runnable, 80 total +[50.219s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.890ms +[50.219s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595861997 ns, Reaching safepoint: 86261 ns, At safepoint: 1920313 ns, Leaving safepoint: 81132 ns, Total: 2087706 ns, Threads: 5 runnable, 80 total +[cpu] reactor 1295% | JFR Sampler Thr 0% | GC Thread 0% | C2 CompilerThre 0% || gc 2x 3 ms, heap 2840/10560 MiB +[51.313s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1094351682 ns, Reaching safepoint: 18444 ns, At safepoint: 27602 ns, Leaving safepoint: 45315 ns, Total: 91361 ns, Threads: 2 runnable, 80 total +[jfr] java 783, native 496 || io.ktor.server 31.9% | io.ktor.util 16.6% | java.lang 15.5% | kotlin.jvm 9.1% | java.util 8.3% | io.ktor.http 5.2% | kotlin.text 4.7% | kotlin.coroutines 2.0% | kron.Reactor 1.7% | io.ktor.events 1.5% +[jfr] hot 6.6% io.ktor.util.pipeline.SuspendFunctionGun.loop | 6.5% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 6.1% java.lang.invoke.LambdaForm$MH.0x00000000192fd400.invoke | 5.8% io.ktor.server.kron.Http1SessionKt.putAscii | 5.2% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 3.8% kotlin.jvm.internal.Intrinsics.checkNotNull | 3.8% java.util.HashMap.getNode | 3.5% java.lang.String. | 3.4% io.ktor.server.kron.KronApplicationResponse.stage | 3.0% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 3.0% io.ktor.http.HttpHeaders.checkHeaderValue | 2.8% java.util.HashMap.put | 2.6% io.ktor.server.kron.ReactorDispatcher$$Lambda.0x00000000193962b8.invoke | 2.1% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.1% io.ktor.http.HttpHeaders.checkHeaderName +[jfr] stacks 6.1% 0x00000000192fd400.invoke < 0x0000000019230400.invokeExact_MT < 0x00000000191e4400.invoke < 0x00000000191e4800.invokeStatic < 0x00000000192fd000.invoke || 5.8% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 5.2% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.4% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 3.0% StringsKt__StringNumberConversionsKt.toLongOrNull < StringsKt__StringNumberConversionsKt.toLongOrNull < ApplicationKt.sumQueryParams < ApplicationKt.access$sumQueryParams < ApplicationKt$module$1$2.invokeSuspend || 2.6% 0x00000000193962b8.invoke < Reactor.drainPostQ$kron < Reactor.loop < Reactor.run < ReactorThread.run +[51.339s][safepoint] Safepoint "JFRSafepointClear", Time since last: 25520095 ns, Reaching safepoint: 88405 ns, At safepoint: 38913 ns, Leaving safepoint: 100357 ns, Total: 227675 ns, Threads: 7 runnable, 81 total +[51.811s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.111ms +[51.811s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 469775221 ns, Reaching safepoint: 89777 ns, At safepoint: 2136898 ns, Leaving safepoint: 121817 ns, Total: 2348492 ns, Threads: 6 runnable, 81 total +[53.408s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.593ms +[53.408s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1594634462 ns, Reaching safepoint: 88706 ns, At safepoint: 1622598 ns, Leaving safepoint: 95788 ns, Total: 1807092 ns, Threads: 3 runnable, 81 total +[55.005s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.617ms +[55.005s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595739435 ns, Reaching safepoint: 85990 ns, At safepoint: 1644489 ns, Leaving safepoint: 83616 ns, Total: 1814095 ns, Threads: 3 runnable, 81 total +[cpu] reactor 2453% | JFR Sampler Thr 1% | GC Thread 0% | jfr-report 0% | C2 CompilerThre 0% | cpu-report 0% || gc 3x 6 ms, heap 3568/10560 MiB +[56.603s][gc ] GC(38) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.634ms +[56.603s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596338265 ns, Reaching safepoint: 63078 ns, At safepoint: 1660168 ns, Leaving safepoint: 83887 ns, Total: 1807133 ns, Threads: 7 runnable, 81 total +[58.202s][gc ] GC(39) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.661ms +[58.202s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596654157 ns, Reaching safepoint: 102752 ns, At safepoint: 1694342 ns, Leaving safepoint: 84778 ns, Total: 1881872 ns, Threads: 2 runnable, 80 total +[59.801s][gc ] GC(40) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.084ms +[59.801s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596474593 ns, Reaching safepoint: 82454 ns, At safepoint: 2112302 ns, Leaving safepoint: 96160 ns, Total: 2290916 ns, Threads: 4 runnable, 80 total +[cpu] reactor 2451% | JFR Sampler Thr 1% | GC Thread 0% | C2 CompilerThre 0% | cpu-report 0% || gc 3x 5 ms, heap 4265/10560 MiB +[61.342s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 1540931887 ns, Reaching safepoint: 95698 ns, At safepoint: 28473 ns, Leaving safepoint: 98274 ns, Total: 222445 ns, Threads: 8 runnable, 80 total +[jfr] java 1146, native 495 || io.ktor.server 32.8% | java.lang 15.9% | io.ktor.util 15.7% | kotlin.jvm 11.6% | java.util 8.2% | io.ktor.http 4.3% | kotlin.text 3.4% | kron.glyph11 1.5% | io.ktor.events 1.3% | kotlin.coroutines 1.3% +[jfr] hot 8.9% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 7.5% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 5.4% io.ktor.server.kron.Http1SessionKt.putAscii | 5.1% java.lang.invoke.LambdaForm$MH.0x00000000192fd400.invoke | 4.7% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.4% io.ktor.server.kron.KronApplicationResponse.stage | 4.4% java.util.HashMap.getNode | 3.4% java.lang.String. | 3.2% java.util.HashMap.put | 2.8% java.lang.StringLatin1.regionMatchesCI | 2.7% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.3% io.ktor.server.kron.ReactorDispatcher$$Lambda.0x00000000193962b8.invoke | 2.3% io.ktor.http.HttpHeaders.checkHeaderValue | 2.2% java.lang.String.equalsIgnoreCase | 2.2% java.lang.CharacterDataLatin1.equalsIgnoreCase +[jfr] stacks 8.9% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 5.4% Http1SessionKt.putAscii < Http1SessionKt.access$putAscii < Http1Session.writeHead$ktor_server_kron < KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes || 5.1% 0x00000000192fd400.invoke < 0x0000000019230400.invokeExact_MT < 0x00000000191e4400.invoke < 0x00000000191e4800.invokeStatic < 0x00000000192fd000.invoke || 4.4% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 2.8% StringLatin1.regionMatchesCI < String.regionMatches < String.equalsIgnoreCase < StringsKt__StringsJVMKt.equals < BaseApplicationResponse.commitHeaders || 2.7% HashMap.put < AttributesJvmBase.put < ResponseTypeKt.setResponseType < PipelineCall.respond$suspendImpl < PipelineCall.respond +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[61.386s][safepoint] Safepoint "JFRSafepointClear", Time since last: 44164445 ns, Reaching safepoint: 92512 ns, At safepoint: 37571 ns, Leaving safepoint: 65592 ns, Total: 195675 ns, Threads: 4 runnable, 80 total +[61.393s][gc ] GC(41) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.592ms +[61.393s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 4950499 ns, Reaching safepoint: 80050 ns, At safepoint: 1614332 ns, Leaving safepoint: 87654 ns, Total: 1782036 ns, Threads: 3 runnable, 80 total +[62.990s][gc ] GC(42) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.690ms +[62.990s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595154544 ns, Reaching safepoint: 85329 ns, At safepoint: 1719209 ns, Leaving safepoint: 77214 ns, Total: 1881752 ns, Threads: 5 runnable, 80 total +[64.588s][gc ] GC(43) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.864ms +[64.588s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1596325242 ns, Reaching safepoint: 87583 ns, At safepoint: 1893825 ns, Leaving safepoint: 104996 ns, Total: 2086404 ns, Threads: 4 runnable, 80 total +[cpu] reactor 2457% | GC Thread 1% | JFR Sampler Thr 1% | C2 CompilerThre 0% | jfr-report 0% | JFR Recorder Th 0% | VM Thread 0% | C1 CompilerThre 0% | cpu-report 0% || gc 3x 5 ms, heap 4988/10560 MiB +[66.186s][gc ] GC(44) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 1.518ms +[66.186s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595629725 ns, Reaching safepoint: 31459 ns, At safepoint: 1543881 ns, Leaving safepoint: 96891 ns, Total: 1672231 ns, Threads: 1 runnable, 80 total +[67.783s][gc ] GC(45) Pause Young (Normal) (G1 Evacuation Pause) 5300M->52M(10560M) 2.150ms +[67.783s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 1595371494 ns, Reaching safepoint: 84758 ns, At safepoint: 2184728 ns, Leaving safepoint: 87122 ns, Total: 2356608 ns, Threads: 6 runnable, 80 total diff --git a/site/static/logs/limited-conn/4096/ktor-kronos.log b/site/static/logs/limited-conn/4096/ktor-kronos.log new file mode 100644 index 0000000000..d3157a88f4 --- /dev/null +++ b/site/static/logs/limited-conn/4096/ktor-kronos.log @@ -0,0 +1,254 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.828s][gc,init] Version: 25.0.5+8-LTS (release) +[0.828s][gc,init] CPUs: 128 total, 64 available +[0.828s][gc,init] Memory: 251G +[0.828s][gc,init] Large Page Support: Disabled +[0.828s][gc,init] NUMA Support: Disabled +[0.828s][gc,init] Compressed Oops: Disabled +[0.828s][gc,init] Heap Region Size: 32M +[0.828s][gc,init] Heap Min Capacity: 32M +[0.828s][gc,init] Heap Initial Capacity: 20608M +[0.828s][gc,init] Heap Max Capacity: 64384M +[0.828s][gc,init] Pre-touch: Enabled +[0.828s][gc,init] Parallel Workers: 43 +[0.828s][gc,init] Concurrent Workers: 11 +[0.828s][gc,init] Concurrent Refinement Workers: 43 +[0.828s][gc,init] Periodic GC: Disabled +[0.878s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38501449 ns, Reaching safepoint: 137556 ns, At safepoint: 4558 ns, Leaving safepoint: 4899 ns, Total: 147013 ns, Threads: 1 runnable, 17 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.003s][safepoint] Safepoint "JFRSafepointClear", Time since last: 124928404 ns, Reaching safepoint: 68437 ns, At safepoint: 10119 ns, Leaving safepoint: 4819 ns, Total: 83375 ns, Threads: 2 runnable, 22 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.262 seconds. +[1.516s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1313M->35M(20640M) 7.539ms +[1.516s][gc ] GC(1) Concurrent Mark Cycle +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 504746551 ns, Reaching safepoint: 539353 ns, At safepoint: 7624140 ns, Leaving safepoint: 79328 ns, Total: 8242821 ns, Threads: 33 runnable, 93 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 92972 ns, Reaching safepoint: 11472 ns, At safepoint: 7624 ns, Leaving safepoint: 9257 ns, Total: 28353 ns, Threads: 2 runnable, 93 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 391909 ns, Reaching safepoint: 86461 ns, At safepoint: 9648 ns, Leaving safepoint: 16841 ns, Total: 112950 ns, Threads: 2 runnable, 93 total +[1.517s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61755 ns, Reaching safepoint: 71283 ns, At safepoint: 3145 ns, Leaving safepoint: 10450 ns, Total: 84878 ns, Threads: 4 runnable, 93 total +[1.517s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43130 ns, Reaching safepoint: 73817 ns, At safepoint: 4910 ns, Leaving safepoint: 12783 ns, Total: 91510 ns, Threads: 2 runnable, 93 total +[1.517s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42539 ns, Reaching safepoint: 71994 ns, At safepoint: 3126 ns, Leaving safepoint: 7194 ns, Total: 82314 ns, Threads: 5 runnable, 93 total +[1.518s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1602290 ns, Reaching safepoint: 77153 ns, At safepoint: 4358 ns, Leaving safepoint: 15549 ns, Total: 97060 ns, Threads: 2 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 53650 ns, Reaching safepoint: 73958 ns, At safepoint: 3185 ns, Leaving safepoint: 11622 ns, Total: 88765 ns, Threads: 5 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 190985 ns, Reaching safepoint: 76963 ns, At safepoint: 4579 ns, Leaving safepoint: 19406 ns, Total: 100948 ns, Threads: 2 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 73457 ns, Reaching safepoint: 7564 ns, At safepoint: 3196 ns, Leaving safepoint: 12683 ns, Total: 23443 ns, Threads: 3 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39694 ns, Reaching safepoint: 8306 ns, At safepoint: 3145 ns, Leaving safepoint: 13896 ns, Total: 25347 ns, Threads: 2 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41347 ns, Reaching safepoint: 75631 ns, At safepoint: 28924 ns, Leaving safepoint: 11982 ns, Total: 116537 ns, Threads: 1 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 89496 ns, Reaching safepoint: 8226 ns, At safepoint: 4708 ns, Leaving safepoint: 9658 ns, Total: 22592 ns, Threads: 1 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 45415 ns, Reaching safepoint: 8175 ns, At safepoint: 3927 ns, Leaving safepoint: 11642 ns, Total: 23744 ns, Threads: 2 runnable, 93 total +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46927 ns, Reaching safepoint: 8887 ns, At safepoint: 4508 ns, Leaving safepoint: 11842 ns, Total: 25237 ns, Threads: 1 runnable, 93 total +[1.520s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 63999 ns, Reaching safepoint: 76062 ns, At safepoint: 3466 ns, Leaving safepoint: 16200 ns, Total: 95728 ns, Threads: 5 runnable, 93 total +[1.520s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 84598 ns, Reaching safepoint: 533382 ns, At safepoint: 3707 ns, Leaving safepoint: 23053 ns, Total: 560142 ns, Threads: 5 runnable, 93 total +[1.521s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 443715 ns, Reaching safepoint: 595968 ns, At safepoint: 4038 ns, Leaving safepoint: 27311 ns, Total: 627317 ns, Threads: 7 runnable, 93 total +[1.523s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1350932 ns, Reaching safepoint: 85239 ns, At safepoint: 4438 ns, Leaving safepoint: 358086 ns, Total: 447763 ns, Threads: 5 runnable, 93 total +[r9] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r51] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r54] listening on 0.0.0.0:8080,8081 +[r47] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[1.525s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 339371 ns, Reaching safepoint: 1110716 ns, At safepoint: 48069 ns, Leaving safepoint: 44423 ns, Total: 1203208 ns, Threads: 13 runnable, 93 total +[r46] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r48] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[1.526s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 285962 ns, Reaching safepoint: 1132897 ns, At safepoint: 47869 ns, Leaving safepoint: 43200 ns, Total: 1223966 ns, Threads: 6 runnable, 93 total +[r4] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r59] listening on 0.0.0.0:8080,8081 +[1.527s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 47749 ns, Reaching safepoint: 1059882 ns, At safepoint: 4268 ns, Leaving safepoint: 17242 ns, Total: 1081392 ns, Threads: 0 runnable, 93 total +[r30] listening on 0.0.0.0:8080,8081 +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 72134 ns, Reaching safepoint: 1123129 ns, At safepoint: 4428 ns, Leaving safepoint: 23453 ns, Total: 1151010 ns, Threads: 1 runnable, 93 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 637155 ns, Reaching safepoint: 4900 ns, At safepoint: 21580 ns, Leaving safepoint: 21920 ns, Total: 48400 ns, Threads: 0 runnable, 93 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 60202 ns, Reaching safepoint: 4028 ns, At safepoint: 4358 ns, Leaving safepoint: 2986 ns, Total: 11372 ns, Threads: 1 runnable, 93 total +[1.529s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 37930 ns, Reaching safepoint: 71373 ns, At safepoint: 2555 ns, Leaving safepoint: 4518 ns, Total: 78446 ns, Threads: 1 runnable, 93 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43772 ns, Reaching safepoint: 68918 ns, At safepoint: 2314 ns, Leaving safepoint: 4709 ns, Total: 75941 ns, Threads: 2 runnable, 93 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41627 ns, Reaching safepoint: 4959 ns, At safepoint: 2495 ns, Leaving safepoint: 4078 ns, Total: 11532 ns, Threads: 1 runnable, 93 total +[1.530s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59691 ns, Reaching safepoint: 70561 ns, At safepoint: 3426 ns, Leaving safepoint: 11121 ns, Total: 85108 ns, Threads: 4 runnable, 93 total +[r10] listening on 0.0.0.0:8080,8081 +[r27] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 3464323 ns, Reaching safepoint: 9548 ns, At safepoint: 23033 ns, Leaving safepoint: 10019 ns, Total: 42600 ns, Threads: 1 runnable, 93 total +[1.533s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49572 ns, Reaching safepoint: 7223 ns, At safepoint: 6913 ns, Leaving safepoint: 5250 ns, Total: 19386 ns, Threads: 0 runnable, 93 total +[r41] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1379856 ns, Reaching safepoint: 11742 ns, At safepoint: 7805 ns, Leaving safepoint: 4007 ns, Total: 23554 ns, Threads: 0 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 42830 ns, Reaching safepoint: 200763 ns, At safepoint: 2264 ns, Leaving safepoint: 5611 ns, Total: 208638 ns, Threads: 1 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 30877 ns, Reaching safepoint: 68908 ns, At safepoint: 1824 ns, Leaving safepoint: 3797 ns, Total: 74529 ns, Threads: 3 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36448 ns, Reaching safepoint: 7193 ns, At safepoint: 3657 ns, Leaving safepoint: 9337 ns, Total: 20187 ns, Threads: 2 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 69700 ns, Reaching safepoint: 72044 ns, At safepoint: 2184 ns, Leaving safepoint: 6472 ns, Total: 80700 ns, Threads: 3 runnable, 93 total +[r14] listening on 0.0.0.0:8080,8081 +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 34274 ns, Reaching safepoint: 73617 ns, At safepoint: 2514 ns, Leaving safepoint: 10440 ns, Total: 86571 ns, Threads: 2 runnable, 93 total +[1.535s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 36958 ns, Reaching safepoint: 7144 ns, At safepoint: 2054 ns, Leaving safepoint: 9397 ns, Total: 18595 ns, Threads: 0 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44172 ns, Reaching safepoint: 70802 ns, At safepoint: 2014 ns, Leaving safepoint: 4398 ns, Total: 77214 ns, Threads: 3 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39954 ns, Reaching safepoint: 71563 ns, At safepoint: 2024 ns, Leaving safepoint: 5981 ns, Total: 79568 ns, Threads: 2 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 84828 ns, Reaching safepoint: 11461 ns, At safepoint: 4509 ns, Leaving safepoint: 20888 ns, Total: 36858 ns, Threads: 0 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 51817 ns, Reaching safepoint: 162692 ns, At safepoint: 3166 ns, Leaving safepoint: 10951 ns, Total: 176809 ns, Threads: 3 runnable, 93 total +[r5] listening on 0.0.0.0:8080,8081 +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 64089 ns, Reaching safepoint: 78836 ns, At safepoint: 5120 ns, Leaving safepoint: 12032 ns, Total: 95988 ns, Threads: 1 runnable, 93 total +[1.536s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49562 ns, Reaching safepoint: 115445 ns, At safepoint: 5551 ns, Leaving safepoint: 1973 ns, Total: 122969 ns, Threads: 0 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 99856 ns, Reaching safepoint: 7634 ns, At safepoint: 3897 ns, Leaving safepoint: 2735 ns, Total: 14266 ns, Threads: 1 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 46807 ns, Reaching safepoint: 76573 ns, At safepoint: 3486 ns, Leaving safepoint: 23344 ns, Total: 103403 ns, Threads: 3 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31909 ns, Reaching safepoint: 69329 ns, At safepoint: 2244 ns, Leaving safepoint: 4469 ns, Total: 76042 ns, Threads: 2 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39062 ns, Reaching safepoint: 6603 ns, At safepoint: 4488 ns, Leaving safepoint: 6342 ns, Total: 17433 ns, Threads: 0 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 38000 ns, Reaching safepoint: 77304 ns, At safepoint: 3236 ns, Leaving safepoint: 10680 ns, Total: 91220 ns, Threads: 2 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 79718 ns, Reaching safepoint: 8676 ns, At safepoint: 4238 ns, Leaving safepoint: 34144 ns, Total: 47058 ns, Threads: 1 runnable, 93 total +[1.537s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 185375 ns, Reaching safepoint: 47077 ns, At safepoint: 4318 ns, Leaving safepoint: 15529 ns, Total: 66924 ns, Threads: 3 runnable, 93 total +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 48721 ns, Reaching safepoint: 207906 ns, At safepoint: 3086 ns, Leaving safepoint: 19366 ns, Total: 230358 ns, Threads: 2 runnable, 93 total +[r6] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 104484 ns, Reaching safepoint: 75411 ns, At safepoint: 3226 ns, Leaving safepoint: 17452 ns, Total: 96089 ns, Threads: 2 runnable, 93 total +[r23] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61144 ns, Reaching safepoint: 76943 ns, At safepoint: 3006 ns, Leaving safepoint: 19035 ns, Total: 98984 ns, Threads: 3 runnable, 93 total +[r11] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 49692 ns, Reaching safepoint: 139019 ns, At safepoint: 1803 ns, Leaving safepoint: 14898 ns, Total: 155720 ns, Threads: 1 runnable, 93 total +[r61] listening on 0.0.0.0:8080,8081 +[1.538s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 75961 ns, Reaching safepoint: 136114 ns, At safepoint: 2434 ns, Leaving safepoint: 30397 ns, Total: 168945 ns, Threads: 2 runnable, 93 total +[1.539s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59911 ns, Reaching safepoint: 80780 ns, At safepoint: 5070 ns, Leaving safepoint: 7975 ns, Total: 93825 ns, Threads: 1 runnable, 93 total +[r36] listening on 0.0.0.0:8080,8081 +[1.541s][gc ] GC(1) Pause Remark 850M->850M(928M) 2.194ms +[1.541s][safepoint] Safepoint "G1PauseRemark", Time since last: 113661 ns, Reaching safepoint: 133789 ns, At safepoint: 2208988 ns, Leaving safepoint: 14187 ns, Total: 2356964 ns, Threads: 3 runnable, 93 total +[r45] listening on 0.0.0.0:8080,8081 +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 55553 ns, Reaching safepoint: 13127015 ns, At safepoint: 7464 ns, Leaving safepoint: 8095 ns, Total: 13142574 ns, Threads: 0 runnable, 93 total +[1.554s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 57257 ns, Reaching safepoint: 141874 ns, At safepoint: 3947 ns, Leaving safepoint: 17412 ns, Total: 163233 ns, Threads: 2 runnable, 93 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 109985 ns, Reaching safepoint: 113781 ns, At safepoint: 3196 ns, Leaving safepoint: 5711 ns, Total: 122688 ns, Threads: 3 runnable, 93 total +[r19] listening on 0.0.0.0:8080,8081 +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 59210 ns, Reaching safepoint: 117449 ns, At safepoint: 4238 ns, Leaving safepoint: 17662 ns, Total: 139349 ns, Threads: 1 runnable, 93 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 80670 ns, Reaching safepoint: 74218 ns, At safepoint: 2245 ns, Leaving safepoint: 50093 ns, Total: 126556 ns, Threads: 2 runnable, 93 total +[1.555s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 50764 ns, Reaching safepoint: 46356 ns, At safepoint: 27692 ns, Leaving safepoint: 43301 ns, Total: 117349 ns, Threads: 3 runnable, 93 total +[r24] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2955016 ns, Reaching safepoint: 76572 ns, At safepoint: 4418 ns, Leaving safepoint: 2475 ns, Total: 83465 ns, Threads: 1 runnable, 93 total +[1.558s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44082 ns, Reaching safepoint: 67555 ns, At safepoint: 1824 ns, Leaving safepoint: 2545 ns, Total: 71924 ns, Threads: 2 runnable, 93 total +[1.559s][gc ] GC(1) Pause Cleanup 867M->867M(928M) 0.021ms +[1.559s][safepoint] Safepoint "G1PauseCleanup", Time since last: 31969 ns, Reaching safepoint: 67686 ns, At safepoint: 29475 ns, Leaving safepoint: 4859 ns, Total: 102020 ns, Threads: 2 runnable, 93 total +[1.559s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 31178 ns, Reaching safepoint: 3707 ns, At safepoint: 3606 ns, Leaving safepoint: 2695 ns, Total: 10008 ns, Threads: 1 runnable, 93 total +[1.595s][gc ] GC(2) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 867M->34M(992M) 36.533ms +[1.595s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 33433 ns, Reaching safepoint: 68287 ns, At safepoint: 36555019 ns, Leaving safepoint: 34534 ns, Total: 36657840 ns, Threads: 2 runnable, 93 total +[r53] listening on 0.0.0.0:8080,8081 +[1.596s][gc ] GC(1) Concurrent Mark Cycle 79.987ms +[r35] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.805s][gc ] GC(3) Pause Young (Mixed) (G1 Evacuation Pause) 450M->34M(992M) 8.518ms +[1.805s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 191293641 ns, Reaching safepoint: 9439317 ns, At safepoint: 8543871 ns, Leaving safepoint: 9728 ns, Total: 17992916 ns, Threads: 1 runnable, 91 total +[2.537s][gc ] GC(4) Pause Young (Normal) (G1 Evacuation Pause) 450M->70M(992M) 7.056ms +[2.537s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 724664844 ns, Reaching safepoint: 1044764 ns, At safepoint: 7083655 ns, Leaving safepoint: 111487 ns, Total: 8239906 ns, Threads: 1 runnable, 97 total +[3.059s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 486M->82M(992M) 4.555ms +[3.059s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 516601151 ns, Reaching safepoint: 33061 ns, At safepoint: 4583465 ns, Leaving safepoint: 151252 ns, Total: 4767778 ns, Threads: 29 runnable, 95 total +[3.507s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 498M->83M(992M) 2.261ms +[3.507s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 445971647 ns, Reaching safepoint: 93825 ns, At safepoint: 2297052 ns, Leaving safepoint: 90238 ns, Total: 2481115 ns, Threads: 33 runnable, 91 total +[3.800s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 531M->86M(992M) 2.282ms +[3.800s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 286256389 ns, Reaching safepoint: 4301961 ns, At safepoint: 2312571 ns, Leaving safepoint: 45786 ns, Total: 6660318 ns, Threads: 0 runnable, 91 total +[4.041s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 502M->89M(992M) 2.264ms +[4.041s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 234069172 ns, Reaching safepoint: 4423588 ns, At safepoint: 2292544 ns, Leaving safepoint: 10279 ns, Total: 6726411 ns, Threads: 0 runnable, 89 total +[4.187s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 505M->89M(992M) 2.149ms +[4.187s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 133414948 ns, Reaching safepoint: 10500260 ns, At safepoint: 2171629 ns, Leaving safepoint: 5340 ns, Total: 12677229 ns, Threads: 1 runnable, 89 total +[4.322s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 505M->90M(992M) 2.205ms +[4.322s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 123906212 ns, Reaching safepoint: 8713277 ns, At safepoint: 2232392 ns, Leaving safepoint: 8866 ns, Total: 10954535 ns, Threads: 0 runnable, 86 total +[4.640s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 506M->91M(10816M) 238.637ms +[4.640s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 73494199 ns, Reaching safepoint: 6215691 ns, At safepoint: 238671728 ns, Leaving safepoint: 74068 ns, Total: 244961487 ns, Threads: 0 runnable, 86 total +[5.134s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5435M->96M(10816M) 3.995ms +[5.134s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 489803954 ns, Reaching safepoint: 101549 ns, At safepoint: 4025648 ns, Leaving safepoint: 70771 ns, Total: 4197968 ns, Threads: 5 runnable, 86 total +[5.589s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5440M->98M(10816M) 4.499ms +[5.589s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 449895230 ns, Reaching safepoint: 94786 ns, At safepoint: 4527511 ns, Leaving safepoint: 83315 ns, Total: 4705612 ns, Threads: 3 runnable, 86 total +[5.899s][safepoint] Safepoint "ThreadDump", Time since last: 309194118 ns, Reaching safepoint: 101719 ns, At safepoint: 1061605 ns, Leaving safepoint: 70621 ns, Total: 1233945 ns, Threads: 7 runnable, 86 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[cpu] reactor 2780% | GC Thread 213% | G1 Service 29% | C1 CompilerThre 21% | C2 CompilerThre 10% | java 8% | jfr-report 1% | JFR Sampler Thr 1% | cpu-report 0% | VM Thread 0% || gc 15x 324 ms, heap 4602/10816 MiB +[6.039s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5442M->99M(10816M) 5.386ms +[6.039s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 133980307 ns, Reaching safepoint: 100486 ns, At safepoint: 5412107 ns, Leaving safepoint: 95117 ns, Total: 5607710 ns, Threads: 6 runnable, 86 total +[6.493s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5443M->101M(10816M) 6.506ms +[6.493s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 447027805 ns, Reaching safepoint: 97361 ns, At safepoint: 6531228 ns, Leaving safepoint: 83135 ns, Total: 6711724 ns, Threads: 5 runnable, 86 total +[6.948s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5445M->101M(10816M) 8.187ms +[6.948s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 446584969 ns, Reaching safepoint: 97171 ns, At safepoint: 8214970 ns, Leaving safepoint: 76763 ns, Total: 8388904 ns, Threads: 6 runnable, 86 total +[9.688s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5445M->103M(10816M) 9.448ms +[9.688s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2730665622 ns, Reaching safepoint: 97392 ns, At safepoint: 9473351 ns, Leaving safepoint: 79759 ns, Total: 9650502 ns, Threads: 8 runnable, 86 total +[10.139s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5447M->102M(10816M) 8.225ms +[10.139s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 442330318 ns, Reaching safepoint: 96629 ns, At safepoint: 8252291 ns, Leaving safepoint: 85609 ns, Total: 8434529 ns, Threads: 10 runnable, 86 total +[10.590s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5446M->102M(10816M) 8.516ms +[10.590s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 442583955 ns, Reaching safepoint: 93915 ns, At safepoint: 8543402 ns, Leaving safepoint: 85579 ns, Total: 8722896 ns, Threads: 9 runnable, 86 total +[cpu] reactor 3378% | GC Thread 19% | JFR Sampler Thr 1% | C2 CompilerThre 0% | C1 CompilerThre 0% | cpu-report 0% | VM Thread 0% || gc 6x 46 ms, heap 5119/10816 MiB +[11.010s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 418167653 ns, Reaching safepoint: 92081 ns, At safepoint: 71613 ns, Leaving safepoint: 1028764 ns, Total: 1192458 ns, Threads: 6 runnable, 83 total +[11.041s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5446M->104M(10816M) 8.330ms +[11.041s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 22441214 ns, Reaching safepoint: 230088 ns, At safepoint: 8354100 ns, Leaving safepoint: 85048 ns, Total: 8669236 ns, Threads: 9 runnable, 83 total +[jfr] java 2450, native 456 || jdk.internal 23.8% | io.ktor.server 18.9% | io.ktor.util 12.8% | kotlin.jvm 8.2% | kotlin.coroutines 7.1% | java.util 6.4% | kron.glyph11 5.2% | kotlinx.io 3.9% | java.lang 3.9% | kotlin.text 2.2% +[jfr] hot 16.3% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 6.4% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 5.5% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 4.0% java.util.HashMap.getNode | 3.9% kron.glyph11.FastParser.parse | 3.9% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 3.4% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 3.1% io.ktor.util.pipeline.SuspendFunctionGun.loop | 2.5% kotlinx.io.Buffer.write | 2.5% io.ktor.util.AttributesJvmBase.put | 2.5% java.lang.String. | 2.0% io.ktor.server.kron.KronApplicationResponse.stage | 2.0% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 1.9% kotlin.coroutines.jvm.internal.ContinuationImpl. | 1.6% io.ktor.server.kron.Http1Session.fill$ktor_server_kron +[jfr] stacks 16.3% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 6.4% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 5.5% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 3.9% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 2.1% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.0% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend +[jfr] contended java.lang.Object @ RequestBody.pullChunks < RequestBody.awaitContent 8x 88 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 62x 74 ms | java.lang.Object @ Buffer.write < RequestBody.pullLength 7x 74 ms | java.lang.Object @ RequestBody.awaitContent < ByteReadChannel.awaitContent$default 12x 64 ms | [I @ ApplicationKt$module$1$3.invokeSuspend < ApplicationKt$module$1$3.invoke 28x 55 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.318s][safepoint] Safepoint "JFRSafepointClear", Time since last: 276779961 ns, Reaching safepoint: 98663 ns, At safepoint: 17463 ns, Leaving safepoint: 74308 ns, Total: 190434 ns, Threads: 7 runnable, 90 total +[11.491s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5448M->105M(10816M) 8.440ms +[11.491s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 164671366 ns, Reaching safepoint: 374577 ns, At safepoint: 8468262 ns, Leaving safepoint: 115916 ns, Total: 8958755 ns, Threads: 5 runnable, 90 total +[11.944s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5449M->106M(10816M) 8.343ms +[11.944s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 444440385 ns, Reaching safepoint: 98984 ns, At safepoint: 8368697 ns, Leaving safepoint: 94656 ns, Total: 8562337 ns, Threads: 3 runnable, 90 total +[12.400s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5450M->107M(10816M) 9.074ms +[12.400s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 446303852 ns, Reaching safepoint: 25388 ns, At safepoint: 9101801 ns, Leaving safepoint: 110465 ns, Total: 9237654 ns, Threads: 2 runnable, 89 total +[12.856s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5451M->106M(10816M) 9.709ms +[12.856s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 446078343 ns, Reaching safepoint: 99004 ns, At safepoint: 9742313 ns, Leaving safepoint: 76782 ns, Total: 9918099 ns, Threads: 8 runnable, 89 total +[13.319s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5450M->106M(10816M) 10.072ms +[13.319s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 452951990 ns, Reaching safepoint: 172480 ns, At safepoint: 10101160 ns, Leaving safepoint: 82474 ns, Total: 10356114 ns, Threads: 10 runnable, 89 total +[13.773s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5450M->106M(10816M) 8.321ms +[13.774s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 445937481 ns, Reaching safepoint: 99405 ns, At safepoint: 8351826 ns, Leaving safepoint: 85469 ns, Total: 8536700 ns, Threads: 6 runnable, 89 total +[14.227s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5450M->107M(10816M) 7.627ms +[14.227s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 445593031 ns, Reaching safepoint: 396808 ns, At safepoint: 7662654 ns, Leaving safepoint: 74929 ns, Total: 8134391 ns, Threads: 6 runnable, 89 total +[cpu] reactor 4378% | GC Thread 24% | jfr-report 3% | C2 CompilerThre 2% | C1 CompilerThre 2% | JFR Sampler Thr 1% | JFR Recorder Th 0% | VM Thread 0% || gc 8x 70 ms, heap 4279/10816 MiB +[16.974s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5451M->105M(10816M) 5.997ms +[16.975s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2741064110 ns, Reaching safepoint: 94045 ns, At safepoint: 6023405 ns, Leaving safepoint: 94476 ns, Total: 6211926 ns, Threads: 4 runnable, 85 total +[17.427s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5449M->105M(10816M) 7.033ms +[17.427s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 445054003 ns, Reaching safepoint: 97451 ns, At safepoint: 7058050 ns, Leaving safepoint: 147344 ns, Total: 7302845 ns, Threads: 2 runnable, 85 total +[17.881s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5449M->106M(10816M) 5.739ms +[17.882s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 448719851 ns, Reaching safepoint: 87042 ns, At safepoint: 5778280 ns, Leaving safepoint: 108812 ns, Total: 5974134 ns, Threads: 7 runnable, 85 total +[18.335s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5450M->108M(10816M) 5.058ms +[18.335s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 447625175 ns, Reaching safepoint: 636274 ns, At safepoint: 5088536 ns, Leaving safepoint: 78776 ns, Total: 5803586 ns, Threads: 11 runnable, 85 total +[18.789s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5452M->109M(10816M) 5.441ms +[18.789s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 447865092 ns, Reaching safepoint: 768279 ns, At safepoint: 5477931 ns, Leaving safepoint: 76903 ns, Total: 6323113 ns, Threads: 10 runnable, 85 total +[19.243s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5453M->107M(10816M) 4.783ms +[19.243s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 448423211 ns, Reaching safepoint: 94185 ns, At safepoint: 4813194 ns, Leaving safepoint: 98874 ns, Total: 5006253 ns, Threads: 7 runnable, 85 total +[19.694s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5451M->108M(10816M) 4.889ms +[19.694s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 446460387 ns, Reaching safepoint: 100587 ns, At safepoint: 4917879 ns, Leaving safepoint: 208378 ns, Total: 5226844 ns, Threads: 4 runnable, 85 total +[20.147s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5452M->107M(10816M) 5.023ms +[20.147s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 447397012 ns, Reaching safepoint: 95958 ns, At safepoint: 5048823 ns, Leaving safepoint: 98283 ns, Total: 5243064 ns, Threads: 5 runnable, 85 total +[20.598s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5451M->106M(10816M) 4.521ms +[20.598s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 446252318 ns, Reaching safepoint: 101218 ns, At safepoint: 4549985 ns, Leaving safepoint: 122518 ns, Total: 4773721 ns, Threads: 9 runnable, 85 total +[cpu] reactor 5136% | GC Thread 14% | JFR Sampler Thr 2% | cpu-report 0% | java 0% | VM Thread 0% || gc 9x 48 ms, heap 5273/10816 MiB +[21.053s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5450M->108M(10816M) 4.716ms +[21.057s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 450585615 ns, Reaching safepoint: 84076 ns, At safepoint: 4747663 ns, Leaving safepoint: 3782577 ns, Total: 8614316 ns, Threads: 5 runnable, 80 total +[21.322s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 265067258 ns, Reaching safepoint: 92532 ns, At safepoint: 29986 ns, Leaving safepoint: 51205 ns, Total: 173723 ns, Threads: 7 runnable, 80 total +[jfr] java 3268, native 482 || io.ktor.server 24.5% | io.ktor.util 17.8% | kotlin.coroutines 12.2% | kotlin.jvm 11.2% | java.util 7.2% | kron.glyph11 6.6% | kotlinx.io 4.9% | java.lang 4.7% | kotlin.text 3.2% | io.ktor.http 1.4% +[jfr] hot 7.6% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 5.9% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 5.9% kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith | 4.9% kron.glyph11.FastParser.parse | 4.5% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.3% java.util.HashMap.getNode | 3.6% java.lang.String. | 3.6% io.ktor.util.AttributesJvmBase.put | 3.3% kotlinx.io.Buffer.write | 2.9% kotlin.text.StringsKt__StringNumberConversionsKt.toLongOrNull | 2.7% kotlin.coroutines.jvm.internal.ContinuationImpl. | 2.6% kotlin.coroutines.CombinedContext.get | 2.6% io.ktor.server.kron.Http1Session.fill$ktor_server_kron | 2.4% kotlin.jvm.internal.Intrinsics.checkNotNull | 2.2% io.ktor.server.kron.KronApplicationResponse.stage +[jfr] stacks 7.6% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 4.9% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 4.3% BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron < TcpTransport.onRecv < Reactor.dispatch || 2.3% Http1Session.fill$ktor_server_kron < Http1Session$fill$1.invokeSuspend < BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron || 2.2% KronApplicationResponse.stage < KronApplicationResponse.respondFromBytes < BaseApplicationResponse.respondOutgoingContent$suspendImpl < BaseApplicationResponse.respondOutgoingContent < BaseApplicationResponse$Companion$setupSendPipeline$1.invokeSuspend || 2.1% CombinedContext.get < Http1Session. < KronApplicationEngine$start$3.invokeSuspend < BaseContinuationImpl.resumeWith < DispatchedTask.run +[21.453s][safepoint] Safepoint "JFRSafepointClear", Time since last: 130836029 ns, Reaching safepoint: 93935 ns, At safepoint: 16150 ns, Leaving safepoint: 34554 ns, Total: 144639 ns, Threads: 7 runnable, 86 total +[21.505s][gc ] GC(38) Pause Young (Normal) (G1 Evacuation Pause) 5452M->107M(10816M) 4.655ms +[21.505s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 46692738 ns, Reaching safepoint: 103021 ns, At safepoint: 4686910 ns, Leaving safepoint: 87743 ns, Total: 4877674 ns, Threads: 7 runnable, 86 total diff --git a/site/static/logs/pipelined/4096/ktor-kronos.log b/site/static/logs/pipelined/4096/ktor-kronos.log new file mode 100644 index 0000000000..9780e85f6b --- /dev/null +++ b/site/static/logs/pipelined/4096/ktor-kronos.log @@ -0,0 +1,338 @@ +[0.001s][os] NUMA support disabled: Failed to initialize libnuma +[0.014s][gc,init] CardTable entry size: 512 +[0.014s][gc ] Using G1 +[0.829s][gc,init] Version: 25.0.5+8-LTS (release) +[0.829s][gc,init] CPUs: 128 total, 64 available +[0.829s][gc,init] Memory: 251G +[0.829s][gc,init] Large Page Support: Disabled +[0.829s][gc,init] NUMA Support: Disabled +[0.829s][gc,init] Compressed Oops: Disabled +[0.829s][gc,init] Heap Region Size: 32M +[0.829s][gc,init] Heap Min Capacity: 32M +[0.829s][gc,init] Heap Initial Capacity: 20608M +[0.829s][gc,init] Heap Max Capacity: 64384M +[0.829s][gc,init] Pre-touch: Enabled +[0.829s][gc,init] Parallel Workers: 43 +[0.829s][gc,init] Concurrent Workers: 11 +[0.829s][gc,init] Concurrent Refinement Workers: 43 +[0.829s][gc,init] Periodic GC: Disabled +[0.879s][safepoint] Safepoint "SetNotifyJvmtiEventsMode", Time since last: 38215121 ns, Reaching safepoint: 70200 ns, At safepoint: 5641 ns, Leaving safepoint: 5861 ns, Total: 81702 ns, Threads: 2 runnable, 16 total +[ktor-kronos] 64 reactors (pinned) on :8080, tls on :8081, kernel tx, JVM 25.0.5+8-LTS +[1.002s][safepoint] Safepoint "JFRSafepointClear", Time since last: 123086916 ns, Reaching safepoint: 68798 ns, At safepoint: 4679 ns, Leaving safepoint: 3536 ns, Total: 77013 ns, Threads: 1 runnable, 21 total +[main] INFO io.ktor.server.Application - Autoreload is disabled because the development mode is off. +[main] INFO io.ktor.server.Application - Application started in 0.26 seconds. +[1.511s][gc ] GC(0) Pause Young (Concurrent Start) (Metadata GC Threshold) 1297M->35M(20640M) 7.184ms +[1.511s][gc ] GC(1) Concurrent Mark Cycle +[1.511s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 501680261 ns, Reaching safepoint: 155900 ns, At safepoint: 7279013 ns, Leaving safepoint: 73166 ns, Total: 7508079 ns, Threads: 16 runnable, 92 total +[1.511s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 405454 ns, Reaching safepoint: 18154 ns, At safepoint: 4428 ns, Leaving safepoint: 5500 ns, Total: 28082 ns, Threads: 2 runnable, 92 total +[1.512s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 68568 ns, Reaching safepoint: 138417 ns, At safepoint: 3567 ns, Leaving safepoint: 10650 ns, Total: 152634 ns, Threads: 2 runnable, 92 total +[1.513s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 871360 ns, Reaching safepoint: 69068 ns, At safepoint: 3296 ns, Leaving safepoint: 5270 ns, Total: 77634 ns, Threads: 2 runnable, 92 total +[r27] listening on 0.0.0.0:8080,8081 +[r14] listening on 0.0.0.0:8080,8081 +[1.515s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 2872581 ns, Reaching safepoint: 11431 ns, At safepoint: 6382 ns, Leaving safepoint: 4959 ns, Total: 22772 ns, Threads: 1 runnable, 92 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 61875 ns, Reaching safepoint: 72135 ns, At safepoint: 3175 ns, Leaving safepoint: 6883 ns, Total: 82193 ns, Threads: 1 runnable, 92 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 41107 ns, Reaching safepoint: 57657 ns, At safepoint: 4208 ns, Leaving safepoint: 5520 ns, Total: 67385 ns, Threads: 1 runnable, 92 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 43401 ns, Reaching safepoint: 72234 ns, At safepoint: 4839 ns, Leaving safepoint: 6472 ns, Total: 83545 ns, Threads: 2 runnable, 92 total +[1.516s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 39293 ns, Reaching safepoint: 73907 ns, At safepoint: 2695 ns, Leaving safepoint: 6442 ns, Total: 83044 ns, Threads: 2 runnable, 92 total +[r51] listening on 0.0.0.0:8080,8081 +[r45] listening on 0.0.0.0:8080,8081 +[r50] listening on 0.0.0.0:8080,8081 +[r8] listening on 0.0.0.0:8080,8081 +[r49] listening on 0.0.0.0:8080,8081 +[r3] listening on 0.0.0.0:8080,8081 +[r0] listening on 0.0.0.0:8080,8081 +[r1] listening on 0.0.0.0:8080,8081 +[r34] listening on 0.0.0.0:8080,8081 +[r16] listening on 0.0.0.0:8080,8081 +[r55] listening on 0.0.0.0:8080,8081 +[r36] listening on 0.0.0.0:8080,8081 +[r35] listening on 0.0.0.0:8080,8081 +[r18] listening on 0.0.0.0:8080,8081 +[r26] listening on 0.0.0.0:8080,8081 +[r37] listening on 0.0.0.0:8080,8081 +[r5] listening on 0.0.0.0:8080,8081 +[r38] listening on 0.0.0.0:8080,8081 +[r4] listening on 0.0.0.0:8080,8081 +[r15] listening on 0.0.0.0:8080,8081 +[r43] listening on 0.0.0.0:8080,8081 +[r28] listening on 0.0.0.0:8080,8081 +[r17] listening on 0.0.0.0:8080,8081 +[r7] listening on 0.0.0.0:8080,8081 +[r9] listening on 0.0.0.0:8080,8081 +[r57] listening on 0.0.0.0:8080,8081 +[r2] listening on 0.0.0.0:8080,8081 +[r39] listening on 0.0.0.0:8080,8081 +[r29] listening on 0.0.0.0:8080,8081 +[r56] listening on 0.0.0.0:8080,8081 +[r20] listening on 0.0.0.0:8080,8081 +[r61] listening on 0.0.0.0:8080,8081 +[r10] listening on 0.0.0.0:8080,8081 +[r63] listening on 0.0.0.0:8080,8081 +[1.519s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 1700642 ns, Reaching safepoint: 1062055 ns, At safepoint: 7684 ns, Leaving safepoint: 31799 ns, Total: 1101538 ns, Threads: 1 runnable, 92 total +[r54] listening on 0.0.0.0:8080,8081 +[r40] listening on 0.0.0.0:8080,8081 +[r60] listening on 0.0.0.0:8080,8081 +[r30] listening on 0.0.0.0:8080,8081 +[r31] listening on 0.0.0.0:8080,8081 +[r41] listening on 0.0.0.0:8080,8081 +[r12] listening on 0.0.0.0:8080,8081 +[r23] listening on 0.0.0.0:8080,8081 +[r58] listening on 0.0.0.0:8080,8081 +[r44] listening on 0.0.0.0:8080,8081 +[r46] listening on 0.0.0.0:8080,8081 +[r53] listening on 0.0.0.0:8080,8081 +[r52] listening on 0.0.0.0:8080,8081 +[r22] listening on 0.0.0.0:8080,8081 +[r24] listening on 0.0.0.0:8080,8081 +[r21] listening on 0.0.0.0:8080,8081 +[r6] listening on 0.0.0.0:8080,8081 +[r42] listening on 0.0.0.0:8080,8081 +[1.520s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 267718 ns, Reaching safepoint: 1030977 ns, At safepoint: 3737 ns, Leaving safepoint: 25077 ns, Total: 1059791 ns, Threads: 1 runnable, 92 total +[r48] listening on 0.0.0.0:8080,8081 +[1.521s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 98413 ns, Reaching safepoint: 1069007 ns, At safepoint: 43661 ns, Leaving safepoint: 19166 ns, Total: 1131834 ns, Threads: 1 runnable, 92 total +[1.521s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 40054 ns, Reaching safepoint: 12994 ns, At safepoint: 3247 ns, Leaving safepoint: 4768 ns, Total: 21009 ns, Threads: 0 runnable, 92 total +[1.524s][gc ] GC(1) Pause Remark 867M->867M(928M) 2.173ms +[1.524s][safepoint] Safepoint "G1PauseRemark", Time since last: 37540 ns, Reaching safepoint: 3757 ns, At safepoint: 2193589 ns, Leaving safepoint: 19276 ns, Total: 2216622 ns, Threads: 2 runnable, 92 total +[1.570s][gc ] GC(2) Pause Young (Normal) (G1 Evacuation Pause) 867M->34M(992M) 34.164ms +[1.570s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 77233 ns, Reaching safepoint: 11680938 ns, At safepoint: 34190018 ns, Leaving safepoint: 16030 ns, Total: 45886986 ns, Threads: 0 runnable, 92 total +[1.583s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 589385 ns, Reaching safepoint: 12968352 ns, At safepoint: 5761 ns, Leaving safepoint: 4418 ns, Total: 12978531 ns, Threads: 2 runnable, 92 total +[1.583s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 54812 ns, Reaching safepoint: 78205 ns, At safepoint: 9117 ns, Leaving safepoint: 5610 ns, Total: 92932 ns, Threads: 2 runnable, 92 total +[1.583s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 69039 ns, Reaching safepoint: 26409 ns, At safepoint: 3537 ns, Leaving safepoint: 4989 ns, Total: 34935 ns, Threads: 5 runnable, 92 total +[1.583s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 33963 ns, Reaching safepoint: 70671 ns, At safepoint: 2224 ns, Leaving safepoint: 5761 ns, Total: 78656 ns, Threads: 4 runnable, 92 total +[1.584s][safepoint] Safepoint "CollectForMetadataAllocation", Time since last: 44954 ns, Reaching safepoint: 71443 ns, At safepoint: 2735 ns, Leaving safepoint: 7433 ns, Total: 81611 ns, Threads: 4 runnable, 92 total +[1.584s][gc ] GC(1) Pause Cleanup 146M->146M(992M) 0.019ms +[1.584s][safepoint] Safepoint "G1PauseCleanup", Time since last: 38803 ns, Reaching safepoint: 71663 ns, At safepoint: 27301 ns, Leaving safepoint: 8886 ns, Total: 107850 ns, Threads: 4 runnable, 92 total +[r47] listening on 0.0.0.0:8080,8081 +[r33] listening on 0.0.0.0:8080,8081 +[r19] listening on 0.0.0.0:8080,8081 +[1.584s][gc ] GC(1) Concurrent Mark Cycle 73.642ms +[r59] listening on 0.0.0.0:8080,8081 +[r25] listening on 0.0.0.0:8080,8081 +[r62] listening on 0.0.0.0:8080,8081 +[r13] listening on 0.0.0.0:8080,8081 +[r32] listening on 0.0.0.0:8080,8081 +[r11] listening on 0.0.0.0:8080,8081 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at http://0.0.0.0:8080 +[DefaultDispatcher-worker-1] INFO io.ktor.server.Application - Responding at https://0.0.0.0:8081 +[1.777s][gc ] GC(3) Pause Young (Prepare Mixed) (G1 Evacuation Pause) 450M->34M(992M) 5.570ms +[1.778s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 186109064 ns, Reaching safepoint: 2003405 ns, At safepoint: 5596806 ns, Leaving safepoint: 60352 ns, Total: 7660563 ns, Threads: 6 runnable, 92 total +[2.416s][gc ] GC(4) Pause Young (Mixed) (G1 Evacuation Pause) 450M->69M(992M) 9.423ms +[2.416s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 628558770 ns, Reaching safepoint: 99706 ns, At safepoint: 9451383 ns, Leaving safepoint: 153204 ns, Total: 9704293 ns, Threads: 16 runnable, 97 total +[2.464s][gc ] GC(5) Pause Young (Normal) (G1 Evacuation Pause) 485M->79M(992M) 4.266ms +[2.464s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 30894101 ns, Reaching safepoint: 12840224 ns, At safepoint: 4291088 ns, Leaving safepoint: 24205 ns, Total: 17155517 ns, Threads: 0 runnable, 97 total +[2.500s][gc ] GC(6) Pause Young (Normal) (G1 Evacuation Pause) 527M->73M(10816M) 9.995ms +[2.500s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 25797755 ns, Reaching safepoint: 99515 ns, At safepoint: 10019800 ns, Leaving safepoint: 52518 ns, Total: 10171833 ns, Threads: 10 runnable, 97 total +[2.932s][gc ] GC(7) Pause Young (Normal) (G1 Evacuation Pause) 5449M->72M(10816M) 1.563ms +[2.933s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 431011069 ns, Reaching safepoint: 100046 ns, At safepoint: 1586961 ns, Leaving safepoint: 98293 ns, Total: 1785300 ns, Threads: 5 runnable, 91 total +[3.243s][gc ] GC(8) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.103ms +[3.243s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 308135009 ns, Reaching safepoint: 105496 ns, At safepoint: 2131553 ns, Leaving safepoint: 92672 ns, Total: 2329721 ns, Threads: 4 runnable, 86 total +[3.452s][gc ] GC(9) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.797ms +[3.452s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 195380459 ns, Reaching safepoint: 11409834 ns, At safepoint: 1823801 ns, Leaving safepoint: 19937 ns, Total: 13253572 ns, Threads: 0 runnable, 85 total +[3.624s][gc ] GC(10) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.012ms +[3.624s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 169833453 ns, Reaching safepoint: 101639 ns, At safepoint: 2039301 ns, Leaving safepoint: 77484 ns, Total: 2218424 ns, Threads: 8 runnable, 85 total +[3.784s][gc ] GC(11) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.239ms +[3.784s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 158017052 ns, Reaching safepoint: 105026 ns, At safepoint: 2266514 ns, Leaving safepoint: 84046 ns, Total: 2455586 ns, Threads: 9 runnable, 85 total +[3.935s][gc ] GC(12) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.974ms +[3.935s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148969279 ns, Reaching safepoint: 105797 ns, At safepoint: 2003906 ns, Leaving safepoint: 86090 ns, Total: 2195793 ns, Threads: 7 runnable, 85 total +[4.078s][gc ] GC(13) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.024ms +[4.078s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 140820298 ns, Reaching safepoint: 110185 ns, At safepoint: 2082502 ns, Leaving safepoint: 84898 ns, Total: 2277585 ns, Threads: 10 runnable, 85 total +[4.213s][gc ] GC(14) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.117ms +[4.213s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 131598071 ns, Reaching safepoint: 637285 ns, At safepoint: 2146100 ns, Leaving safepoint: 67816 ns, Total: 2851201 ns, Threads: 12 runnable, 85 total +[4.341s][gc ] GC(15) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.995ms +[4.341s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 125484744 ns, Reaching safepoint: 101649 ns, At safepoint: 2020006 ns, Leaving safepoint: 101309 ns, Total: 2222964 ns, Threads: 12 runnable, 85 total +[4.466s][gc ] GC(16) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.106ms +[4.466s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122689600 ns, Reaching safepoint: 129751 ns, At safepoint: 2135330 ns, Leaving safepoint: 83265 ns, Total: 2348346 ns, Threads: 26 runnable, 85 total +[4.591s][gc ] GC(17) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.532ms +[4.591s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122310566 ns, Reaching safepoint: 105546 ns, At safepoint: 2561282 ns, Leaving safepoint: 75972 ns, Total: 2742800 ns, Threads: 13 runnable, 85 total +[4.715s][gc ] GC(18) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.900ms +[4.715s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122068696 ns, Reaching safepoint: 112429 ns, At safepoint: 1928175 ns, Leaving safepoint: 83375 ns, Total: 2123979 ns, Threads: 17 runnable, 85 total +[4.839s][gc ] GC(19) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.101ms +[4.839s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 121848467 ns, Reaching safepoint: 118370 ns, At safepoint: 2130161 ns, Leaving safepoint: 134710 ns, Total: 2383241 ns, Threads: 6 runnable, 85 total +[4.964s][gc ] GC(20) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.180ms +[4.964s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122088693 ns, Reaching safepoint: 115595 ns, At safepoint: 2208036 ns, Leaving safepoint: 110135 ns, Total: 2433766 ns, Threads: 10 runnable, 85 total +[5.089s][gc ] GC(21) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.158ms +[5.089s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122541926 ns, Reaching safepoint: 110074 ns, At safepoint: 2183079 ns, Leaving safepoint: 73287 ns, Total: 2366440 ns, Threads: 17 runnable, 85 total +[5.216s][gc ] GC(22) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.179ms +[5.216s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 125180392 ns, Reaching safepoint: 117107 ns, At safepoint: 2205962 ns, Leaving safepoint: 90208 ns, Total: 2413277 ns, Threads: 10 runnable, 85 total +[5.341s][gc ] GC(23) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.274ms +[5.341s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122595225 ns, Reaching safepoint: 109383 ns, At safepoint: 2301920 ns, Leaving safepoint: 91460 ns, Total: 2502763 ns, Threads: 17 runnable, 85 total +[5.466s][gc ] GC(24) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.244ms +[5.466s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122197518 ns, Reaching safepoint: 100076 ns, At safepoint: 2272045 ns, Leaving safepoint: 104815 ns, Total: 2476936 ns, Threads: 8 runnable, 85 total +[5.591s][gc ] GC(25) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.427ms +[5.591s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122147977 ns, Reaching safepoint: 103072 ns, At safepoint: 2457308 ns, Leaving safepoint: 82213 ns, Total: 2642593 ns, Threads: 22 runnable, 83 total +[5.715s][gc ] GC(26) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.011ms +[5.715s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122159388 ns, Reaching safepoint: 113812 ns, At safepoint: 2039512 ns, Leaving safepoint: 109323 ns, Total: 2262647 ns, Threads: 10 runnable, 83 total +[5.839s][gc ] GC(27) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.890ms +[5.840s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122230972 ns, Reaching safepoint: 107760 ns, At safepoint: 1916413 ns, Leaving safepoint: 81061 ns, Total: 2105234 ns, Threads: 15 runnable, 83 total +[5.899s][safepoint] Safepoint "ThreadDump", Time since last: 56905628 ns, Reaching safepoint: 107370 ns, At safepoint: 1890635 ns, Leaving safepoint: 91320 ns, Total: 2089325 ns, Threads: 19 runnable, 83 total +[pool] kotlinx-io buckets 64, 64 reactors (ids 94..157) on 64 of them +[5.968s][gc ] GC(28) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.304ms +[5.968s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 66417804 ns, Reaching safepoint: 689733 ns, At safepoint: 2332977 ns, Leaving safepoint: 100678 ns, Total: 3123388 ns, Threads: 10 runnable, 84 total +[cpu] reactor 4098% | GC Thread 24% | G1 Service 19% | C1 CompilerThre 13% | java 8% | C2 CompilerThre 7% | jfr-report 1% | JFR Sampler Thr 1% | VM Thread 0% | cpu-report 0% || gc 29x 116 ms, heap 5229/10816 MiB +[6.093s][gc ] GC(29) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.117ms +[6.093s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122447213 ns, Reaching safepoint: 105877 ns, At safepoint: 2143155 ns, Leaving safepoint: 76722 ns, Total: 2325754 ns, Threads: 13 runnable, 84 total +[6.218s][gc ] GC(30) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.378ms +[6.218s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122311421 ns, Reaching safepoint: 107580 ns, At safepoint: 2457840 ns, Leaving safepoint: 90087 ns, Total: 2655507 ns, Threads: 6 runnable, 84 total +[6.343s][gc ] GC(31) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.222ms +[6.343s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122611760 ns, Reaching safepoint: 123179 ns, At safepoint: 2250224 ns, Leaving safepoint: 73687 ns, Total: 2447090 ns, Threads: 16 runnable, 84 total +[6.467s][gc ] GC(32) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.409ms +[6.467s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 121903414 ns, Reaching safepoint: 110215 ns, At safepoint: 2442081 ns, Leaving safepoint: 103673 ns, Total: 2655969 ns, Threads: 15 runnable, 84 total +[6.592s][gc ] GC(33) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.217ms +[6.592s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122208953 ns, Reaching safepoint: 104484 ns, At safepoint: 2250946 ns, Leaving safepoint: 80780 ns, Total: 2436210 ns, Threads: 18 runnable, 84 total +[6.717s][gc ] GC(34) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.393ms +[6.717s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122272672 ns, Reaching safepoint: 119863 ns, At safepoint: 2423676 ns, Leaving safepoint: 85519 ns, Total: 2629058 ns, Threads: 10 runnable, 84 total +[6.841s][gc ] GC(35) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 1.911ms +[6.842s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122494455 ns, Reaching safepoint: 105696 ns, At safepoint: 1945508 ns, Leaving safepoint: 99424 ns, Total: 2150628 ns, Threads: 19 runnable, 84 total +[6.967s][gc ] GC(36) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.379ms +[6.967s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122651807 ns, Reaching safepoint: 118961 ns, At safepoint: 2412346 ns, Leaving safepoint: 89677 ns, Total: 2620984 ns, Threads: 24 runnable, 84 total +[7.092s][gc ] GC(37) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.332ms +[7.092s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 122948468 ns, Reaching safepoint: 110716 ns, At safepoint: 2360369 ns, Leaving safepoint: 116637 ns, Total: 2587722 ns, Threads: 8 runnable, 84 total +[7.218s][gc ] GC(38) Pause Young (Normal) (G1 Evacuation Pause) 5448M->72M(10816M) 2.268ms +[7.218s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 123026764 ns, Reaching safepoint: 102480 ns, At safepoint: 2294256 ns, Leaving safepoint: 81211 ns, Total: 2477947 ns, Threads: 10 runnable, 84 total +[9.739s][gc ] GC(39) Pause Young (Normal) (G1 Evacuation Pause) 5448M->103M(10816M) 3.260ms +[9.739s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2517484558 ns, Reaching safepoint: 103042 ns, At safepoint: 3285018 ns, Leaving safepoint: 109383 ns, Total: 3497443 ns, Threads: 42 runnable, 88 total +[9.987s][gc ] GC(40) Pause Young (Normal) (G1 Evacuation Pause) 5479M->104M(10816M) 3.069ms +[9.988s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 245234034 ns, Reaching safepoint: 103933 ns, At safepoint: 3094494 ns, Leaving safepoint: 184513 ns, Total: 3382940 ns, Threads: 18 runnable, 88 total +[10.177s][gc ] GC(41) Pause Young (Normal) (G1 Evacuation Pause) 5448M->104M(10816M) 2.985ms +[10.178s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 186884916 ns, Reaching safepoint: 104865 ns, At safepoint: 3014335 ns, Leaving safepoint: 91610 ns, Total: 3210810 ns, Threads: 21 runnable, 88 total +[10.341s][gc ] GC(42) Pause Young (Normal) (G1 Evacuation Pause) 5448M->105M(10816M) 3.218ms +[10.341s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 160413132 ns, Reaching safepoint: 105496 ns, At safepoint: 3270542 ns, Leaving safepoint: 89576 ns, Total: 3465614 ns, Threads: 4 runnable, 88 total +[10.491s][gc ] GC(43) Pause Young (Normal) (G1 Evacuation Pause) 5449M->105M(10816M) 2.593ms +[10.492s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147283241 ns, Reaching safepoint: 107740 ns, At safepoint: 2625182 ns, Leaving safepoint: 96089 ns, Total: 2829011 ns, Threads: 7 runnable, 88 total +[10.631s][gc ] GC(44) Pause Young (Normal) (G1 Evacuation Pause) 5449M->105M(10816M) 2.827ms +[10.631s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 136558128 ns, Reaching safepoint: 114953 ns, At safepoint: 2855841 ns, Leaving safepoint: 91781 ns, Total: 3062575 ns, Threads: 8 runnable, 88 total +[10.764s][gc ] GC(45) Pause Young (Normal) (G1 Evacuation Pause) 5449M->104M(10816M) 2.753ms +[10.764s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 129439521 ns, Reaching safepoint: 107740 ns, At safepoint: 2782574 ns, Leaving safepoint: 75120 ns, Total: 2965434 ns, Threads: 11 runnable, 88 total +[10.891s][gc ] GC(46) Pause Young (Normal) (G1 Evacuation Pause) 5448M->104M(10816M) 2.901ms +[10.891s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 124183728 ns, Reaching safepoint: 111578 ns, At safepoint: 2930860 ns, Leaving safepoint: 93433 ns, Total: 3135871 ns, Threads: 27 runnable, 88 total +[11.011s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 116457231 ns, Reaching safepoint: 103823 ns, At safepoint: 99205 ns, Leaving safepoint: 3780600 ns, Total: 3983628 ns, Threads: 8 runnable, 84 total +[11.018s][gc ] GC(47) Pause Young (Normal) (G1 Evacuation Pause) 5448M->104M(10816M) 2.671ms +[11.018s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 3564678 ns, Reaching safepoint: 177580 ns, At safepoint: 2699099 ns, Leaving safepoint: 132296 ns, Total: 3008975 ns, Threads: 13 runnable, 84 total +[cpu] reactor 3506% | GC Thread 13% | C2 CompilerThre 5% | JFR Sampler Thr 1% | C1 CompilerThre 1% | VM Thread 0% | cpu-report 0% | java 0% || gc 20x 50 ms, heap 161/10816 MiB +[11.148s][gc ] GC(48) Pause Young (Normal) (G1 Evacuation Pause) 5448M->107M(10816M) 3.929ms +[11.149s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 126382978 ns, Reaching safepoint: 192768 ns, At safepoint: 3960665 ns, Leaving safepoint: 102982 ns, Total: 4256415 ns, Threads: 28 runnable, 86 total +[11.280s][gc ] GC(49) Pause Young (Normal) (G1 Evacuation Pause) 5451M->109M(10816M) 3.779ms +[11.281s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 127883207 ns, Reaching safepoint: 175797 ns, At safepoint: 3807931 ns, Leaving safepoint: 130983 ns, Total: 4114711 ns, Threads: 13 runnable, 88 total +[jfr] java 2864, native 460 || io.ktor.server 25.7% | io.ktor.util 23.1% | jdk.internal 15.7% | kotlin.jvm 12.2% | java.util 7.9% | java.lang 5.4% | kron.glyph11 4.6% | io.ktor.http 1.8% | kotlin.coroutines 0.9% | kron.Reactor 0.6% +[jfr] hot 11.3% jdk.internal.misc.ScopedMemoryAccess.getIntUnalignedInternal | 10.3% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 9.6% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 5.6% io.ktor.util.AttributesJvmBase.put | 5.1% java.lang.String. | 4.0% jdk.internal.misc.ScopedMemoryAccess.getLongUnalignedInternal | 3.7% io.ktor.util.pipeline.SuspendFunctionGun.loop | 3.5% java.util.HashMap.getNode | 3.5% kron.glyph11.FastParser.parse | 2.7% io.ktor.server.kron.Http1Session.run | 2.2% io.ktor.server.kron.Http1Session$serve$$inlined$execute$1.invokeSuspend | 2.2% java.util.HashMap.putVal | 2.0% io.ktor.server.kron.Http1SessionKt.putAscii | 1.9% io.ktor.server.kron.KronApplicationResponse.stage | 1.9% io.ktor.util.pipeline.Pipeline.createContext +[jfr] stacks 11.3% ScopedMemoryAccess.getIntUnalignedInternal < ScopedMemoryAccess.getIntUnaligned < VarHandleSegmentAsInts.get < VarHandleSegmentAsInts.get < VarHandleGuards.guard_LJ_I || 10.3% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 4.0% ScopedMemoryAccess.getLongUnalignedInternal < ScopedMemoryAccess.getLongUnaligned < VarHandleSegmentAsLongs.get < VarHandleSegmentAsLongs.get < VarHandleGuards.guard_LJ_J || 3.9% AttributesJvmBase.put < BaseApplicationCall.putResponseAttribute < BaseApplicationCall.putResponseAttribute$default < KronApplicationCall. < Http1Session.run || 3.5% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 2.7% Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith < TcpConnection.signalRead < TcpConnection.complete$kron +[jfr] contended java.lang.Object @ KronApplicationEngine.start$lambda$6 < 0x000000007a1dc168.invoke 47x 155 ms | java.lang.Object @ TcpTransport.initBufferRing < Reactor.run 54x 63 ms | java.lang.ClassValue$ClassValueMap @ ClassValueCache.get < CachesKt.getOrCreateKType 49x 36 ms | java.lang.Object @ BufferRing. < BufferRing. 24x 23 ms | java.lang.Object @ TcpTransport.openListeners < Reactor.run 19x 21 ms +[jfr] parks kotlinx.coroutines.scheduling.CoroutineScheduler$Worker.park 1x +[11.400s][safepoint] Safepoint "JFRSafepointClear", Time since last: 118803755 ns, Reaching safepoint: 178051 ns, At safepoint: 17172 ns, Leaving safepoint: 78356 ns, Total: 273579 ns, Threads: 23 runnable, 88 total +[11.414s][gc ] GC(50) Pause Young (Normal) (G1 Evacuation Pause) 5453M->105M(10816M) 3.807ms +[11.414s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 10669640 ns, Reaching safepoint: 194632 ns, At safepoint: 3843658 ns, Leaving safepoint: 114623 ns, Total: 4152913 ns, Threads: 13 runnable, 88 total +[11.545s][gc ] GC(51) Pause Young (Normal) (G1 Evacuation Pause) 5449M->107M(10816M) 3.457ms +[11.545s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 126453872 ns, Reaching safepoint: 404022 ns, At safepoint: 3494117 ns, Leaving safepoint: 112550 ns, Total: 4010689 ns, Threads: 10 runnable, 88 total +[11.673s][gc ] GC(52) Pause Young (Normal) (G1 Evacuation Pause) 5451M->106M(10816M) 3.337ms +[11.673s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 124632706 ns, Reaching safepoint: 107209 ns, At safepoint: 3368394 ns, Leaving safepoint: 99184 ns, Total: 3574787 ns, Threads: 10 runnable, 88 total +[11.800s][gc ] GC(53) Pause Young (Normal) (G1 Evacuation Pause) 5450M->104M(10816M) 3.653ms +[11.800s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 123240668 ns, Reaching safepoint: 220620 ns, At safepoint: 3682398 ns, Leaving safepoint: 117889 ns, Total: 4020907 ns, Threads: 10 runnable, 88 total +[12.028s][gc ] GC(54) Pause Young (Normal) (G1 Evacuation Pause) 5448M->108M(12960M) 100.492ms +[12.028s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 126862823 ns, Reaching safepoint: 158966 ns, At safepoint: 100527472 ns, Leaving safepoint: 141363 ns, Total: 100827801 ns, Threads: 14 runnable, 88 total +[12.181s][gc ] GC(55) Pause Young (Normal) (G1 Evacuation Pause) 6540M->104M(12960M) 2.515ms +[12.181s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 150142111 ns, Reaching safepoint: 111988 ns, At safepoint: 2543590 ns, Leaving safepoint: 73998 ns, Total: 2729576 ns, Threads: 13 runnable, 87 total +[12.331s][gc ] GC(56) Pause Young (Normal) (G1 Evacuation Pause) 6536M->103M(12960M) 2.571ms +[12.331s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147613149 ns, Reaching safepoint: 117027 ns, At safepoint: 2597540 ns, Leaving safepoint: 96650 ns, Total: 2811217 ns, Threads: 10 runnable, 87 total +[12.482s][gc ] GC(57) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.501ms +[12.482s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147735139 ns, Reaching safepoint: 107970 ns, At safepoint: 2528592 ns, Leaving safepoint: 78196 ns, Total: 2714758 ns, Threads: 17 runnable, 87 total +[12.632s][gc ] GC(58) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.781ms +[12.632s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147523175 ns, Reaching safepoint: 107991 ns, At safepoint: 2807951 ns, Leaving safepoint: 105246 ns, Total: 3021188 ns, Threads: 10 runnable, 87 total +[12.782s][gc ] GC(59) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.534ms +[12.782s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147293278 ns, Reaching safepoint: 112359 ns, At safepoint: 2573756 ns, Leaving safepoint: 89406 ns, Total: 2775521 ns, Threads: 11 runnable, 87 total +[12.933s][gc ] GC(60) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.486ms +[12.933s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147707117 ns, Reaching safepoint: 110275 ns, At safepoint: 2513655 ns, Leaving safepoint: 84958 ns, Total: 2708888 ns, Threads: 4 runnable, 87 total +[13.083s][gc ] GC(61) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.577ms +[13.083s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147451011 ns, Reaching safepoint: 124692 ns, At safepoint: 2605715 ns, Leaving safepoint: 105156 ns, Total: 2835563 ns, Threads: 15 runnable, 87 total +[13.235s][gc ] GC(62) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.950ms +[13.235s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148635854 ns, Reaching safepoint: 110986 ns, At safepoint: 2976345 ns, Leaving safepoint: 87112 ns, Total: 3174443 ns, Threads: 8 runnable, 87 total +[13.385s][gc ] GC(63) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.432ms +[13.385s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147558251 ns, Reaching safepoint: 109263 ns, At safepoint: 2460565 ns, Leaving safepoint: 74359 ns, Total: 2644187 ns, Threads: 8 runnable, 87 total +[13.535s][gc ] GC(64) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.376ms +[13.536s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147781449 ns, Reaching safepoint: 109484 ns, At safepoint: 2400564 ns, Leaving safepoint: 79127 ns, Total: 2589175 ns, Threads: 10 runnable, 87 total +[13.685s][gc ] GC(65) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.148ms +[13.686s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147364273 ns, Reaching safepoint: 403571 ns, At safepoint: 2177329 ns, Leaving safepoint: 74468 ns, Total: 2655368 ns, Threads: 29 runnable, 87 total +[13.836s][gc ] GC(66) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.179ms +[13.836s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147672267 ns, Reaching safepoint: 114302 ns, At safepoint: 2209399 ns, Leaving safepoint: 96188 ns, Total: 2419889 ns, Threads: 8 runnable, 87 total +[13.986s][gc ] GC(67) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.796ms +[13.987s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147833887 ns, Reaching safepoint: 99545 ns, At safepoint: 2823551 ns, Leaving safepoint: 85379 ns, Total: 3008475 ns, Threads: 29 runnable, 87 total +[14.137s][gc ] GC(68) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.287ms +[14.137s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148206329 ns, Reaching safepoint: 111487 ns, At safepoint: 2315997 ns, Leaving safepoint: 108482 ns, Total: 2535966 ns, Threads: 12 runnable, 87 total +[14.288s][gc ] GC(69) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.198ms +[14.288s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148514382 ns, Reaching safepoint: 105917 ns, At safepoint: 2228845 ns, Leaving safepoint: 90498 ns, Total: 2425260 ns, Threads: 10 runnable, 87 total +[14.438s][gc ] GC(70) Pause Young (Normal) (G1 Evacuation Pause) 6535M->103M(12960M) 2.176ms +[14.438s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147249412 ns, Reaching safepoint: 104745 ns, At safepoint: 2232231 ns, Leaving safepoint: 122838 ns, Total: 2459814 ns, Threads: 6 runnable, 87 total +[cpu] reactor 4286% | GC Thread 89% | C2 CompilerThre 4% | jfr-report 3% | JFR Sampler Thr 1% | C1 CompilerThre 1% | VM Thread 0% | cpu-report 0% | JFR Recorder Th 0% || gc 23x 162 ms, heap 5663/12960 MiB +[16.883s][gc ] GC(71) Pause Young (Normal) (G1 Evacuation Pause) 6535M->127M(12960M) 2.885ms +[16.883s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 2441796375 ns, Reaching safepoint: 215241 ns, At safepoint: 2910983 ns, Leaving safepoint: 67796 ns, Total: 3194020 ns, Threads: 6 runnable, 80 total +[17.034s][gc ] GC(72) Pause Young (Normal) (G1 Evacuation Pause) 6559M->136M(12960M) 3.075ms +[17.034s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147781982 ns, Reaching safepoint: 103562 ns, At safepoint: 3104874 ns, Leaving safepoint: 91671 ns, Total: 3300107 ns, Threads: 25 runnable, 80 total +[17.184s][gc ] GC(73) Pause Young (Normal) (G1 Evacuation Pause) 6536M->137M(12960M) 3.055ms +[17.184s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146650578 ns, Reaching safepoint: 106728 ns, At safepoint: 3083985 ns, Leaving safepoint: 90739 ns, Total: 3281452 ns, Threads: 9 runnable, 80 total +[17.333s][gc ] GC(74) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.672ms +[17.333s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146273246 ns, Reaching safepoint: 109013 ns, At safepoint: 2703587 ns, Leaving safepoint: 82524 ns, Total: 2895124 ns, Threads: 13 runnable, 80 total +[17.483s][gc ] GC(75) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.773ms +[17.483s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146582283 ns, Reaching safepoint: 105767 ns, At safepoint: 2803584 ns, Leaving safepoint: 98613 ns, Total: 3007964 ns, Threads: 11 runnable, 80 total +[17.633s][gc ] GC(76) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.862ms +[17.633s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147020680 ns, Reaching safepoint: 508816 ns, At safepoint: 2891878 ns, Leaving safepoint: 73757 ns, Total: 3474451 ns, Threads: 25 runnable, 80 total +[17.784s][gc ] GC(77) Pause Young (Normal) (G1 Evacuation Pause) 6537M->138M(12960M) 2.853ms +[17.784s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146801803 ns, Reaching safepoint: 1373584 ns, At safepoint: 2882881 ns, Leaving safepoint: 34455 ns, Total: 4290920 ns, Threads: 5 runnable, 80 total +[17.934s][gc ] GC(78) Pause Young (Normal) (G1 Evacuation Pause) 6538M->137M(12960M) 2.631ms +[17.934s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147169246 ns, Reaching safepoint: 238674 ns, At safepoint: 2659625 ns, Leaving safepoint: 102742 ns, Total: 3001041 ns, Threads: 18 runnable, 80 total +[18.085s][gc ] GC(79) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.863ms +[18.085s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146874447 ns, Reaching safepoint: 826337 ns, At safepoint: 2895344 ns, Leaving safepoint: 69259 ns, Total: 3790940 ns, Threads: 26 runnable, 80 total +[18.235s][gc ] GC(80) Pause Young (Normal) (G1 Evacuation Pause) 6537M->138M(12960M) 3.265ms +[18.236s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146644811 ns, Reaching safepoint: 451810 ns, At safepoint: 3297212 ns, Leaving safepoint: 66564 ns, Total: 3815586 ns, Threads: 11 runnable, 80 total +[18.386s][gc ] GC(81) Pause Young (Normal) (G1 Evacuation Pause) 6538M->137M(12960M) 2.814ms +[18.386s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147046608 ns, Reaching safepoint: 107280 ns, At safepoint: 2844129 ns, Leaving safepoint: 180836 ns, Total: 3132245 ns, Threads: 15 runnable, 80 total +[18.536s][gc ] GC(82) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.987ms +[18.536s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147089411 ns, Reaching safepoint: 108322 ns, At safepoint: 3017832 ns, Leaving safepoint: 79859 ns, Total: 3206013 ns, Threads: 10 runnable, 80 total +[18.686s][gc ] GC(83) Pause Young (Normal) (G1 Evacuation Pause) 6537M->137M(12960M) 2.872ms +[18.686s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147130217 ns, Reaching safepoint: 112639 ns, At safepoint: 2900314 ns, Leaving safepoint: 75871 ns, Total: 3088824 ns, Threads: 16 runnable, 80 total +[18.836s][gc ] GC(84) Pause Young (Normal) (G1 Evacuation Pause) 6537M->138M(12960M) 2.995ms +[18.837s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147006607 ns, Reaching safepoint: 118511 ns, At safepoint: 3024394 ns, Leaving safepoint: 190474 ns, Total: 3333379 ns, Threads: 17 runnable, 80 total +[18.986s][gc ] GC(85) Pause Young (Normal) (G1 Evacuation Pause) 6538M->137M(12960M) 2.933ms +[18.987s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146797789 ns, Reaching safepoint: 100597 ns, At safepoint: 2960306 ns, Leaving safepoint: 95357 ns, Total: 3156260 ns, Threads: 15 runnable, 80 total +[19.137s][gc ] GC(86) Pause Young (Normal) (G1 Evacuation Pause) 6537M->138M(12960M) 2.875ms +[19.137s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 146996919 ns, Reaching safepoint: 102461 ns, At safepoint: 2905012 ns, Leaving safepoint: 102581 ns, Total: 3110054 ns, Threads: 14 runnable, 80 total +[19.287s][gc ] GC(87) Pause Young (Normal) (G1 Evacuation Pause) 6570M->138M(12960M) 2.441ms +[19.287s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147846219 ns, Reaching safepoint: 103703 ns, At safepoint: 2471326 ns, Leaving safepoint: 93804 ns, Total: 2668833 ns, Threads: 11 runnable, 80 total +[19.438s][gc ] GC(88) Pause Young (Normal) (G1 Evacuation Pause) 6570M->137M(12960M) 2.133ms +[19.438s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148099091 ns, Reaching safepoint: 143968 ns, At safepoint: 2160798 ns, Leaving safepoint: 82804 ns, Total: 2387570 ns, Threads: 14 runnable, 80 total +[19.591s][gc ] GC(89) Pause Young (Normal) (G1 Evacuation Pause) 6569M->136M(12960M) 2.313ms +[19.591s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 150725147 ns, Reaching safepoint: 105326 ns, At safepoint: 2339741 ns, Leaving safepoint: 113090 ns, Total: 2558157 ns, Threads: 10 runnable, 80 total +[19.742s][gc ] GC(90) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.420ms +[19.742s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148396897 ns, Reaching safepoint: 125363 ns, At safepoint: 2446009 ns, Leaving safepoint: 89526 ns, Total: 2660898 ns, Threads: 16 runnable, 80 total +[19.896s][gc ] GC(91) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.367ms +[19.896s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 151486382 ns, Reaching safepoint: 103763 ns, At safepoint: 2396487 ns, Leaving safepoint: 105557 ns, Total: 2605807 ns, Threads: 7 runnable, 80 total +[20.047s][gc ] GC(92) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.139ms +[20.047s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148181466 ns, Reaching safepoint: 105756 ns, At safepoint: 2169675 ns, Leaving safepoint: 77995 ns, Total: 2353426 ns, Threads: 11 runnable, 80 total +[20.197s][gc ] GC(93) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.304ms +[20.197s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148353216 ns, Reaching safepoint: 105015 ns, At safepoint: 2333369 ns, Leaving safepoint: 87122 ns, Total: 2525506 ns, Threads: 14 runnable, 80 total +[20.348s][gc ] GC(94) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.401ms +[20.348s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147633958 ns, Reaching safepoint: 107791 ns, At safepoint: 2428867 ns, Leaving safepoint: 98042 ns, Total: 2634700 ns, Threads: 8 runnable, 80 total +[20.498s][gc ] GC(95) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.434ms +[20.498s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147864129 ns, Reaching safepoint: 106538 ns, At safepoint: 2461127 ns, Leaving safepoint: 89807 ns, Total: 2657472 ns, Threads: 6 runnable, 80 total +[20.649s][gc ] GC(96) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.282ms +[20.649s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148220593 ns, Reaching safepoint: 103192 ns, At safepoint: 2310867 ns, Leaving safepoint: 92753 ns, Total: 2506812 ns, Threads: 10 runnable, 80 total +[20.803s][gc ] GC(97) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.158ms +[20.804s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 152123811 ns, Reaching safepoint: 105236 ns, At safepoint: 2186316 ns, Leaving safepoint: 82624 ns, Total: 2374176 ns, Threads: 11 runnable, 80 total +[20.954s][gc ] GC(98) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.456ms +[20.954s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147712828 ns, Reaching safepoint: 254193 ns, At safepoint: 2485552 ns, Leaving safepoint: 80410 ns, Total: 2820155 ns, Threads: 15 runnable, 80 total +[cpu] reactor 5213% | GC Thread 23% | JFR Sampler Thr 1% | C2 CompilerThre 0% | VM Thread 0% | G1 Refine 0% || gc 28x 74 ms, heap 4266/12960 MiB +[21.108s][gc ] GC(99) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.301ms +[21.108s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 151080361 ns, Reaching safepoint: 104614 ns, At safepoint: 2327749 ns, Leaving safepoint: 66474 ns, Total: 2498837 ns, Threads: 9 runnable, 80 total +[21.258s][gc ] GC(100) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.204ms +[21.258s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 147575543 ns, Reaching safepoint: 630021 ns, At safepoint: 2233183 ns, Leaving safepoint: 71163 ns, Total: 2934367 ns, Threads: 13 runnable, 80 total +[21.406s][safepoint] Safepoint "JFRSafepointWrite", Time since last: 147266098 ns, Reaching safepoint: 607600 ns, At safepoint: 150510 ns, Leaving safepoint: 63037 ns, Total: 821147 ns, Threads: 21 runnable, 80 total +[21.410s][gc ] GC(101) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.284ms +[21.410s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 623460 ns, Reaching safepoint: 448995 ns, At safepoint: 2308764 ns, Leaving safepoint: 62015 ns, Total: 2819774 ns, Threads: 5 runnable, 80 total +[jfr] java 3516, native 481 || io.ktor.util 29.3% | io.ktor.server 27.9% | kotlin.jvm 17.2% | java.util 9.1% | kron.glyph11 6.1% | java.lang 5.6% | io.ktor.http 2.1% | kotlin.coroutines 0.8% | io.ktor.events 0.8% | kron.TcpConnection 0.2% +[jfr] hot 13.2% kotlin.jvm.internal.TypeIntrinsics.getFunctionArity | 12.1% io.ktor.util.pipeline.SuspendFunctionGun$continuation$1.getContext | 8.5% io.ktor.util.AttributesJvmBase.put | 5.6% java.lang.String. | 4.2% io.ktor.util.pipeline.SuspendFunctionGun.loop | 4.0% kotlin.jvm.internal.Intrinsics.checkNotNull | 4.0% kron.glyph11.FastParser.parse | 3.8% java.util.HashMap.getNode | 2.7% java.util.HashMap.putVal | 2.7% io.ktor.server.kron.Http1Session$serve$$inlined$execute$1.invokeSuspend | 2.4% io.ktor.server.routing.RoutingPathTree.tryResolve | 2.3% io.ktor.server.kron.KronApplicationResponse.stage | 2.1% io.ktor.server.kron.Http1SessionKt.sameName | 2.1% io.ktor.server.routing.RoutingRoot$executeResult$$inlined$execute$1.invokeSuspend | 2.1% io.ktor.util.pipeline.Pipeline.createContext +[21.567s][gc ] GC(102) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 3.199ms +[21.567s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 153728900 ns, Reaching safepoint: 186317 ns, At safepoint: 3226731 ns, Leaving safepoint: 85148 ns, Total: 3498196 ns, Threads: 10 runnable, 84 total +[jfr] stacks 13.2% TypeIntrinsics.getFunctionArity < TypeIntrinsics.isFunctionOfArity < TypeIntrinsics.beforeCheckcastToFunctionOfArity < PipelineJvmKt.pipelineStartCoroutineUninterceptedOrReturn < SuspendFunctionGun.loop || 5.2% AttributesJvmBase.put < BaseApplicationCall.putResponseAttribute < BaseApplicationCall.putResponseAttribute$default < KronApplicationCall. < Http1Session.run || 4.0% FastParser.parse < Glyph11.parse < Http1Session.run < Http1Session$run$1.invokeSuspend < BaseContinuationImpl.resumeWith || 3.2% AttributesJvmBase.put < ResponseTypeKt.setResponseType < PipelineCall.respond$suspendImpl < PipelineCall.respond < RoutingPipelineCall.respond || 2.7% Http1Session$serve$$inlined$execute$1.invokeSuspend < Http1Session$serve$$inlined$execute$1.invoke < Http1Session$serve$$inlined$execute$1.invoke < ContextUtilsKt.initContextInDebugMode < Http1Session.run || 2.5% HashMap.putVal < HashMap.put < AttributesJvmBase.put < BaseApplicationCall.putResponseAttribute < BaseApplicationCall.putResponseAttribute$default +[21.574s][safepoint] Safepoint "JFRSafepointClear", Time since last: 6559620 ns, Reaching safepoint: 112238 ns, At safepoint: 12153 ns, Leaving safepoint: 64199 ns, Total: 188590 ns, Threads: 16 runnable, 84 total +[21.720s][gc ] GC(103) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.460ms +[21.721s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 144178068 ns, Reaching safepoint: 104124 ns, At safepoint: 2488999 ns, Leaving safepoint: 90869 ns, Total: 2683992 ns, Threads: 19 runnable, 84 total +[21.871s][gc ] GC(104) Pause Young (Normal) (G1 Evacuation Pause) 6568M->136M(12960M) 2.160ms +[21.871s][safepoint] Safepoint "G1CollectForAllocation", Time since last: 148459631 ns, Reaching safepoint: 111157 ns, At safepoint: 2186686 ns, Leaving safepoint: 72826 ns, Total: 2370669 ns, Threads: 20 runnable, 84 total