yilsem/aiturk-mobil
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 6 Wiki Activity

feat(chat): display token usage and tps in message footers (#1094)

Browse Source
This commit is contained in:
M57 authored and GitHub committed 2026-09-12 16:04:13 +03:00
1 parent 0bb087c41e
commit 065c7fd75f
24 files changed
+448 -3
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/src/main/java/com/m57/hermescontrol/ui/bots/group/GroupChatModels.kt
+2
View File
@@ -34,6 +34,8 @@ data class GroupChatMessage(
val isSystem: Boolean = false,
val isPass: Boolean = false,
val toolCalls: List<GroupChatToolCall> = emptyList(),
val tokenCount: Int? = null,
val tps: Double? = null,
)
const val STOPPED_SYSTEM_TEXT = "Discussion stopped"
app/src/main/java/com/m57/hermescontrol/ui/bots/group/components/GroupMessageCard.kt
+59
View File
@@ -49,6 +49,7 @@ import com.m57.hermescontrol.ui.bots.group.CAPPED_SYSTEM_TEXT
import com.m57.hermescontrol.ui.bots.group.GroupChatMessage
import com.m57.hermescontrol.ui.bots.group.STOPPED_SYSTEM_TEXT
import com.m57.hermescontrol.ui.chat.MarkdownText
import com.m57.hermescontrol.ui.chat.TokenEstimator
import com.m57.hermescontrol.ui.chat.formatTimestamp
import com.m57.hermescontrol.ui.common.BotAvatar
import com.m57.hermescontrol.util.BidiUtils
@@ -195,6 +196,26 @@ fun GroupMessageCard(
color = MaterialTheme.colorScheme.onPrimary.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
)
val userTokens =
message.tokenCount ?: TokenEstimator.estimate(message.text).takeIf { it > 0 }
if (userTokens != null && userTokens > 0) {
Spacer(modifier = Modifier.width(4.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onPrimary.copy(alpha = 0.5f),
)
Spacer(modifier = Modifier.width(4.dp))
Text(
text =
stringResource(
R.string.chat_msg_tokens,
TokenEstimator.formatTokenCount(userTokens),
),
color = MaterialTheme.colorScheme.onPrimary.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
)
}
}
}
}
@@ -304,6 +325,44 @@ fun GroupMessageCard(
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
)
val botTokens =
message.tokenCount ?: TokenEstimator.estimate(message.text).takeIf { it > 0 }
if (botTokens != null && botTokens > 0) {
Spacer(modifier = Modifier.width(4.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.4f),
)
Spacer(modifier = Modifier.width(4.dp))
Text(
text =
stringResource(
R.string.chat_msg_tokens,
TokenEstimator.formatTokenCount(botTokens),
),
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
)
}
if (message.tps != null && message.tps > 0.0) {
Spacer(modifier = Modifier.width(4.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.4f),
)
Spacer(modifier = Modifier.width(4.dp))
Text(
text =
stringResource(
R.string.chat_msg_tps,
TokenEstimator.formatTps(message.tps),
),
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
)
}
}
}
}
app/src/main/java/com/m57/hermescontrol/ui/chat/ChatBubble.kt
+38
View File
@@ -257,6 +257,44 @@ fun ChatBubble(
color = userBubbleTextColor.copy(alpha = 0.6f),
style = MaterialTheme.typography.labelSmall,
)
if (message.tokenCount != null && message.tokenCount > 0) {
Spacer(modifier = Modifier.width(4.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = userBubbleTextColor.copy(alpha = 0.4f),
)
Spacer(modifier = Modifier.width(4.dp))
Text(
text =
stringResource(
R.string.chat_msg_tokens,
TokenEstimator.formatTokenCount(message.tokenCount),
),
color = userBubbleTextColor.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
modifier = Modifier.testTag("bubble_token_count"),
)
}
if (message.tps != null && message.tps > 0.0) {
Spacer(modifier = Modifier.width(4.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = userBubbleTextColor.copy(alpha = 0.4f),
)
Spacer(modifier = Modifier.width(4.dp))
Text(
text =
stringResource(
R.string.chat_msg_tps,
TokenEstimator.formatTps(message.tps),
),
color = userBubbleTextColor.copy(alpha = 0.7f),
style = MaterialTheme.typography.labelSmall,
modifier = Modifier.testTag("bubble_tps"),
)
}
}
}
}
app/src/main/java/com/m57/hermescontrol/ui/chat/ChatMessage.kt
+4
View File
@@ -79,6 +79,10 @@ data class ChatMessage(
* When present, rendered at the bottom beside the copy button.
*/
val finishTimestamp: Long? = null,
/** Token count used by this message (persisted to SQLite). */
val tokenCount: Int? = null,
/** Tokens per second generation speed (persisted to SQLite). */
val tps: Double? = null,
)
/**
app/src/main/java/com/m57/hermescontrol/ui/chat/ChatServerMessageMapper.kt
+2
View File
@@ -171,6 +171,7 @@ internal fun mapServerMessages(
}
}
val tokenCount = msg.tokenCount ?: TokenEstimator.estimate(finalContent).takeIf { it > 0 }
mapped.add(
ChatMessage(
id = restId,
@@ -182,6 +183,7 @@ internal fun mapServerMessages(
timestamp = timestamp,
isStreaming = false,
displayKind = msg.display_kind,
tokenCount = tokenCount,
),
)
}
app/src/main/java/com/m57/hermescontrol/ui/chat/ChatViewModel.kt
+10 -1
View File
@@ -146,6 +146,8 @@ data class ChatUiState(
// until the first successful session.usage fetch) — drives the
// "compressed ×N" badge on the context chip.
val compressionCount: Int? = null,
/** Rolling output tokens/sec over the last ~10 calls. */
val latestTps: Double? = null,
// Attachment state
val pendingAttachments: List<Attachment> = emptyList(),
/** One-shot composer recovery after an attachment is rejected before send. */
@@ -1298,6 +1300,7 @@ class ChatViewModel(
role = MessageRole.USER,
content = text,
attachments = if (attachments.isNotEmpty()) attachments else null,
tokenCount = TokenEstimator.estimate(text).takeIf { it > 0 },
)
// Update UI immediately
@@ -1342,6 +1345,7 @@ class ChatViewModel(
role = MessageRole.USER,
content = text,
attachments = if (attachments.isNotEmpty()) attachments else null,
tokenCount = TokenEstimator.estimate(text).takeIf { it > 0 },
)
// Upload attachments then submit prompt
@@ -1624,7 +1628,12 @@ class ChatViewModel(
val displayContent =
if (result is SlashResult.QueuePrompt) result.displayContent else command
val userMsg = ChatMessage(role = MessageRole.USER, content = displayContent)
val userMsg =
ChatMessage(
role = MessageRole.USER,
content = displayContent,
tokenCount = TokenEstimator.estimate(displayContent).takeIf { it > 0 },
)
val sessionId = _uiState.value.currentSessionId
_uiState.update { it.copy(messages = it.messages + userMsg) }
app/src/main/java/com/m57/hermescontrol/ui/chat/ChatWsEventReducer.kt
+18
View File
@@ -221,6 +221,8 @@ object ChatWsEventReducer {
streamingState.streamingMessage.copy(
isStreaming = false,
finishTimestamp = System.currentTimeMillis(),
tokenCount = TokenEstimator.estimate(streamingState.streamingMessage.content).takeIf { it > 0 },
tps = state.latestTps?.takeIf { it > 0.0 },
)
orphan = finalized
state.copy(
@@ -379,17 +381,25 @@ object ChatWsEventReducer {
streamingState = streamingState.copy(streamingMessage = null),
)
}
val rawUsage = event.rawPayload?.get("usage") as? Map<*, *>
val tpsFromPayload = (rawUsage?.get("avg_tps") as? Number)?.toDouble()
val tps = (tpsFromPayload ?: state.latestTps)?.takeIf { it > 0.0 }
val tokenCount = TokenEstimator.estimate(text).takeIf { it > 0 }
val msg =
streaming?.copy(
content = text,
isStreaming = false,
reasoningText = reasoning,
finishTimestamp = System.currentTimeMillis(),
tokenCount = tokenCount,
tps = tps,
) ?: ChatMessage(
role = MessageRole.ASSISTANT,
content = text,
reasoningText = reasoning,
finishTimestamp = System.currentTimeMillis(),
tokenCount = tokenCount,
tps = tps,
)
val effects = mutableListOf<ReducerEffect>()
val sid = state.currentSessionId
@@ -435,11 +445,14 @@ object ChatWsEventReducer {
} else {
streaming.reasoningText
}
val tokenCount = TokenEstimator.estimate(streaming.content).takeIf { it > 0 }
val msg =
streaming.copy(
isStreaming = false,
reasoningText = reasoning,
finishTimestamp = System.currentTimeMillis(),
tokenCount = streaming.tokenCount ?: tokenCount,
tps = streaming.tps ?: state.latestTps?.takeIf { it > 0.0 },
)
val effects = mutableListOf<ReducerEffect>()
val sid = state.currentSessionId
@@ -504,6 +517,8 @@ object ChatWsEventReducer {
isStreaming = false,
reasoningText = reasoning,
finishTimestamp = System.currentTimeMillis(),
tokenCount = TokenEstimator.estimate(streamingState.streamingMessage.content).takeIf { it > 0 },
tps = state.latestTps?.takeIf { it > 0.0 },
)
orphanToPersist = finalized
state.copy(
@@ -962,6 +977,9 @@ object ChatWsEventReducer {
if (snapshot.contextMax != null && snapshot.contextMax > 0L) {
updatedState = updatedState.copy(fullContextTokens = snapshot.contextMax)
}
if (snapshot.avgTps != null && snapshot.avgTps > 0.0) {
updatedState = updatedState.copy(latestTps = snapshot.avgTps)
}
return ReducerResult(state = updatedState, streamingState = streamingState)
}
}
app/src/main/java/com/m57/hermescontrol/ui/chat/TokenEstimator.kt
+55
View File
@@ -0,0 +1,55 @@
package com.m57.hermescontrol.ui.chat
import java.util.Locale
/**
* Token count estimation and formatting utilities.
*
* The estimation algorithm matches the backend's `estimate_tokens_rough`
* in `agent/model_metadata.py`:
* - CJK ideographs, Hangul, Kana count as ~1 token each.
* - Non-CJK characters count as ceil(UTF-8 bytes / 4).
*/
object TokenEstimator {
fun estimate(text: String?): Int {
if (text.isNullOrEmpty()) return 0
var dense = 0
var nonDenseByteCount = 0
for (i in 0 until text.length) {
val ch = text[i]
if (isCjkDense(ch)) {
dense++
} else {
val code = ch.code
nonDenseByteCount +=
when {
code <= 0x7F -> 1
code <= 0x7FF -> 2
code <= 0xFFFF -> 3
else -> 4
}
}
}
return dense + ((nonDenseByteCount + 3) / 4)
}
private fun isCjkDense(ch: Char): Boolean {
val code = ch.code
return (code in 0x4E00..0x9FFF) ||
(code in 0x3400..0x4DBF) ||
(code in 0xAC00..0xD7AF) ||
(code in 0x1100..0x11FF) ||
(code in 0x3040..0x309F) ||
(code in 0x30A0..0x30FF)
}
fun formatTokenCount(tokens: Int): String =
when {
tokens >= 1_000_000 -> String.format(Locale.US, "%.1fM", tokens / 1_000_000.0)
tokens >= 10_000 -> String.format(Locale.US, "%.1fk", tokens / 1_000.0)
tokens >= 1_000 -> String.format(Locale.US, "%,d", tokens)
else -> tokens.toString()
}
fun formatTps(tps: Double): String = Math.round(tps).toString()
}
app/src/main/java/com/m57/hermescontrol/ui/chat/fullbleed/FullBleedAgentMessage.kt
+39
View File
@@ -40,6 +40,7 @@ import com.m57.hermescontrol.ui.chat.ChatMessage
import com.m57.hermescontrol.ui.chat.ImageViewerModel
import com.m57.hermescontrol.ui.chat.InlineAttachment
import com.m57.hermescontrol.ui.chat.MarkdownText
import com.m57.hermescontrol.ui.chat.TokenEstimator
import com.m57.hermescontrol.ui.chat.components.ReasoningCard
import kotlinx.coroutines.delay
import kotlinx.coroutines.launch
@@ -171,6 +172,44 @@ internal fun FullBleedAgentMessage(
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
modifier = Modifier.testTag("fullbleed_finish_time"),
)
if (message.tokenCount != null && message.tokenCount > 0) {
Spacer(modifier = Modifier.width(6.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.5f),
)
Spacer(modifier = Modifier.width(6.dp))
Text(
text =
stringResource(
R.string.chat_msg_tokens,
TokenEstimator.formatTokenCount(message.tokenCount),
),
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
modifier = Modifier.testTag("fullbleed_token_count"),
)
}
if (message.tps != null && message.tps > 0.0) {
Spacer(modifier = Modifier.width(6.dp))
Text(
text = "•",
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.5f),
)
Spacer(modifier = Modifier.width(6.dp))
Text(
text =
stringResource(
R.string.chat_msg_tps,
TokenEstimator.formatTps(message.tps),
),
style = MaterialTheme.typography.labelSmall,
color = MaterialTheme.colorScheme.onSurfaceVariant.copy(alpha = 0.7f),
modifier = Modifier.testTag("fullbleed_tps"),
)
}
}
}
}