001/*
002 *  Copyright 2025 Anyware Services
003 *
004 *  Licensed under the Apache License, Version 2.0 (the "License");
005 *  you may not use this file except in compliance with the License.
006 *  You may obtain a copy of the License at
007 *
008 *      http://www.apache.org/licenses/LICENSE-2.0
009 *
010 *  Unless required by applicable law or agreed to in writing, software
011 *  distributed under the License is distributed on an "AS IS" BASIS,
012 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
013 *  See the License for the specific language governing permissions and
014 *  limitations under the License.
015 */
016
017package org.ametys.plugins.ai.provider.impl;
018
019import dev.langchain4j.data.message.ChatMessage;
020import dev.langchain4j.model.TokenCountEstimator;
021
022/**
023 * Implementation of a default token count estimator. 1 token ~ 3 characters
024 */
025public class DefaultTokenCountEstimator implements TokenCountEstimator
026{
027    
028    public int estimateTokenCountInText(String text)
029    {
030        return text.length() / 3;
031    }
032
033    public int estimateTokenCountInMessage(ChatMessage message)
034    {
035        String res = message.toString();
036        return res.length() / 3;
037    }
038
039    public int estimateTokenCountInMessages(Iterable<ChatMessage> messages)
040    {
041        int res = 0;
042        for (ChatMessage message : messages)
043        {
044            res += estimateTokenCountInMessage(message);
045        }
046        return res;
047    }
048}