update chatbot settings

source/lambda/prompt_management/common_logic/common_utils/constant.py

@@ -0,0 +1,214 @@
+from enum import Enum, EnumMeta, unique
+
+
+class EnumDirectValueMeta(EnumMeta):
+    def __getattribute__(cls, name):
+        value = super().__getattribute__(name)
+        if isinstance(value, cls):
+            value = value.value
+        return value
+
+    def __call__(*args, **kwargs):
+        r = EnumMeta.__call__(*args, **kwargs)
+        return r.value
+
+
+class ConstantBase(Enum, metaclass=EnumDirectValueMeta):
+    @classmethod
+    def has_value(cls, value):
+        return value in cls._value2member_map_
+
+    @classmethod
+    def all_values(cls):
+        return list(cls._value2member_map_.keys())
+
+
+class EntryType(ConstantBase):
+    COMMON = "common"
+    RETAIL = "retail"
+
+
+class SceneType(ConstantBase):
+    COMMON = "common"
+    RETAIL = "retail"
+    AWS_QA = "aws-qa"
+
+
+Type = EntryType
+
+
+class IntentType(ConstantBase):
+    # common intention
+    # CHAT = "chat"
+    STRICT_QQ = "strict_q_q"
+    AUTO = "auto"
+    QUICK_REPLY_TOO_SHORT = "quick_reply_too_short_query"
+    COMMON_CHAT = "common_chat"
+    COMMON_QUICK_REPLY_TOO_SHORT = "common_quick_reply_too_short_query"
+    # domain intention
+    # KNOWLEDGE_QA = "knowledge_qa"
+    MARKET_EVENT = 'market_event'
+    # text2sql intention
+    TEXT2SQL_SQL_QA = "text2sql_sql_qa"
+    TEXT2SQL_SQL_QUICK_REPLY = "text2sql_sql_quick_reply"
+    TEXT2SQL_SQL_GEN = "text2sql_sql_generate"
+    TEXT2SQL_SQL_RE_GEN = "text2sql_sql_re_generate"
+    TEXT2SQL_SQL_VALIDATED = "text2sql_sql_validated"
+
+
+class RerankerType(ConstantBase):
+    BGE_RERANKER = "bge_reranker"
+    BGE_M3_RERANKER = "bge_m3_colbert"
+    BYPASS = "no_reranker"
+
+
+class MKTUserType(ConstantBase):
+    ASSISTANT = "assistant"
+    AUTO_CHAT = "auto_chat"
+
+
+class HistoryType(ConstantBase):
+    DDB = 'ddb'
+    MESSAGE = "message"
+
+
+class LLMTaskType(ConstantBase):
+    # LLM chain typs
+    QUERY_TRANSLATE_TYPE = "query_translate"  # for query translate purpose
+    INTENT_RECOGNITION_TYPE = "intent_recognition"  # for intent recognition
+    AWS_TRANSLATE_SERVICE_MODEL_ID = "Amazon Translate"
+    QUERY_TRANSLATE_IDENTITY_TYPE = "identity"
+    QUERY_REWRITE_TYPE = "query_rewrite"
+    HYDE_TYPE = "hyde"
+    CONVERSATION_SUMMARY_TYPE = "conversation_summary"
+    RETAIL_CONVERSATION_SUMMARY_TYPE = "retail_conversation_summary"
+    MKT_CONVERSATION_SUMMARY_TYPE = "mkt_conversation_summary"
+    MKT_QUERY_REWRITE_TYPE = "mkt_query_rewrite"
+    STEPBACK_PROMPTING_TYPE = "stepback_prompting"
+    TOOL_CALLING_XML = "tool_calling_xml"
+    TOOL_CALLING_API = "tool_calling_api"
+    RETAIL_TOOL_CALLING = "retail_tool_calling"
+    RAG = "rag"
+    MTK_RAG = "mkt_rag"
+    CHAT = 'chat'
+    AUTO_EVALUATION = "auto_evaluation"
+
+
+class MessageType(ConstantBase):
+    HUMAN_MESSAGE_TYPE = 'human'
+    AI_MESSAGE_TYPE = 'ai'
+    SYSTEM_MESSAGE_TYPE = 'system'
+    OBSERVATION = "observation"
+    TOOL_MESSAGE_TYPE = "tool"
+
+
+class StreamMessageType(ConstantBase):
+    START = "START"
+    END = "END"
+    ERROR = "ERROR"
+    CHUNK = "CHUNK"
+    CONTEXT = "CONTEXT"
+    MONITOR = "MONITOR"
+
+
+class ChatbotMode(ConstantBase):
+    chat = "chat"  # chi-chat
+    # rag_mode = "rag"  # rag
+    agent = "agent"  # rag + tool use
+
+
+class ToolRuningMode(ConstantBase):
+    LOOP = "loop"
+    ONCE = "once"
+
+
+class ModelProvider(ConstantBase):
+    DMAA = "dmaa"
+    BEDROCK = "bedrock"
+
+
+class LLMModelType(ConstantBase):
+    DEFAULT = "default-model-id"
+    CLAUDE_INSTANCE = "anthropic.claude-instant-v1"
+    CLAUDE_2 = "anthropic.claude-v2"
+    CLAUDE_21 = "anthropic.claude-v2:1"
+    CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0"
+    CLAUDE_3_5_HAIKU = "anthropic.claude-3-5-haiku-20241022-v1:0"
+    CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0"
+    CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0"
+    CLAUDE_3_5_SONNET_V2 = "anthropic.claude-3-5-sonnet-20241022-v2:0"
+    MIXTRAL_8X7B_INSTRUCT = "mistral.mixtral-8x7b-instruct-v0:1"
+    BAICHUAN2_13B_CHAT = "Baichuan2-13B-Chat-4bits"
+    INTERNLM2_CHAT_7B = "internlm2-chat-7b"
+    INTERNLM2_CHAT_20B = "internlm2-chat-20b"
+    GLM_4_9B_CHAT = "glm-4-9b-chat"
+    CHATGPT_35_TURBO_0125 = "gpt-3.5-turbo-0125"
+    CHATGPT_4_TURBO = "gpt-4-turbo"
+    CHATGPT_4O = "gpt-4o"
+    QWEN2INSTRUCT7B = "qwen2-7B-instruct"
+    QWEN25_INSTRUCT_72B_AWQ = "Qwen2.5-72B-Instruct-AWQ"
+    QWEN15INSTRUCT32B = "qwen1_5-32B-instruct"
+    LLAMA3_1_70B_INSTRUCT = "meta.llama3-1-70b-instruct-v1:0"
+    LLAMA3_2_90B_INSTRUCT = "us.meta.llama3-2-90b-instruct-v1:0"
+    MISTRAL_LARGE_2407 = "mistral.mistral-large-2407-v1:0"
+    COHERE_COMMAND_R_PLUS = "cohere.command-r-plus-v1:0"
+    NOVA_PRO = "us.amazon.nova-pro-v1:0"
+    NOVA_LITE = "us.amazon.nova-lite-v1:0"
+    NOVA_MICRO = "us.amazon.nova-micro-v1:0"
+    CLAUDE_3_SONNET_US = "us.anthropic.claude-3-sonnet-20240229-v1:0"
+    CLAUDE_3_OPUS_US = "us.anthropic.claude-3-opus-20240229-v1:0"
+    CLAUDE_3_HAIKU_US = "us.anthropic.claude-3-haiku-20240307-v1:0"
+    CLAUDE_3_5_SONNET_V2_US = "us.anthropic.claude-3-5-sonnet-20241022-v2:0"
+    CLAUDE_3_5_HAIKU_US = "us.anthropic.claude-3-5-haiku-20241022-v1:0"
+    CLAUDE_3_SONNET_EU = "eu.anthropic.claude-3-sonnet-20240229-v1:0"
+    CLAUDE_3_5_SONNET_EU = "eu.anthropic.claude-3-5-sonnet-20240620-v1:0"
+    CLAUDE_3_HAIKU_EU = "eu.anthropic.claude-3-haiku-20240307-v1:0"
+    CLAUDE_3_SONNET_APAC = "apac.anthropic.claude-3-sonnet-20240229-v1:0"
+    CLAUDE_3_5_SONNET_APAC = "apac.anthropic.claude-3-5-sonnet-20240620-v1:0"
+    CLAUDE_3_HAIKU_APAC = "apac.anthropic.claude-3-haiku-20240307-v1:0"
+    LLAMA3_1_70B_INSTRUCT_US = "us.meta.llama3-1-70b-instruct-v1:0"
+
+
+
+
+class EmbeddingModelType(ConstantBase):
+    BEDROCK_TITAN_V1 = "amazon.titan-embed-text-v1"
+
+
+@unique
+class Status(Enum):
+    ACTIVE = "active"
+    INACTIVE = "inactive"
+
+
+class IndexType(ConstantBase):
+    QD = "qd"
+    QQ = "qq"
+    INTENTION = "intention"
+
+
+@unique
+class ModelType(Enum):
+    EMBEDDING = "embedding_and_rerank"
+    LLM = "llm"
+
+
+@unique
+class IndexTag(Enum):
+    COMMON = "common"
+
+
+@unique
+class KBType(Enum):
+    AOS = "aos"
+
+
+GUIDE_INTENTION_NOT_FOUND = "Intention not found, please add intentions first when using agent mode, refer to https://amzn-chn.feishu.cn/docx/HlxvduJYgoOz8CxITxXc43XWn8e"
+INDEX_DESC = "Answer question based on search result"
+
+
+class Threshold(ConstantBase):
+    QQ_IN_RAG_CONTEXT_THRESHOLD = 0.5
+    QQ_MATCH_THRESHOLD = 0.9
+    ALL_KNOWLEDGE_IN_AGENT_THRESHOLD = 0.4 # This threhold will work when there are no intention examples.
+    INTENTION_THRESHOLD = 0.4