From 975a2dc598a5121de76a66ed40959301f5db04c9 Mon Sep 17 00:00:00 2001 From: Jiminator Date: Sun, 7 Jan 2024 07:18:10 +0000 Subject: [PATCH] deploy: 3ee2b17de2815ad87d28557debe874d3f08d4d82 --- BMM__F32T_8h_source.html | 12 +- BMM__S8T__S8N__F32T_8h_source.html | 12 +- BMM__S8T__S8N__S8T_8h_source.html | 12 +- Embedding_8h_source.html | 12 +- Fp32GPTBigCodeAttention_8h_source.html | 12 +- Fp32GPTBigCodeDecoderLayer_8h_source.html | 12 +- Fp32GPTBigCodeDecoder_8h_source.html | 12 +- Fp32GPTBigCodeForCausalLM_8h_source.html | 12 +- Fp32OPTAttention_8h_source.html | 12 +- Fp32OPTDecoderLayer_8h_source.html | 12 +- Fp32OPTDecoder_8h_source.html | 12 +- Fp32OPTForCausalLM_8h_source.html | 12 +- Fp32llamaAttention_8h_source.html | 12 +- Fp32llamaDecoderLayer_8h_source.html | 12 +- Fp32llamaDecoder_8h_source.html | 12 +- Fp32llamaForCausalLM_8h_source.html | 12 +- GPTBigCodeTokenizer_8h_source.html | 12 +- Generate_8h_source.html | 12 +- Int4GPTBigCodeAttention_8h_source.html | 12 +- Int4GPTBigCodeDecoderLayer_8h_source.html | 12 +- Int4GPTBigCodeDecoder_8h_source.html | 12 +- Int4GPTBigCodeForCausalLM_8h_source.html | 12 +- Int4OPTAttention_8h_source.html | 12 +- Int4OPTDecoderLayer_8h_source.html | 12 +- Int4OPTDecoder_8h_source.html | 12 +- Int4OPTForCausalLM_8h_source.html | 12 +- Int4llamaAttention_8h_source.html | 12 +- Int4llamaDecoderLayer_8h_source.html | 12 +- Int4llamaDecoder_8h_source.html | 12 +- Int4llamaForCausalLM_8h_source.html | 12 +- Int8OPTAttention_8h_source.html | 12 +- Int8OPTDecoderLayer_8h_source.html | 12 +- Int8OPTDecoder_8h_source.html | 12 +- LLaMATokenizer_8h_source.html | 12 +- LayerNormQ_8h_source.html | 12 +- LayerNorm_8h_source.html | 12 +- LlamaRMSNorm_8h_source.html | 12 +- MetalMatmulInt4_8hpp_source.html | 12 +- OPTForCausalLM_8h_source.html | 12 +- OPTTokenizer_8h_source.html | 12 +- RotaryPosEmb_8h_source.html | 12 +- W8A8B8O8LinearReLU_8h_source.html | 12 +- W8A8B8O8Linear_8h_source.html | 12 +- W8A8BFP32OFP32Linear_8h_source.html | 12 +- annotated.html | 18 +- arg__max_8h_source.html | 12 +- classBMM__F32T-members.html | 10 +- classBMM__F32T.html | 10 +- classBMM__S8T__S8N__F32T-members.html | 10 +- classBMM__S8T__S8N__F32T.html | 10 +- classBMM__S8T__S8N__S8T-members.html | 10 +- classBMM__S8T__S8N__S8T.html | 10 +- classEmbedding-members.html | 10 +- classEmbedding.html | 10 +- classEncoder-members.html | 10 +- classEncoder.html | 10 +- classFp32GPTBigCodeAttention-members.html | 10 +- classFp32GPTBigCodeAttention.html | 10 +- classFp32GPTBigCodeDecoder-members.html | 10 +- classFp32GPTBigCodeDecoder.html | 10 +- classFp32GPTBigCodeDecoderLayer-members.html | 10 +- classFp32GPTBigCodeDecoderLayer.html | 10 +- classFp32GPTBigCodeForCausalLM-members.html | 10 +- classFp32GPTBigCodeForCausalLM.html | 10 +- classFp32LlamaForCausalLM-members.html | 10 +- classFp32LlamaForCausalLM.html | 10 +- classFp32OPTAttention-members.html | 10 +- classFp32OPTAttention.html | 10 +- classFp32OPTDecoder-members.html | 10 +- classFp32OPTDecoder.html | 10 +- classFp32OPTDecoderLayer-members.html | 10 +- classFp32OPTDecoderLayer.html | 10 +- classFp32OPTForCausalLM-members.html | 10 +- classFp32OPTForCausalLM.html | 10 +- classFp32llamaAttention-members.html | 10 +- classFp32llamaAttention.html | 10 +- classFp32llamaDecoder-members.html | 10 +- classFp32llamaDecoder.html | 10 +- classFp32llamaDecoderLayer-members.html | 10 +- classFp32llamaDecoderLayer.html | 10 +- classInt4GPTBigCodeAttention-members.html | 10 +- classInt4GPTBigCodeAttention.html | 10 +- classInt4GPTBigCodeDecoder-members.html | 10 +- classInt4GPTBigCodeDecoder.html | 10 +- classInt4GPTBigCodeDecoderLayer-members.html | 10 +- classInt4GPTBigCodeDecoderLayer.html | 10 +- classInt4GPTBigCodeForCausalLM-members.html | 10 +- classInt4GPTBigCodeForCausalLM.html | 10 +- classInt4LlamaForCausalLM-members.html | 10 +- classInt4LlamaForCausalLM.html | 10 +- classInt4OPTAttention-members.html | 10 +- classInt4OPTAttention.html | 10 +- classInt4OPTDecoder-members.html | 10 +- classInt4OPTDecoder.html | 10 +- classInt4OPTDecoderLayer-members.html | 10 +- classInt4OPTDecoderLayer.html | 10 +- classInt4OPTForCausalLM-members.html | 10 +- classInt4OPTForCausalLM.html | 10 +- classInt4llamaAttention-members.html | 10 +- classInt4llamaAttention.html | 10 +- classInt4llamaDecoder-members.html | 10 +- classInt4llamaDecoder.html | 10 +- classInt4llamaDecoderLayer-members.html | 10 +- classInt4llamaDecoderLayer.html | 10 +- classInt8OPTAttention-members.html | 10 +- classInt8OPTAttention.html | 10 +- classInt8OPTDecoder-members.html | 10 +- classInt8OPTDecoder.html | 10 +- classInt8OPTDecoderLayer-members.html | 10 +- classInt8OPTDecoderLayer.html | 10 +- classLayerNorm-members.html | 10 +- classLayerNorm.html | 10 +- classLayerNormQ-members.html | 10 +- classLayerNormQ.html | 10 +- classLinear__FP-members.html | 10 +- classLinear__FP.html | 10 +- classLinear__FP__int4-members.html | 10 +- classLinear__FP__int4.html | 10 +- classLlamaRMSNorm-members.html | 10 +- classLlamaRMSNorm.html | 10 +- classMatrix3D-members.html | 10 +- classMatrix3D.html | 10 +- classMetalMatmulInt4-members.html | 10 +- classMetalMatmulInt4.html | 10 +- classMetalMatmulInt4IMP-members.html | 10 +- classMetalMatmulInt4IMP.html | 10 +- classOPTForCausalLM-members.html | 10 +- classOPTForCausalLM.html | 10 +- classProfiler-members.html | 10 +- classProfiler.html | 10 +- classRotaryPosEmb-members.html | 10 +- classRotaryPosEmb.html | 10 +- classW8A8B8O8Linear-members.html | 10 +- classW8A8B8O8Linear.html | 10 +- classW8A8B8O8LinearReLU-members.html | 10 +- classW8A8B8O8LinearReLU.html | 10 +- classW8A8BFP32OFP32Linear-members.html | 10 +- classW8A8BFP32OFP32Linear.html | 10 +- classes.html | 10 +- classmatmul_1_1MatmulOperator-members.html | 10 +- classmatmul_1_1MatmulOperator.html | 10 +- clipboard.js | 61 ++ common_8h_source.html | 12 +- cookie.js | 58 ++ dir_022f61ed791772d8eb162826e194a6cf.html | 10 +- dir_1a52ab83798783f2e1c21e44145c68ba.html | 10 +- dir_21b806f39663aa13e1c66d08af6a0e4d.html | 10 +- dir_29e46f7556369f4f86197d2d4903a8fc.html | 10 +- dir_45bcd3565f5c35fed731d338b28ba18a.html | 10 +- dir_4efa1e40526aafe0bdef6e3d48b3d359.html | 10 +- dir_55e8dd9c4dcf0db81a54621c513898c5.html | 10 +- dir_67adf0e25748e315b66ae056835db68c.html | 10 +- dir_6a23dd2f4b74efa88df1553988330e41.html | 10 +- dir_7da7f604ac9d92f74ed98addbc6d76af.html | 10 +- dir_cc1a18af2e9e76d3787bddc9a2ca730a.html | 10 +- dir_d3fd84b2e4114076d2551689812cf799.html | 10 +- dir_d7c790dca4626127449009f4d4911783.html | 10 +- dir_de8631210e3161dd519eee1a642cf623.html | 10 +- dir_f1c700802451926134086e7377016a9d.html | 10 +- dir_fed9071cd5bad8436d6f5d95b776b59e.html | 10 +- doxygen.css | 250 ++++- doxygen_crawl.html | 369 +++++++ dynsections.js | 328 +++---- files.html | 26 +- globals.html | 10 +- globals_func.html | 10 +- index.html | 13 +- linear_8h_source.html | 12 +- matmul_8h_source.html | 12 +- matmul__metal__int4__imp_8h_source.html | 12 +- menu.js | 34 +- model_8h_source.html | 12 +- opParams_8h_source.html | 12 +- operators_8h_source.html | 12 +- profiler_8h_source.html | 12 +- pthread__pool_8h.html | 49 +- pthread__pool_8h_source.html | 12 +- search/all_14.js | 2 +- search/all_15.js | 2 +- search/search.js | 916 ++++++++---------- ...ctBMM__S8T__S8N__F32T__params-members.html | 10 +- structBMM__S8T__S8N__F32T__params.html | 10 +- structBMM__S8T__S8N__S8T__params-members.html | 10 +- structBMM__S8T__S8N__S8T__params.html | 10 +- ...p32GPTBigCodeAttention__input-members.html | 10 +- structFp32GPTBigCodeAttention__input.html | 10 +- ...32GPTBigCodeAttention__output-members.html | 10 +- structFp32GPTBigCodeAttention__output.html | 10 +- ...GPTBigCodeDecoderLayer__input-members.html | 10 +- structFp32GPTBigCodeDecoderLayer__input.html | 10 +- ...PTBigCodeDecoderLayer__output-members.html | 10 +- structFp32GPTBigCodeDecoderLayer__output.html | 10 +- ...tFp32GPTBigCodeDecoder__input-members.html | 10 +- structFp32GPTBigCodeDecoder__input.html | 10 +- ...Fp32GPTBigCodeDecoder__output-members.html | 10 +- structFp32GPTBigCodeDecoder__output.html | 10 +- ...2GPTBigCodeForCausalLM__input-members.html | 10 +- structFp32GPTBigCodeForCausalLM__input.html | 10 +- ...GPTBigCodeForCausalLM__output-members.html | 10 +- structFp32GPTBigCodeForCausalLM__output.html | 10 +- ...ctFp32LlamaForCausalLM__input-members.html | 10 +- structFp32LlamaForCausalLM__input.html | 10 +- ...tFp32LlamaForCausalLM__output-members.html | 10 +- structFp32LlamaForCausalLM__output.html | 10 +- structFp32OPTAttention__input-members.html | 10 +- structFp32OPTAttention__input.html | 10 +- structFp32OPTAttention__output-members.html | 10 +- structFp32OPTAttention__output.html | 10 +- structFp32OPTDecoderLayer__input-members.html | 10 +- structFp32OPTDecoderLayer__input.html | 10 +- ...ctFp32OPTDecoderLayer__output-members.html | 10 +- structFp32OPTDecoderLayer__output.html | 10 +- structFp32OPTDecoder__input-members.html | 10 +- structFp32OPTDecoder__input.html | 10 +- structFp32OPTDecoder__output-members.html | 10 +- structFp32OPTDecoder__output.html | 10 +- structFp32OPTForCausalLM__input-members.html | 10 +- structFp32OPTForCausalLM__input.html | 10 +- structFp32OPTForCausalLM__output-members.html | 10 +- structFp32OPTForCausalLM__output.html | 10 +- structFp32llamaAttention__input-members.html | 10 +- structFp32llamaAttention__input.html | 10 +- structFp32llamaAttention__output-members.html | 10 +- structFp32llamaAttention__output.html | 10 +- ...tFp32llamaDecoderLayer__input-members.html | 10 +- structFp32llamaDecoderLayer__input.html | 10 +- ...Fp32llamaDecoderLayer__output-members.html | 10 +- structFp32llamaDecoderLayer__output.html | 10 +- structFp32llamaDecoder__input-members.html | 10 +- structFp32llamaDecoder__input.html | 10 +- structFp32llamaDecoder__output-members.html | 10 +- structFp32llamaDecoder__output.html | 10 +- ...nt4GPTBigCodeAttention__input-members.html | 10 +- structInt4GPTBigCodeAttention__input.html | 10 +- ...t4GPTBigCodeAttention__output-members.html | 10 +- structInt4GPTBigCodeAttention__output.html | 10 +- ...GPTBigCodeDecoderLayer__input-members.html | 10 +- structInt4GPTBigCodeDecoderLayer__input.html | 10 +- ...PTBigCodeDecoderLayer__output-members.html | 10 +- structInt4GPTBigCodeDecoderLayer__output.html | 10 +- ...tInt4GPTBigCodeDecoder__input-members.html | 10 +- structInt4GPTBigCodeDecoder__input.html | 10 +- ...Int4GPTBigCodeDecoder__output-members.html | 10 +- structInt4GPTBigCodeDecoder__output.html | 10 +- ...4GPTBigCodeForCausalLM__input-members.html | 10 +- structInt4GPTBigCodeForCausalLM__input.html | 10 +- ...GPTBigCodeForCausalLM__output-members.html | 10 +- structInt4GPTBigCodeForCausalLM__output.html | 10 +- ...ctInt4LlamaForCausalLM__input-members.html | 10 +- structInt4LlamaForCausalLM__input.html | 10 +- ...tInt4LlamaForCausalLM__output-members.html | 10 +- structInt4LlamaForCausalLM__output.html | 10 +- structInt4OPTAttention__input-members.html | 10 +- structInt4OPTAttention__input.html | 10 +- structInt4OPTAttention__output-members.html | 10 +- structInt4OPTAttention__output.html | 10 +- structInt4OPTDecoderLayer__input-members.html | 10 +- structInt4OPTDecoderLayer__input.html | 10 +- ...ctInt4OPTDecoderLayer__output-members.html | 10 +- structInt4OPTDecoderLayer__output.html | 10 +- structInt4OPTDecoder__input-members.html | 10 +- structInt4OPTDecoder__input.html | 10 +- structInt4OPTDecoder__output-members.html | 10 +- structInt4OPTDecoder__output.html | 10 +- structInt4OPTForCausalLM__input-members.html | 10 +- structInt4OPTForCausalLM__input.html | 10 +- structInt4OPTForCausalLM__output-members.html | 10 +- structInt4OPTForCausalLM__output.html | 10 +- structInt4llamaAttention__input-members.html | 10 +- structInt4llamaAttention__input.html | 10 +- structInt4llamaAttention__output-members.html | 10 +- structInt4llamaAttention__output.html | 10 +- ...tInt4llamaDecoderLayer__input-members.html | 10 +- structInt4llamaDecoderLayer__input.html | 10 +- ...Int4llamaDecoderLayer__output-members.html | 10 +- structInt4llamaDecoderLayer__output.html | 10 +- structInt4llamaDecoder__input-members.html | 10 +- structInt4llamaDecoder__input.html | 10 +- structInt4llamaDecoder__output-members.html | 10 +- structInt4llamaDecoder__output.html | 10 +- structInt8OPTAttention__input-members.html | 10 +- structInt8OPTAttention__input.html | 10 +- structInt8OPTAttention__output-members.html | 10 +- structInt8OPTAttention__output.html | 10 +- structInt8OPTDecoderLayer__input-members.html | 10 +- structInt8OPTDecoderLayer__input.html | 10 +- ...ctInt8OPTDecoderLayer__output-members.html | 10 +- structInt8OPTDecoderLayer__output.html | 10 +- structInt8OPTDecoder__input-members.html | 10 +- structInt8OPTDecoder__input.html | 10 +- structInt8OPTDecoder__output-members.html | 10 +- structInt8OPTDecoder__output.html | 10 +- structLayerNormQ__params-members.html | 10 +- structLayerNormQ__params.html | 10 +- structLayerNorm__params-members.html | 10 +- structLayerNorm__params.html | 10 +- structMetalMatMulParams-members.html | 10 +- structMetalMatMulParams.html | 10 +- structMetalMatmulBuffers-members.html | 10 +- structMetalMatmulBuffers.html | 10 +- structOPTForCausalLM__input-members.html | 10 +- structOPTForCausalLM__input.html | 10 +- structOPTForCausalLM__output-members.html | 10 +- structOPTForCausalLM__output.html | 10 +- structOPT__token__data-members.html | 10 +- structOPT__token__data.html | 10 +- structOPT__token__data__array-members.html | 10 +- structOPT__token__data__array.html | 10 +- structW8A8B8O8LinearReLU__params-members.html | 10 +- structW8A8B8O8LinearReLU__params.html | 10 +- structW8A8B8O8Linear__params-members.html | 10 +- structW8A8B8O8Linear__params.html | 10 +- ...tW8A8BFP32OFP32Linear__params-members.html | 10 +- structW8A8BFP32OFP32Linear__params.html | 10 +- structa8w4__thread__args-members.html | 10 +- structa8w4__thread__args.html | 10 +- structint4__thread__args-members.html | 10 +- structint4__thread__args.html | 10 +- structllama__file-members.html | 10 +- structllama__file.html | 10 +- structllama__sp__bigram-members.html | 10 +- structllama__sp__bigram.html | 14 +- ...ama__sp__bigram_1_1comparator-members.html | 10 +- structllama__sp__bigram_1_1comparator.html | 10 +- structllama__sp__symbol-members.html | 10 +- structllama__sp__symbol.html | 10 +- structllama__tokenizer-members.html | 10 +- structllama__tokenizer.html | 10 +- structllama__vocab-members.html | 10 +- structllama__vocab.html | 10 +- ...tllama__vocab_1_1token__score-members.html | 10 +- structllama__vocab_1_1token__score.html | 10 +- structmatmul__params-members.html | 10 +- structmatmul__params.html | 10 +- structmatrix-members.html | 10 +- structmatrix.html | 10 +- structmax__error__info-members.html | 10 +- structmax__error__info.html | 10 +- structmodel__config-members.html | 10 +- structmodel__config.html | 10 +- structopt__params-members.html | 10 +- structopt__params.html | 10 +- structoptimization__params-members.html | 10 +- structoptimization__params.html | 10 +- structpack__q4__tensor-members.html | 10 +- structpack__q4__tensor.html | 10 +- structpack__q8__tensor-members.html | 10 +- structpack__q8__tensor.html | 10 +- structpair__hash-members.html | 10 +- structpair__hash.html | 10 +- structpool-members.html | 10 +- structpool.html | 10 +- structpool__queue-members.html | 10 +- structpool__queue.html | 10 +- structquantization__params-members.html | 10 +- structquantization__params.html | 10 +- structstarcoder__vocab-members.html | 10 +- structstarcoder__vocab.html | 10 +- structthread__args-members.html | 10 +- structthread__args.html | 10 +- structtranspose__1__2idx__arg-members.html | 10 +- structtranspose__1__2idx__arg.html | 10 +- ...ranspose__1__2idx__float__arg-members.html | 10 +- structtranspose__1__2idx__float__arg.html | 10 +- tabs.css | 2 +- utils_8h_source.html | 12 +- 366 files changed, 3490 insertions(+), 2272 deletions(-) create mode 100644 clipboard.js create mode 100644 cookie.js create mode 100644 doxygen_crawl.html diff --git a/BMM__F32T_8h_source.html b/BMM__F32T_8h_source.html index af9cd467..5e4d5fa2 100644 --- a/BMM__F32T_8h_source.html +++ b/BMM__F32T_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/BMM_F32T.h Source File + + @@ -29,7 +31,7 @@ - + @@ -103,7 +105,7 @@ diff --git a/BMM__S8T__S8N__F32T_8h_source.html b/BMM__S8T__S8N__F32T_8h_source.html index a05f80c9..6af67d6e 100644 --- a/BMM__S8T__S8N__F32T_8h_source.html +++ b/BMM__S8T__S8N__F32T_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/BMM_S8T_S8N_F32T.h Source File + + @@ -29,7 +31,7 @@ - + @@ -111,7 +113,7 @@ diff --git a/BMM__S8T__S8N__S8T_8h_source.html b/BMM__S8T__S8N__S8T_8h_source.html index 658d3288..6525f6cd 100644 --- a/BMM__S8T__S8N__S8T_8h_source.html +++ b/BMM__S8T__S8N__S8T_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/BMM_S8T_S8N_S8T.h Source File + + @@ -29,7 +31,7 @@ - + @@ -111,7 +113,7 @@ diff --git a/Embedding_8h_source.html b/Embedding_8h_source.html index 7949bd28..f21fb3dc 100644 --- a/Embedding_8h_source.html +++ b/Embedding_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/Embedding.h Source File + + @@ -29,7 +31,7 @@ - + @@ -109,7 +111,7 @@ diff --git a/Fp32GPTBigCodeAttention_8h_source.html b/Fp32GPTBigCodeAttention_8h_source.html index 01d1f4da..0e7dc165 100644 --- a/Fp32GPTBigCodeAttention_8h_source.html +++ b/Fp32GPTBigCodeAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32GPTBigCodeAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -144,7 +146,7 @@ diff --git a/Fp32GPTBigCodeDecoderLayer_8h_source.html b/Fp32GPTBigCodeDecoderLayer_8h_source.html index 609ac028..dc786962 100644 --- a/Fp32GPTBigCodeDecoderLayer_8h_source.html +++ b/Fp32GPTBigCodeDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32GPTBigCodeDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -147,7 +149,7 @@ diff --git a/Fp32GPTBigCodeDecoder_8h_source.html b/Fp32GPTBigCodeDecoder_8h_source.html index b21bf91f..47f96ae1 100644 --- a/Fp32GPTBigCodeDecoder_8h_source.html +++ b/Fp32GPTBigCodeDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32GPTBigCodeDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/Fp32GPTBigCodeForCausalLM_8h_source.html b/Fp32GPTBigCodeForCausalLM_8h_source.html index 36ccbc55..3828bdcc 100644 --- a/Fp32GPTBigCodeForCausalLM_8h_source.html +++ b/Fp32GPTBigCodeForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32GPTBigCodeForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -129,7 +131,7 @@ diff --git a/Fp32OPTAttention_8h_source.html b/Fp32OPTAttention_8h_source.html index 203cfdc2..f98963b7 100644 --- a/Fp32OPTAttention_8h_source.html +++ b/Fp32OPTAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32OPTAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -143,7 +145,7 @@ diff --git a/Fp32OPTDecoderLayer_8h_source.html b/Fp32OPTDecoderLayer_8h_source.html index b3608587..7bf7d195 100644 --- a/Fp32OPTDecoderLayer_8h_source.html +++ b/Fp32OPTDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32OPTDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -147,7 +149,7 @@ diff --git a/Fp32OPTDecoder_8h_source.html b/Fp32OPTDecoder_8h_source.html index c758e4c5..7c94c2a9 100644 --- a/Fp32OPTDecoder_8h_source.html +++ b/Fp32OPTDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32OPTDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/Fp32OPTForCausalLM_8h_source.html b/Fp32OPTForCausalLM_8h_source.html index 90366279..38b39e26 100644 --- a/Fp32OPTForCausalLM_8h_source.html +++ b/Fp32OPTForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32OPTForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -128,7 +130,7 @@ diff --git a/Fp32llamaAttention_8h_source.html b/Fp32llamaAttention_8h_source.html index 243b29d8..8d12c86e 100644 --- a/Fp32llamaAttention_8h_source.html +++ b/Fp32llamaAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32llamaAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -144,7 +146,7 @@ diff --git a/Fp32llamaDecoderLayer_8h_source.html b/Fp32llamaDecoderLayer_8h_source.html index ea0497f4..5809b6eb 100644 --- a/Fp32llamaDecoderLayer_8h_source.html +++ b/Fp32llamaDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32llamaDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -148,7 +150,7 @@ diff --git a/Fp32llamaDecoder_8h_source.html b/Fp32llamaDecoder_8h_source.html index 10bd3f7a..ff5242bc 100644 --- a/Fp32llamaDecoder_8h_source.html +++ b/Fp32llamaDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32llamaDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/Fp32llamaForCausalLM_8h_source.html b/Fp32llamaForCausalLM_8h_source.html index 53ff66e1..c62b276d 100644 --- a/Fp32llamaForCausalLM_8h_source.html +++ b/Fp32llamaForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Fp32llamaForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -130,7 +132,7 @@ diff --git a/GPTBigCodeTokenizer_8h_source.html b/GPTBigCodeTokenizer_8h_source.html index 9959ad4d..1ce3e1a8 100644 --- a/GPTBigCodeTokenizer_8h_source.html +++ b/GPTBigCodeTokenizer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/GPTBigCodeTokenizer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -139,7 +141,7 @@ diff --git a/Generate_8h_source.html b/Generate_8h_source.html index 92f22c27..90a072a9 100644 --- a/Generate_8h_source.html +++ b/Generate_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/Generate.h Source File + + @@ -29,7 +31,7 @@ - + @@ -204,7 +206,7 @@ diff --git a/Int4GPTBigCodeAttention_8h_source.html b/Int4GPTBigCodeAttention_8h_source.html index 67271a8c..8499c732 100644 --- a/Int4GPTBigCodeAttention_8h_source.html +++ b/Int4GPTBigCodeAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4GPTBigCodeAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -143,7 +145,7 @@ diff --git a/Int4GPTBigCodeDecoderLayer_8h_source.html b/Int4GPTBigCodeDecoderLayer_8h_source.html index 60c01b9c..17983c8a 100644 --- a/Int4GPTBigCodeDecoderLayer_8h_source.html +++ b/Int4GPTBigCodeDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4GPTBigCodeDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -147,7 +149,7 @@ diff --git a/Int4GPTBigCodeDecoder_8h_source.html b/Int4GPTBigCodeDecoder_8h_source.html index 74e7518f..d37bb379 100644 --- a/Int4GPTBigCodeDecoder_8h_source.html +++ b/Int4GPTBigCodeDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4GPTBigCodeDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/Int4GPTBigCodeForCausalLM_8h_source.html b/Int4GPTBigCodeForCausalLM_8h_source.html index 50e86547..09863ae0 100644 --- a/Int4GPTBigCodeForCausalLM_8h_source.html +++ b/Int4GPTBigCodeForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4GPTBigCodeForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -129,7 +131,7 @@ diff --git a/Int4OPTAttention_8h_source.html b/Int4OPTAttention_8h_source.html index 2acaaa64..bca80fe0 100644 --- a/Int4OPTAttention_8h_source.html +++ b/Int4OPTAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4OPTAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -143,7 +145,7 @@ diff --git a/Int4OPTDecoderLayer_8h_source.html b/Int4OPTDecoderLayer_8h_source.html index 0c3f56ba..cb85ca2c 100644 --- a/Int4OPTDecoderLayer_8h_source.html +++ b/Int4OPTDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4OPTDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -147,7 +149,7 @@ diff --git a/Int4OPTDecoder_8h_source.html b/Int4OPTDecoder_8h_source.html index 84e0df37..998acf34 100644 --- a/Int4OPTDecoder_8h_source.html +++ b/Int4OPTDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4OPTDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/Int4OPTForCausalLM_8h_source.html b/Int4OPTForCausalLM_8h_source.html index 596ee0e6..f6b747a3 100644 --- a/Int4OPTForCausalLM_8h_source.html +++ b/Int4OPTForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4OPTForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -128,7 +130,7 @@ diff --git a/Int4llamaAttention_8h_source.html b/Int4llamaAttention_8h_source.html index 0eefc4fe..48fbc91e 100644 --- a/Int4llamaAttention_8h_source.html +++ b/Int4llamaAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4llamaAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -187,7 +189,7 @@ diff --git a/Int4llamaDecoderLayer_8h_source.html b/Int4llamaDecoderLayer_8h_source.html index 96c01afd..4338264e 100644 --- a/Int4llamaDecoderLayer_8h_source.html +++ b/Int4llamaDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4llamaDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -185,7 +187,7 @@ diff --git a/Int4llamaDecoder_8h_source.html b/Int4llamaDecoder_8h_source.html index 5b50c4ee..7f5be6c1 100644 --- a/Int4llamaDecoder_8h_source.html +++ b/Int4llamaDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4llamaDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -166,7 +168,7 @@ diff --git a/Int4llamaForCausalLM_8h_source.html b/Int4llamaForCausalLM_8h_source.html index 17224384..980bd630 100644 --- a/Int4llamaForCausalLM_8h_source.html +++ b/Int4llamaForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int4llamaForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -153,7 +155,7 @@ diff --git a/Int8OPTAttention_8h_source.html b/Int8OPTAttention_8h_source.html index 63b08175..5953df87 100644 --- a/Int8OPTAttention_8h_source.html +++ b/Int8OPTAttention_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int8OPTAttention.h Source File + + @@ -29,7 +31,7 @@ - + @@ -148,7 +150,7 @@ diff --git a/Int8OPTDecoderLayer_8h_source.html b/Int8OPTDecoderLayer_8h_source.html index 388c337a..114bfb2f 100644 --- a/Int8OPTDecoderLayer_8h_source.html +++ b/Int8OPTDecoderLayer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int8OPTDecoderLayer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -156,7 +158,7 @@ diff --git a/Int8OPTDecoder_8h_source.html b/Int8OPTDecoder_8h_source.html index e4c2bea5..2d79190e 100644 --- a/Int8OPTDecoder_8h_source.html +++ b/Int8OPTDecoder_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/Int8OPTDecoder.h Source File + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/LLaMATokenizer_8h_source.html b/LLaMATokenizer_8h_source.html index bdf70254..958f1b7e 100644 --- a/LLaMATokenizer_8h_source.html +++ b/LLaMATokenizer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/LLaMATokenizer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -173,7 +175,7 @@ diff --git a/LayerNormQ_8h_source.html b/LayerNormQ_8h_source.html index 5f517ba9..6d355a9c 100644 --- a/LayerNormQ_8h_source.html +++ b/LayerNormQ_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/LayerNormQ.h Source File + + @@ -29,7 +31,7 @@ - + @@ -110,7 +112,7 @@ diff --git a/LayerNorm_8h_source.html b/LayerNorm_8h_source.html index e24c352d..960bdc89 100644 --- a/LayerNorm_8h_source.html +++ b/LayerNorm_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/LayerNorm.h Source File + + @@ -29,7 +31,7 @@ - + @@ -110,7 +112,7 @@ diff --git a/LlamaRMSNorm_8h_source.html b/LlamaRMSNorm_8h_source.html index 43e29ae5..ea08a8de 100644 --- a/LlamaRMSNorm_8h_source.html +++ b/LlamaRMSNorm_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/LlamaRMSNorm.h Source File + + @@ -29,7 +31,7 @@ - + @@ -101,7 +103,7 @@ diff --git a/MetalMatmulInt4_8hpp_source.html b/MetalMatmulInt4_8hpp_source.html index d46df2ec..5e60e385 100644 --- a/MetalMatmulInt4_8hpp_source.html +++ b/MetalMatmulInt4_8hpp_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/metal/include/MetalMatmulInt4.hpp Source File + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/OPTForCausalLM_8h_source.html b/OPTForCausalLM_8h_source.html index 0a16c8d6..8dbac77c 100644 --- a/OPTForCausalLM_8h_source.html +++ b/OPTForCausalLM_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules/OPTForCausalLM.h Source File + + @@ -29,7 +31,7 @@ - + @@ -128,7 +130,7 @@ diff --git a/OPTTokenizer_8h_source.html b/OPTTokenizer_8h_source.html index b4d2622a..8f35ad16 100644 --- a/OPTTokenizer_8h_source.html +++ b/OPTTokenizer_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/OPTTokenizer.h Source File + + @@ -29,7 +31,7 @@ - + @@ -146,7 +148,7 @@ diff --git a/RotaryPosEmb_8h_source.html b/RotaryPosEmb_8h_source.html index 506db473..9056b309 100644 --- a/RotaryPosEmb_8h_source.html +++ b/RotaryPosEmb_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/RotaryPosEmb.h Source File + + @@ -29,7 +31,7 @@ - + @@ -110,7 +112,7 @@ diff --git a/W8A8B8O8LinearReLU_8h_source.html b/W8A8B8O8LinearReLU_8h_source.html index bb0f12c8..47719ee5 100644 --- a/W8A8B8O8LinearReLU_8h_source.html +++ b/W8A8B8O8LinearReLU_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/W8A8B8O8LinearReLU.h Source File + + @@ -29,7 +31,7 @@ - + @@ -115,7 +117,7 @@ diff --git a/W8A8B8O8Linear_8h_source.html b/W8A8B8O8Linear_8h_source.html index ae7ae3d1..fb0880a0 100644 --- a/W8A8B8O8Linear_8h_source.html +++ b/W8A8B8O8Linear_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/W8A8B8O8Linear.h Source File + + @@ -29,7 +31,7 @@ - + @@ -115,7 +117,7 @@ diff --git a/W8A8BFP32OFP32Linear_8h_source.html b/W8A8BFP32OFP32Linear_8h_source.html index 7af91f78..b121654e 100644 --- a/W8A8BFP32OFP32Linear_8h_source.html +++ b/W8A8BFP32OFP32Linear_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/W8A8BFP32OFP32Linear.h Source File + + @@ -29,7 +31,7 @@ - + @@ -113,7 +115,7 @@ diff --git a/annotated.html b/annotated.html index 0988be83..35182738 100644 --- a/annotated.html +++ b/annotated.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Class List + + @@ -29,7 +31,7 @@ - + @@ -73,8 +75,8 @@
Here are the classes, structs, unions and interfaces with brief descriptions:
-
[detail level 12]
- +
[detail level 12]
 Nmatmul
+ @@ -173,11 +175,11 @@ - + - + @@ -219,7 +221,7 @@ diff --git a/arg__max_8h_source.html b/arg__max_8h_source.html index f3a9642d..2f97691a 100644 --- a/arg__max_8h_source.html +++ b/arg__max_8h_source.html @@ -3,12 +3,14 @@ - +TinyChatEngine: llm/include/ops/arg_max.h Source File + + @@ -29,7 +31,7 @@
 Nmatmul
 Ca8w4_thread_args
 CBMM_F32T
 CLinear_FP
 CLinear_FP_int4
 Cllama_file
 Cllama_sp_bigram
 Cllama_sp_bigram
 Cllama_sp_symbol
 Cllama_tokenizer
 Cllama_vocab
 Cllama_vocab
 CLlamaRMSNorm
 Cmatmul_params
- + @@ -90,7 +92,7 @@
diff --git a/classBMM__F32T-members.html b/classBMM__F32T-members.html index 749a3d26..d8429385 100644 --- a/classBMM__F32T-members.html +++ b/classBMM__F32T-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classBMM__F32T.html b/classBMM__F32T.html index 65e918a8..f3f7db2d 100644 --- a/classBMM__F32T.html +++ b/classBMM__F32T.html @@ -3,12 +3,14 @@ - + TinyChatEngine: BMM_F32T Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classBMM__S8T__S8N__F32T-members.html b/classBMM__S8T__S8N__F32T-members.html index 8d26aa27..da3e0d2c 100644 --- a/classBMM__S8T__S8N__F32T-members.html +++ b/classBMM__S8T__S8N__F32T-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classBMM__S8T__S8N__F32T.html b/classBMM__S8T__S8N__F32T.html index fcf946a5..b3ab12fc 100644 --- a/classBMM__S8T__S8N__F32T.html +++ b/classBMM__S8T__S8N__F32T.html @@ -3,12 +3,14 @@ - + TinyChatEngine: BMM_S8T_S8N_F32T Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classBMM__S8T__S8N__S8T-members.html b/classBMM__S8T__S8N__S8T-members.html index e9a8c613..ea6a801f 100644 --- a/classBMM__S8T__S8N__S8T-members.html +++ b/classBMM__S8T__S8N__S8T-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classBMM__S8T__S8N__S8T.html b/classBMM__S8T__S8N__S8T.html index b0f75ac7..c6ed93b1 100644 --- a/classBMM__S8T__S8N__S8T.html +++ b/classBMM__S8T__S8N__S8T.html @@ -3,12 +3,14 @@ - + TinyChatEngine: BMM_S8T_S8N_S8T Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classEmbedding-members.html b/classEmbedding-members.html index c4c1b230..386616da 100644 --- a/classEmbedding-members.html +++ b/classEmbedding-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -85,7 +87,7 @@ diff --git a/classEmbedding.html b/classEmbedding.html index 7410317d..07a50365 100644 --- a/classEmbedding.html +++ b/classEmbedding.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Embedding Class Reference + + @@ -29,7 +31,7 @@ - + @@ -108,7 +110,7 @@ diff --git a/classEncoder-members.html b/classEncoder-members.html index 20c32096..3b683327 100644 --- a/classEncoder-members.html +++ b/classEncoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -84,7 +86,7 @@ diff --git a/classEncoder.html b/classEncoder.html index a2a18ffd..b21115bb 100644 --- a/classEncoder.html +++ b/classEncoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Encoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -104,7 +106,7 @@ diff --git a/classFp32GPTBigCodeAttention-members.html b/classFp32GPTBigCodeAttention-members.html index 0ca20f35..e267ff2f 100644 --- a/classFp32GPTBigCodeAttention-members.html +++ b/classFp32GPTBigCodeAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classFp32GPTBigCodeAttention.html b/classFp32GPTBigCodeAttention.html index cffaa7f8..6ae38e09 100644 --- a/classFp32GPTBigCodeAttention.html +++ b/classFp32GPTBigCodeAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32GPTBigCodeAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classFp32GPTBigCodeDecoder-members.html b/classFp32GPTBigCodeDecoder-members.html index 23a60f7a..a30d5e0d 100644 --- a/classFp32GPTBigCodeDecoder-members.html +++ b/classFp32GPTBigCodeDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -94,7 +96,7 @@ diff --git a/classFp32GPTBigCodeDecoder.html b/classFp32GPTBigCodeDecoder.html index e3e47861..3979a17b 100644 --- a/classFp32GPTBigCodeDecoder.html +++ b/classFp32GPTBigCodeDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32GPTBigCodeDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -135,7 +137,7 @@ diff --git a/classFp32GPTBigCodeDecoderLayer-members.html b/classFp32GPTBigCodeDecoderLayer-members.html index 12a3785d..ab0d1ca9 100644 --- a/classFp32GPTBigCodeDecoderLayer-members.html +++ b/classFp32GPTBigCodeDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -90,7 +92,7 @@ diff --git a/classFp32GPTBigCodeDecoderLayer.html b/classFp32GPTBigCodeDecoderLayer.html index 9ddde293..a988488a 100644 --- a/classFp32GPTBigCodeDecoderLayer.html +++ b/classFp32GPTBigCodeDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32GPTBigCodeDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classFp32GPTBigCodeForCausalLM-members.html b/classFp32GPTBigCodeForCausalLM-members.html index 7030643f..55e9b8ec 100644 --- a/classFp32GPTBigCodeForCausalLM-members.html +++ b/classFp32GPTBigCodeForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classFp32GPTBigCodeForCausalLM.html b/classFp32GPTBigCodeForCausalLM.html index 29d697d5..bea06142 100644 --- a/classFp32GPTBigCodeForCausalLM.html +++ b/classFp32GPTBigCodeForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32GPTBigCodeForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classFp32LlamaForCausalLM-members.html b/classFp32LlamaForCausalLM-members.html index 252ef850..17bf7b2f 100644 --- a/classFp32LlamaForCausalLM-members.html +++ b/classFp32LlamaForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classFp32LlamaForCausalLM.html b/classFp32LlamaForCausalLM.html index b3a9be2f..fd5b141a 100644 --- a/classFp32LlamaForCausalLM.html +++ b/classFp32LlamaForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32LlamaForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classFp32OPTAttention-members.html b/classFp32OPTAttention-members.html index 21eca9f1..9725bfa1 100644 --- a/classFp32OPTAttention-members.html +++ b/classFp32OPTAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classFp32OPTAttention.html b/classFp32OPTAttention.html index 27166614..4a95c726 100644 --- a/classFp32OPTAttention.html +++ b/classFp32OPTAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32OPTAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classFp32OPTDecoder-members.html b/classFp32OPTDecoder-members.html index 17179102..3382ce3f 100644 --- a/classFp32OPTDecoder-members.html +++ b/classFp32OPTDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -93,7 +95,7 @@ diff --git a/classFp32OPTDecoder.html b/classFp32OPTDecoder.html index efed40e6..8f0d45db 100644 --- a/classFp32OPTDecoder.html +++ b/classFp32OPTDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32OPTDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -132,7 +134,7 @@ diff --git a/classFp32OPTDecoderLayer-members.html b/classFp32OPTDecoderLayer-members.html index 4d1001f9..80130b59 100644 --- a/classFp32OPTDecoderLayer-members.html +++ b/classFp32OPTDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -90,7 +92,7 @@ diff --git a/classFp32OPTDecoderLayer.html b/classFp32OPTDecoderLayer.html index 2f35060e..fdc51a6e 100644 --- a/classFp32OPTDecoderLayer.html +++ b/classFp32OPTDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32OPTDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classFp32OPTForCausalLM-members.html b/classFp32OPTForCausalLM-members.html index daca6d12..2c59794d 100644 --- a/classFp32OPTForCausalLM-members.html +++ b/classFp32OPTForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classFp32OPTForCausalLM.html b/classFp32OPTForCausalLM.html index 7b1226ac..4a9b341d 100644 --- a/classFp32OPTForCausalLM.html +++ b/classFp32OPTForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32OPTForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classFp32llamaAttention-members.html b/classFp32llamaAttention-members.html index 6a8d6254..abaa7754 100644 --- a/classFp32llamaAttention-members.html +++ b/classFp32llamaAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classFp32llamaAttention.html b/classFp32llamaAttention.html index a30ad761..793a5b8f 100644 --- a/classFp32llamaAttention.html +++ b/classFp32llamaAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32llamaAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classFp32llamaDecoder-members.html b/classFp32llamaDecoder-members.html index f3b496e6..1a34da47 100644 --- a/classFp32llamaDecoder-members.html +++ b/classFp32llamaDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classFp32llamaDecoder.html b/classFp32llamaDecoder.html index 7e5a8d90..abdc0909 100644 --- a/classFp32llamaDecoder.html +++ b/classFp32llamaDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32llamaDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -129,7 +131,7 @@ diff --git a/classFp32llamaDecoderLayer-members.html b/classFp32llamaDecoderLayer-members.html index bcbcad65..c7ec6cd4 100644 --- a/classFp32llamaDecoderLayer-members.html +++ b/classFp32llamaDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classFp32llamaDecoderLayer.html b/classFp32llamaDecoderLayer.html index 1cb58cde..635a5c92 100644 --- a/classFp32llamaDecoderLayer.html +++ b/classFp32llamaDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Fp32llamaDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -132,7 +134,7 @@ diff --git a/classInt4GPTBigCodeAttention-members.html b/classInt4GPTBigCodeAttention-members.html index 797b7ad2..3ca3af9b 100644 --- a/classInt4GPTBigCodeAttention-members.html +++ b/classInt4GPTBigCodeAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classInt4GPTBigCodeAttention.html b/classInt4GPTBigCodeAttention.html index b76d5705..1f7d7f4a 100644 --- a/classInt4GPTBigCodeAttention.html +++ b/classInt4GPTBigCodeAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4GPTBigCodeAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classInt4GPTBigCodeDecoder-members.html b/classInt4GPTBigCodeDecoder-members.html index 9f9b84a7..cb5bd96f 100644 --- a/classInt4GPTBigCodeDecoder-members.html +++ b/classInt4GPTBigCodeDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -94,7 +96,7 @@ diff --git a/classInt4GPTBigCodeDecoder.html b/classInt4GPTBigCodeDecoder.html index 095d4a34..f5a8f697 100644 --- a/classInt4GPTBigCodeDecoder.html +++ b/classInt4GPTBigCodeDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4GPTBigCodeDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -135,7 +137,7 @@ diff --git a/classInt4GPTBigCodeDecoderLayer-members.html b/classInt4GPTBigCodeDecoderLayer-members.html index b558a6f0..a5e82912 100644 --- a/classInt4GPTBigCodeDecoderLayer-members.html +++ b/classInt4GPTBigCodeDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -90,7 +92,7 @@ diff --git a/classInt4GPTBigCodeDecoderLayer.html b/classInt4GPTBigCodeDecoderLayer.html index f0e3f61a..d50e3cc5 100644 --- a/classInt4GPTBigCodeDecoderLayer.html +++ b/classInt4GPTBigCodeDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4GPTBigCodeDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classInt4GPTBigCodeForCausalLM-members.html b/classInt4GPTBigCodeForCausalLM-members.html index 8a57076d..5603dca4 100644 --- a/classInt4GPTBigCodeForCausalLM-members.html +++ b/classInt4GPTBigCodeForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classInt4GPTBigCodeForCausalLM.html b/classInt4GPTBigCodeForCausalLM.html index 167d8d9e..a7f9b789 100644 --- a/classInt4GPTBigCodeForCausalLM.html +++ b/classInt4GPTBigCodeForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4GPTBigCodeForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classInt4LlamaForCausalLM-members.html b/classInt4LlamaForCausalLM-members.html index baa6bc96..8d6c9bdf 100644 --- a/classInt4LlamaForCausalLM-members.html +++ b/classInt4LlamaForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classInt4LlamaForCausalLM.html b/classInt4LlamaForCausalLM.html index a24caefc..59644b42 100644 --- a/classInt4LlamaForCausalLM.html +++ b/classInt4LlamaForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4LlamaForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classInt4OPTAttention-members.html b/classInt4OPTAttention-members.html index 8931b258..c21161a7 100644 --- a/classInt4OPTAttention-members.html +++ b/classInt4OPTAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classInt4OPTAttention.html b/classInt4OPTAttention.html index 0526d891..5196d07c 100644 --- a/classInt4OPTAttention.html +++ b/classInt4OPTAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4OPTAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classInt4OPTDecoder-members.html b/classInt4OPTDecoder-members.html index 07c06a01..e9895a7f 100644 --- a/classInt4OPTDecoder-members.html +++ b/classInt4OPTDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -93,7 +95,7 @@ diff --git a/classInt4OPTDecoder.html b/classInt4OPTDecoder.html index fdf024b1..d1b03345 100644 --- a/classInt4OPTDecoder.html +++ b/classInt4OPTDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4OPTDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -132,7 +134,7 @@ diff --git a/classInt4OPTDecoderLayer-members.html b/classInt4OPTDecoderLayer-members.html index 40c64e97..dd9f5f7a 100644 --- a/classInt4OPTDecoderLayer-members.html +++ b/classInt4OPTDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -90,7 +92,7 @@ diff --git a/classInt4OPTDecoderLayer.html b/classInt4OPTDecoderLayer.html index 945d6cd6..edf18dc8 100644 --- a/classInt4OPTDecoderLayer.html +++ b/classInt4OPTDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4OPTDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classInt4OPTForCausalLM-members.html b/classInt4OPTForCausalLM-members.html index 99800881..6cd97ced 100644 --- a/classInt4OPTForCausalLM-members.html +++ b/classInt4OPTForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classInt4OPTForCausalLM.html b/classInt4OPTForCausalLM.html index 985e4d71..aaaa156e 100644 --- a/classInt4OPTForCausalLM.html +++ b/classInt4OPTForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4OPTForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classInt4llamaAttention-members.html b/classInt4llamaAttention-members.html index d5b4b2da..26d81d15 100644 --- a/classInt4llamaAttention-members.html +++ b/classInt4llamaAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -89,7 +91,7 @@ diff --git a/classInt4llamaAttention.html b/classInt4llamaAttention.html index 47de50bd..07a91b70 100644 --- a/classInt4llamaAttention.html +++ b/classInt4llamaAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4llamaAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -124,7 +126,7 @@ diff --git a/classInt4llamaDecoder-members.html b/classInt4llamaDecoder-members.html index 67ca2866..dfcdde03 100644 --- a/classInt4llamaDecoder-members.html +++ b/classInt4llamaDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -97,7 +99,7 @@ diff --git a/classInt4llamaDecoder.html b/classInt4llamaDecoder.html index 73a91948..efd4e70b 100644 --- a/classInt4llamaDecoder.html +++ b/classInt4llamaDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4llamaDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -144,7 +146,7 @@ diff --git a/classInt4llamaDecoderLayer-members.html b/classInt4llamaDecoderLayer-members.html index 2ab0dc43..863d7f77 100644 --- a/classInt4llamaDecoderLayer-members.html +++ b/classInt4llamaDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -95,7 +97,7 @@ diff --git a/classInt4llamaDecoderLayer.html b/classInt4llamaDecoderLayer.html index 25000107..a0a5b5c3 100644 --- a/classInt4llamaDecoderLayer.html +++ b/classInt4llamaDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int4llamaDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -138,7 +140,7 @@ diff --git a/classInt8OPTAttention-members.html b/classInt8OPTAttention-members.html index e4ec0f97..9b97216a 100644 --- a/classInt8OPTAttention-members.html +++ b/classInt8OPTAttention-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classInt8OPTAttention.html b/classInt8OPTAttention.html index e2e2f58d..d4cedb91 100644 --- a/classInt8OPTAttention.html +++ b/classInt8OPTAttention.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int8OPTAttention Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classInt8OPTDecoder-members.html b/classInt8OPTDecoder-members.html index dba18f77..a1e2b43a 100644 --- a/classInt8OPTDecoder-members.html +++ b/classInt8OPTDecoder-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -93,7 +95,7 @@ diff --git a/classInt8OPTDecoder.html b/classInt8OPTDecoder.html index aa2df358..d0a638be 100644 --- a/classInt8OPTDecoder.html +++ b/classInt8OPTDecoder.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int8OPTDecoder Class Reference + + @@ -29,7 +31,7 @@ - + @@ -132,7 +134,7 @@ diff --git a/classInt8OPTDecoderLayer-members.html b/classInt8OPTDecoderLayer-members.html index 4fd3a0ab..d5052687 100644 --- a/classInt8OPTDecoderLayer-members.html +++ b/classInt8OPTDecoderLayer-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -90,7 +92,7 @@ diff --git a/classInt8OPTDecoderLayer.html b/classInt8OPTDecoderLayer.html index 1ddf5faa..4bc591c4 100644 --- a/classInt8OPTDecoderLayer.html +++ b/classInt8OPTDecoderLayer.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Int8OPTDecoderLayer Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classLayerNorm-members.html b/classLayerNorm-members.html index 86b98c0e..42665804 100644 --- a/classLayerNorm-members.html +++ b/classLayerNorm-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classLayerNorm.html b/classLayerNorm.html index f494dcde..dbf8901a 100644 --- a/classLayerNorm.html +++ b/classLayerNorm.html @@ -3,12 +3,14 @@ - + TinyChatEngine: LayerNorm Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classLayerNormQ-members.html b/classLayerNormQ-members.html index 1c442810..b9a91aa2 100644 --- a/classLayerNormQ-members.html +++ b/classLayerNormQ-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classLayerNormQ.html b/classLayerNormQ.html index ebf60f04..3363e543 100644 --- a/classLayerNormQ.html +++ b/classLayerNormQ.html @@ -3,12 +3,14 @@ - + TinyChatEngine: LayerNormQ Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classLinear__FP-members.html b/classLinear__FP-members.html index a2b16210..6e45a923 100644 --- a/classLinear__FP-members.html +++ b/classLinear__FP-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -85,7 +87,7 @@ diff --git a/classLinear__FP.html b/classLinear__FP.html index b9fdbbb3..5b5cd7da 100644 --- a/classLinear__FP.html +++ b/classLinear__FP.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Linear_FP Class Reference + + @@ -29,7 +31,7 @@ - + @@ -108,7 +110,7 @@ diff --git a/classLinear__FP__int4-members.html b/classLinear__FP__int4-members.html index 2229f45c..2276585e 100644 --- a/classLinear__FP__int4-members.html +++ b/classLinear__FP__int4-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -91,7 +93,7 @@ diff --git a/classLinear__FP__int4.html b/classLinear__FP__int4.html index 4da3a8c7..71d61248 100644 --- a/classLinear__FP__int4.html +++ b/classLinear__FP__int4.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Linear_FP_int4 Class Reference + + @@ -29,7 +31,7 @@ - + @@ -126,7 +128,7 @@ diff --git a/classLlamaRMSNorm-members.html b/classLlamaRMSNorm-members.html index efbd0f47..3d271705 100644 --- a/classLlamaRMSNorm-members.html +++ b/classLlamaRMSNorm-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -82,7 +84,7 @@ diff --git a/classLlamaRMSNorm.html b/classLlamaRMSNorm.html index 4a5c71c6..d9082636 100644 --- a/classLlamaRMSNorm.html +++ b/classLlamaRMSNorm.html @@ -3,12 +3,14 @@ - + TinyChatEngine: LlamaRMSNorm Class Reference + + @@ -29,7 +31,7 @@ - + @@ -99,7 +101,7 @@ diff --git a/classMatrix3D-members.html b/classMatrix3D-members.html index 64776435..1b06501f 100644 --- a/classMatrix3D-members.html +++ b/classMatrix3D-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classMatrix3D.html b/classMatrix3D.html index 9ba81e58..0d728995 100644 --- a/classMatrix3D.html +++ b/classMatrix3D.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Matrix3D< T > Class Template Reference + + @@ -29,7 +31,7 @@ - + @@ -128,7 +130,7 @@ diff --git a/classMetalMatmulInt4-members.html b/classMetalMatmulInt4-members.html index df9039d7..49abe64e 100644 --- a/classMetalMatmulInt4-members.html +++ b/classMetalMatmulInt4-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classMetalMatmulInt4.html b/classMetalMatmulInt4.html index fdbdd361..4d0fd210 100644 --- a/classMetalMatmulInt4.html +++ b/classMetalMatmulInt4.html @@ -3,12 +3,14 @@ - + TinyChatEngine: MetalMatmulInt4 Class Reference + + @@ -29,7 +31,7 @@ - + @@ -129,7 +131,7 @@ diff --git a/classMetalMatmulInt4IMP-members.html b/classMetalMatmulInt4IMP-members.html index 521c9863..2a6361b7 100644 --- a/classMetalMatmulInt4IMP-members.html +++ b/classMetalMatmulInt4IMP-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -95,7 +97,7 @@ diff --git a/classMetalMatmulInt4IMP.html b/classMetalMatmulInt4IMP.html index 45fbb557..dd842f4d 100644 --- a/classMetalMatmulInt4IMP.html +++ b/classMetalMatmulInt4IMP.html @@ -3,12 +3,14 @@ - + TinyChatEngine: MetalMatmulInt4IMP Class Reference + + @@ -29,7 +31,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/classOPTForCausalLM-members.html b/classOPTForCausalLM-members.html index d49c553d..1f8abc41 100644 --- a/classOPTForCausalLM-members.html +++ b/classOPTForCausalLM-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -80,7 +82,7 @@ diff --git a/classOPTForCausalLM.html b/classOPTForCausalLM.html index 40032033..921c9210 100644 --- a/classOPTForCausalLM.html +++ b/classOPTForCausalLM.html @@ -3,12 +3,14 @@ - + TinyChatEngine: OPTForCausalLM Class Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/classProfiler-members.html b/classProfiler-members.html index 1f98725c..771b599c 100644 --- a/classProfiler-members.html +++ b/classProfiler-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -86,7 +88,7 @@ diff --git a/classProfiler.html b/classProfiler.html index ca41c03a..013fbdbc 100644 --- a/classProfiler.html +++ b/classProfiler.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Profiler Class Reference + + @@ -29,7 +31,7 @@ - + @@ -117,7 +119,7 @@ diff --git a/classRotaryPosEmb-members.html b/classRotaryPosEmb-members.html index 4f224e81..d307cb15 100644 --- a/classRotaryPosEmb-members.html +++ b/classRotaryPosEmb-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classRotaryPosEmb.html b/classRotaryPosEmb.html index 094b9612..6621753d 100644 --- a/classRotaryPosEmb.html +++ b/classRotaryPosEmb.html @@ -3,12 +3,14 @@ - + TinyChatEngine: RotaryPosEmb Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classW8A8B8O8Linear-members.html b/classW8A8B8O8Linear-members.html index 89a887e1..4d5f92e8 100644 --- a/classW8A8B8O8Linear-members.html +++ b/classW8A8B8O8Linear-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -84,7 +86,7 @@ diff --git a/classW8A8B8O8Linear.html b/classW8A8B8O8Linear.html index e0a41e14..34bff44d 100644 --- a/classW8A8B8O8Linear.html +++ b/classW8A8B8O8Linear.html @@ -3,12 +3,14 @@ - + TinyChatEngine: W8A8B8O8Linear Class Reference + + @@ -29,7 +31,7 @@ - + @@ -105,7 +107,7 @@ diff --git a/classW8A8B8O8LinearReLU-members.html b/classW8A8B8O8LinearReLU-members.html index 46136c86..bbf8680b 100644 --- a/classW8A8B8O8LinearReLU-members.html +++ b/classW8A8B8O8LinearReLU-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -84,7 +86,7 @@ diff --git a/classW8A8B8O8LinearReLU.html b/classW8A8B8O8LinearReLU.html index 9485d9e4..2e0e9dcd 100644 --- a/classW8A8B8O8LinearReLU.html +++ b/classW8A8B8O8LinearReLU.html @@ -3,12 +3,14 @@ - + TinyChatEngine: W8A8B8O8LinearReLU Class Reference + + @@ -29,7 +31,7 @@ - + @@ -105,7 +107,7 @@ diff --git a/classW8A8BFP32OFP32Linear-members.html b/classW8A8BFP32OFP32Linear-members.html index 25fa626a..11e39f0b 100644 --- a/classW8A8BFP32OFP32Linear-members.html +++ b/classW8A8BFP32OFP32Linear-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -83,7 +85,7 @@ diff --git a/classW8A8BFP32OFP32Linear.html b/classW8A8BFP32OFP32Linear.html index cc8a79b5..0dd52a51 100644 --- a/classW8A8BFP32OFP32Linear.html +++ b/classW8A8BFP32OFP32Linear.html @@ -3,12 +3,14 @@ - + TinyChatEngine: W8A8BFP32OFP32Linear Class Reference + + @@ -29,7 +31,7 @@ - + @@ -102,7 +104,7 @@ diff --git a/classes.html b/classes.html index b3792f71..b0c98b9a 100644 --- a/classes.html +++ b/classes.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Class Index + + @@ -29,7 +31,7 @@ - + @@ -123,7 +125,7 @@ diff --git a/classmatmul_1_1MatmulOperator-members.html b/classmatmul_1_1MatmulOperator-members.html index ed68846a..e07937a6 100644 --- a/classmatmul_1_1MatmulOperator-members.html +++ b/classmatmul_1_1MatmulOperator-members.html @@ -3,12 +3,14 @@ - + TinyChatEngine: Member List + + @@ -29,7 +31,7 @@ - + @@ -106,7 +108,7 @@ diff --git a/classmatmul_1_1MatmulOperator.html b/classmatmul_1_1MatmulOperator.html index f269d551..88bcd40e 100644 --- a/classmatmul_1_1MatmulOperator.html +++ b/classmatmul_1_1MatmulOperator.html @@ -3,12 +3,14 @@ - + TinyChatEngine: matmul::MatmulOperator Class Reference + + @@ -29,7 +31,7 @@ - + @@ -181,7 +183,7 @@ diff --git a/clipboard.js b/clipboard.js new file mode 100644 index 00000000..42c1fb0e --- /dev/null +++ b/clipboard.js @@ -0,0 +1,61 @@ +/** + +The code below is based on the Doxygen Awesome project, see +https://github.com/jothepro/doxygen-awesome-css + +MIT License + +Copyright (c) 2021 - 2022 jothepro + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. + +*/ + +let clipboard_title = "Copy to clipboard" +let clipboard_icon = `` +let clipboard_successIcon = `` +let clipboard_successDuration = 1000 + +$(function() { + if(navigator.clipboard) { + const fragments = document.getElementsByClassName("fragment") + for(const fragment of fragments) { + const clipboard_div = document.createElement("div") + clipboard_div.classList.add("clipboard") + clipboard_div.innerHTML = clipboard_icon + clipboard_div.title = clipboard_title + $(clipboard_div).click(function() { + const content = this.parentNode.cloneNode(true) + // filter out line number and folded fragments from file listings + content.querySelectorAll(".lineno, .ttc, .foldclosed").forEach((node) => { node.remove() }) + let text = content.textContent + // remove trailing newlines and trailing spaces from empty lines + text = text.replace(/^\s*\n/gm,'\n').replace(/\n*$/,'') + navigator.clipboard.writeText(text); + this.classList.add("success") + this.innerHTML = clipboard_successIcon + window.setTimeout(() => { // switch back to normal icon after timeout + this.classList.remove("success") + this.innerHTML = clipboard_icon + }, clipboard_successDuration); + }) + fragment.insertBefore(clipboard_div, fragment.firstChild) + } + } +}) diff --git a/common_8h_source.html b/common_8h_source.html index bea4da83..b6b65383 100644 --- a/common_8h_source.html +++ b/common_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/common.h Source File + + @@ -29,7 +31,7 @@ - + @@ -226,7 +228,7 @@ diff --git a/cookie.js b/cookie.js new file mode 100644 index 00000000..53ad21d9 --- /dev/null +++ b/cookie.js @@ -0,0 +1,58 @@ +/*! + Cookie helper functions + Copyright (c) 2023 Dimitri van Heesch + Released under MIT license. +*/ +let Cookie = { + cookie_namespace: 'doxygen_', + + readSetting(cookie,defVal) { + if (window.chrome) { + const val = localStorage.getItem(this.cookie_namespace+cookie) || + sessionStorage.getItem(this.cookie_namespace+cookie); + if (val) return val; + } else { + let myCookie = this.cookie_namespace+cookie+"="; + if (document.cookie) { + const index = document.cookie.indexOf(myCookie); + if (index != -1) { + const valStart = index + myCookie.length; + let valEnd = document.cookie.indexOf(";", valStart); + if (valEnd == -1) { + valEnd = document.cookie.length; + } + return document.cookie.substring(valStart, valEnd); + } + } + } + return defVal; + }, + + writeSetting(cookie,val,days=10*365) { // default days='forever', 0=session cookie, -1=delete + if (window.chrome) { + if (days==0) { + sessionStorage.setItem(this.cookie_namespace+cookie,val); + } else { + localStorage.setItem(this.cookie_namespace+cookie,val); + } + } else { + let date = new Date(); + date.setTime(date.getTime()+(days*24*60*60*1000)); + const expiration = days!=0 ? "expires="+date.toGMTString()+";" : ""; + document.cookie = this.cookie_namespace + cookie + "=" + + val + "; SameSite=Lax;" + expiration + "path=/"; + } + }, + + eraseSetting(cookie) { + if (window.chrome) { + if (localStorage.getItem(this.cookie_namespace+cookie)) { + localStorage.removeItem(this.cookie_namespace+cookie); + } else if (sessionStorage.getItem(this.cookie_namespace+cookie)) { + sessionStorage.removeItem(this.cookie_namespace+cookie); + } + } else { + this.writeSetting(cookie,'',-1); + } + }, +} diff --git a/dir_022f61ed791772d8eb162826e194a6cf.html b/dir_022f61ed791772d8eb162826e194a6cf.html index c7b047cb..4450ff77 100644 --- a/dir_022f61ed791772d8eb162826e194a6cf.html +++ b/dir_022f61ed791772d8eb162826e194a6cf.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/src Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -87,7 +89,7 @@ diff --git a/dir_1a52ab83798783f2e1c21e44145c68ba.html b/dir_1a52ab83798783f2e1c21e44145c68ba.html index 908d77bc..c19e9337 100644 --- a/dir_1a52ab83798783f2e1c21e44145c68ba.html +++ b/dir_1a52ab83798783f2e1c21e44145c68ba.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -109,7 +111,7 @@ diff --git a/dir_21b806f39663aa13e1c66d08af6a0e4d.html b/dir_21b806f39663aa13e1c66d08af6a0e4d.html index 7170a0d0..cb9c7784 100644 --- a/dir_21b806f39663aa13e1c66d08af6a0e4d.html +++ b/dir_21b806f39663aa13e1c66d08af6a0e4d.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/avx Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_29e46f7556369f4f86197d2d4903a8fc.html b/dir_29e46f7556369f4f86197d2d4903a8fc.html index 9261533a..b02a5b3b 100644 --- a/dir_29e46f7556369f4f86197d2d4903a8fc.html +++ b/dir_29e46f7556369f4f86197d2d4903a8fc.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/nn_modules Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -139,7 +141,7 @@ diff --git a/dir_45bcd3565f5c35fed731d338b28ba18a.html b/dir_45bcd3565f5c35fed731d338b28ba18a.html index 438ae9ac..75357104 100644 --- a/dir_45bcd3565f5c35fed731d338b28ba18a.html +++ b/dir_45bcd3565f5c35fed731d338b28ba18a.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/metal Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -92,7 +94,7 @@ diff --git a/dir_4efa1e40526aafe0bdef6e3d48b3d359.html b/dir_4efa1e40526aafe0bdef6e3d48b3d359.html index b781b198..810f9fae 100644 --- a/dir_4efa1e40526aafe0bdef6e3d48b3d359.html +++ b/dir_4efa1e40526aafe0bdef6e3d48b3d359.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/cuda Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_55e8dd9c4dcf0db81a54621c513898c5.html b/dir_55e8dd9c4dcf0db81a54621c513898c5.html index 83a266a3..06679249 100644 --- a/dir_55e8dd9c4dcf0db81a54621c513898c5.html +++ b/dir_55e8dd9c4dcf0db81a54621c513898c5.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/src/nn_modules/non_cuda Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_67adf0e25748e315b66ae056835db68c.html b/dir_67adf0e25748e315b66ae056835db68c.html index c5264f0f..4dc1f901 100644 --- a/dir_67adf0e25748e315b66ae056835db68c.html +++ b/dir_67adf0e25748e315b66ae056835db68c.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/ref Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_6a23dd2f4b74efa88df1553988330e41.html b/dir_6a23dd2f4b74efa88df1553988330e41.html index 30be7dfb..bae7dafa 100644 --- a/dir_6a23dd2f4b74efa88df1553988330e41.html +++ b/dir_6a23dd2f4b74efa88df1553988330e41.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -108,7 +110,7 @@ diff --git a/dir_7da7f604ac9d92f74ed98addbc6d76af.html b/dir_7da7f604ac9d92f74ed98addbc6d76af.html index ad3a15ad..e84af20d 100644 --- a/dir_7da7f604ac9d92f74ed98addbc6d76af.html +++ b/dir_7da7f604ac9d92f74ed98addbc6d76af.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/metal/src Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_cc1a18af2e9e76d3787bddc9a2ca730a.html b/dir_cc1a18af2e9e76d3787bddc9a2ca730a.html index 027340ff..2a77de9e 100644 --- a/dir_cc1a18af2e9e76d3787bddc9a2ca730a.html +++ b/dir_cc1a18af2e9e76d3787bddc9a2ca730a.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/metal/include Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -87,7 +89,7 @@ diff --git a/dir_d3fd84b2e4114076d2551689812cf799.html b/dir_d3fd84b2e4114076d2551689812cf799.html index eb26f537..9287172e 100644 --- a/dir_d3fd84b2e4114076d2551689812cf799.html +++ b/dir_d3fd84b2e4114076d2551689812cf799.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -100,7 +102,7 @@ diff --git a/dir_d7c790dca4626127449009f4d4911783.html b/dir_d7c790dca4626127449009f4d4911783.html index c91bf21a..90c1bae6 100644 --- a/dir_d7c790dca4626127449009f4d4911783.html +++ b/dir_d7c790dca4626127449009f4d4911783.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/src/ops Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/dir_de8631210e3161dd519eee1a642cf623.html b/dir_de8631210e3161dd519eee1a642cf623.html index 026b9550..3ae30ca3 100644 --- a/dir_de8631210e3161dd519eee1a642cf623.html +++ b/dir_de8631210e3161dd519eee1a642cf623.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -87,7 +89,7 @@ diff --git a/dir_f1c700802451926134086e7377016a9d.html b/dir_f1c700802451926134086e7377016a9d.html index f48b2090..00825cf4 100644 --- a/dir_f1c700802451926134086e7377016a9d.html +++ b/dir_f1c700802451926134086e7377016a9d.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/src/nn_modules Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -85,7 +87,7 @@ diff --git a/dir_fed9071cd5bad8436d6f5d95b776b59e.html b/dir_fed9071cd5bad8436d6f5d95b776b59e.html index d3717587..fb09e28b 100644 --- a/dir_fed9071cd5bad8436d6f5d95b776b59e.html +++ b/dir_fed9071cd5bad8436d6f5d95b776b59e.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/neon Directory Reference + + @@ -29,7 +31,7 @@ - + @@ -79,7 +81,7 @@ diff --git a/doxygen.css b/doxygen.css index 009a9b55..7b7d851b 100644 --- a/doxygen.css +++ b/doxygen.css @@ -1,4 +1,4 @@ -/* The standard CSS for doxygen 1.9.8*/ +/* The standard CSS for doxygen 1.10.0*/ html { /* page base colors */ @@ -145,6 +145,7 @@ html { --fragment-lineno-link-bg-color: #D8D8D8; --fragment-lineno-link-hover-fg-color: #4665A2; --fragment-lineno-link-hover-bg-color: #C8C8C8; +--fragment-copy-ok-color: #2EC82E; --tooltip-foreground-color: black; --tooltip-background-color: white; --tooltip-border-color: gray; @@ -168,6 +169,28 @@ html { --font-family-icon: Arial,Helvetica; --font-family-tooltip: Roboto,sans-serif; +/** special sections */ +--warning-color-bg: #f8d1cc; +--warning-color-hl: #b61825; +--warning-color-text: #75070f; +--note-color-bg: #faf3d8; +--note-color-hl: #f3a600; +--note-color-text: #5f4204; +--todo-color-bg: #e4f3ff; +--todo-color-hl: #1879C4; +--todo-color-text: #274a5c; +--test-color-bg: #e8e8ff; +--test-color-hl: #3939C4; +--test-color-text: #1a1a5c; +--deprecated-color-bg: #ecf0f3; +--deprecated-color-hl: #5b6269; +--deprecated-color-text: #43454a; +--bug-color-bg: #e4dafd; +--bug-color-hl: #5b2bdd; +--bug-color-text: #2a0d72; +--invariant-color-bg: #d8f1e3; +--invariant-color-hl: #44b86f; +--invariant-color-text: #265532; } @media (prefers-color-scheme: dark) { @@ -309,7 +332,7 @@ html { --code-link-color: #79C0FF; --code-external-link-color: #79C0FF; --fragment-foreground-color: #C9D1D9; ---fragment-background-color: black; +--fragment-background-color: #090D16; --fragment-border-color: #30363D; --fragment-lineno-border-color: #30363D; --fragment-lineno-background-color: black; @@ -318,6 +341,7 @@ html { --fragment-lineno-link-bg-color: #303030; --fragment-lineno-link-hover-fg-color: #8E96A1; --fragment-lineno-link-hover-bg-color: #505050; +--fragment-copy-ok-color: #0EA80E; --tooltip-foreground-color: #C9D1D9; --tooltip-background-color: #202020; --tooltip-border-color: #C9D1D9; @@ -341,6 +365,28 @@ html { --font-family-icon: Arial,Helvetica; --font-family-tooltip: Roboto,sans-serif; +/** special sections */ +--warning-color-bg: #2e1917; +--warning-color-hl: #ad2617; +--warning-color-text: #f5b1aa; +--note-color-bg: #3b2e04; +--note-color-hl: #f1b602; +--note-color-text: #ceb670; +--todo-color-bg: #163750; +--todo-color-hl: #1982D2; +--todo-color-text: #dcf0fa; +--test-color-bg: #121258; +--test-color-hl: #4242cf; +--test-color-text: #c0c0da; +--deprecated-color-bg: #2e323b; +--deprecated-color-hl: #738396; +--deprecated-color-text: #abb0bd; +--bug-color-bg: #2a2536; +--bug-color-hl: #7661b3; +--bug-color-text: #ae9ed6; +--invariant-color-bg: #303a35; +--invariant-color-hl: #76ce96; +--invariant-color-text: #cceed5; }} body { background-color: var(--page-background-color); @@ -357,8 +403,6 @@ body, table, div, p, dl { /* @group Heading Levels */ .title { - font-weight: 400; - font-size: 14px; font-family: var(--font-family-normal); line-height: 28px; font-size: 150%; @@ -556,7 +600,13 @@ a { } a:hover { - text-decoration: underline; + text-decoration: none; + background: linear-gradient(to bottom, transparent 0,transparent calc(100% - 1px), currentColor 100%); +} + +a:hover > span.arrow { + text-decoration: none; + background : var(--nav-background-color); } a.el { @@ -632,30 +682,63 @@ ul.multicol { .fragment { text-align: left; direction: ltr; - overflow-x: auto; /*Fixed: fragment lines overlap floating elements*/ + overflow-x: auto; overflow-y: hidden; + position: relative; + min-height: 12px; + margin: 10px 0px; + padding: 10px 10px; + border: 1px solid var(--fragment-border-color); + border-radius: 4px; + background-color: var(--fragment-background-color); + color: var(--fragment-foreground-color); } pre.fragment { - border: 1px solid var(--fragment-border-color); - background-color: var(--fragment-background-color); - color: var(--fragment-foreground-color); - padding: 4px 6px; - margin: 4px 8px 4px 2px; + word-wrap: break-word; + font-size: 10pt; + line-height: 125%; + font-family: var(--font-family-monospace); +} + +.clipboard { + width: 24px; + height: 24px; + right: 5px; + top: 5px; + opacity: 0; + position: absolute; + display: inline; overflow: auto; - word-wrap: break-word; - font-size: 9pt; - line-height: 125%; - font-family: var(--font-family-monospace); - font-size: 105%; + fill: var(--fragment-foreground-color); + justify-content: center; + align-items: center; + cursor: pointer; +} + +.clipboard.success { + border: 1px solid var(--fragment-foreground-color); + border-radius: 4px; +} + +.fragment:hover .clipboard, .clipboard.success { + opacity: .28; +} + +.clipboard:hover, .clipboard.success { + opacity: 1 !important; +} + +.clipboard:active:not([class~=success]) svg { + transform: scale(.91); +} + +.clipboard.success svg { + fill: var(--fragment-copy-ok-color); } -div.fragment { - padding: 0 0 1px 0; /*Fixed: last line underline overlap border*/ - margin: 4px 8px 4px 2px; - color: var(--fragment-foreground-color); - background-color: var(--fragment-background-color); - border: 1px solid var(--fragment-border-color); +.clipboard.success { + border-color: var(--fragment-copy-ok-color); } div.line { @@ -778,10 +861,6 @@ img.light-mode-visible { display: none; } -img.formulaDsp { - -} - img.formulaInl, img.inline { vertical-align: middle; } @@ -1081,17 +1160,25 @@ dl.reflist dd { .paramtype { white-space: nowrap; + padding: 0px; + padding-bottom: 1px; } .paramname { - color: var(--memdef-param-name-color); white-space: nowrap; + padding: 0px; + padding-bottom: 1px; + margin-left: 2px; } + .paramname em { + color: var(--memdef-param-name-color); font-style: normal; + margin-right: 1px; } -.paramname code { - line-height: 14px; + +.paramname .paramdefval { + font-family: var(--font-family-monospace); } .params, .retval, .exception, .tparams { @@ -1425,7 +1512,6 @@ table.fieldtable { { height:32px; display:block; - text-decoration: none; outline: none; color: var(--nav-text-normal-color); font-family: var(--font-family-nav); @@ -1514,7 +1600,8 @@ dl { padding: 0 0 0 0; } -/* dl.note, dl.warning, dl.attention, dl.pre, dl.post, dl.invariant, dl.deprecated, dl.todo, dl.test, dl.bug, dl.examples */ +/* + dl.section { margin-left: 0px; padding-left: 0px; @@ -1569,8 +1656,101 @@ dl.bug { border-color: #C08050; } +*/ + +dl.bug dt a, dl.deprecated dt a, dl.todo dt a, dl.test a { + font-weight: bold !important; +} + +dl.warning, dl.attention, dl.note, dl.deprecated, dl.bug, +dl.invariant, dl.pre, dl.post, dl.todo, dl.test, dl.remark { + padding: 10px; + margin: 10px 0px; + overflow: hidden; + margin-left: 0; + border-radius: 4px; +} + dl.section dd { - margin-bottom: 6px; + margin-bottom: 2px; +} + +dl.warning, dl.attention { + background: var(--warning-color-bg); + border-left: 8px solid var(--warning-color-hl); + color: var(--warning-color-text); +} + +dl.warning dt, dl.attention dt { + color: var(--warning-color-hl); +} + +dl.note, dl.remark { + background: var(--note-color-bg); + border-left: 8px solid var(--note-color-hl); + color: var(--note-color-text); +} + +dl.note dt, dl.remark dt { + color: var(--note-color-hl); +} + +dl.todo { + background: var(--todo-color-bg); + border-left: 8px solid var(--todo-color-hl); + color: var(--todo-color-text); +} + +dl.todo dt { + color: var(--todo-color-hl); +} + +dl.test { + background: var(--test-color-bg); + border-left: 8px solid var(--test-color-hl); + color: var(--test-color-text); +} + +dl.test dt { + color: var(--test-color-hl); +} + +dl.bug dt a { + color: var(--bug-color-hl) !important; +} + +dl.bug { + background: var(--bug-color-bg); + border-left: 8px solid var(--bug-color-hl); + color: var(--bug-color-text); +} + +dl.bug dt a { + color: var(--bug-color-hl) !important; +} + +dl.deprecated { + background: var(--deprecated-color-bg); + border-left: 8px solid var(--deprecated-color-hl); + color: var(--deprecated-color-text); +} + +dl.deprecated dt a { + color: var(--deprecated-color-hl) !important; +} + +dl.section dd, dl.bug dd, dl.deprecated dd, dl.todo dd, dl.test dd { + margin-inline-start: 0px; +} + +dl.invariant, dl.pre, dl.post { + background: var(--invariant-color-bg); + border-left: 8px solid var(--invariant-color-hl); + color: var(--invariant-color-text); +} + +dl.invariant dt, dl.pre dt, dl.post dt { + color: var(--invariant-color-hl); } @@ -1585,12 +1765,12 @@ dl.section dd { vertical-align: bottom; border-collapse: separate; } - + #projectlogo img -{ +{ border: 0px none; } - + #projectalign { vertical-align: middle; diff --git a/doxygen_crawl.html b/doxygen_crawl.html new file mode 100644 index 00000000..60fadd6d --- /dev/null +++ b/doxygen_crawl.html @@ -0,0 +1,369 @@ + + + +Validator / crawler helper + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/dynsections.js b/dynsections.js index b73c8288..8f493264 100644 --- a/dynsections.js +++ b/dynsections.js @@ -22,171 +22,173 @@ @licend The above is the entire license notice for the JavaScript code in this file */ -function toggleVisibility(linkObj) -{ - var base = $(linkObj).attr('id'); - var summary = $('#'+base+'-summary'); - var content = $('#'+base+'-content'); - var trigger = $('#'+base+'-trigger'); - var src=$(trigger).attr('src'); - if (content.is(':visible')===true) { - content.hide(); - summary.show(); - $(linkObj).addClass('closed').removeClass('opened'); - $(trigger).attr('src',src.substring(0,src.length-8)+'closed.png'); - } else { - content.show(); - summary.hide(); - $(linkObj).removeClass('closed').addClass('opened'); - $(trigger).attr('src',src.substring(0,src.length-10)+'open.png'); - } - return false; -} - -function updateStripes() -{ - $('table.directory tr'). - removeClass('even').filter(':visible:even').addClass('even'); - $('table.directory tr'). - removeClass('odd').filter(':visible:odd').addClass('odd'); -} - -function toggleLevel(level) -{ - $('table.directory tr').each(function() { - var l = this.id.split('_').length-1; - var i = $('#img'+this.id.substring(3)); - var a = $('#arr'+this.id.substring(3)); - if (l'); - // add vertical lines to other rows - $('span[class=lineno]').not(':eq(0)').append(''); - // add toggle controls to lines with fold divs - $('div[class=foldopen]').each(function() { - // extract specific id to use - var id = $(this).attr('id').replace('foldopen',''); - // extract start and end foldable fragment attributes - var start = $(this).attr('data-start'); - var end = $(this).attr('data-end'); - // replace normal fold span with controls for the first line of a foldable fragment - $(this).find('span[class=fold]:first').replaceWith(''); - // append div for folded (closed) representation - $(this).after(''); - // extract the first line from the "open" section to represent closed content - var line = $(this).children().first().clone(); - // remove any glow that might still be active on the original line - $(line).removeClass('glow'); - if (start) { - // if line already ends with a start marker (e.g. trailing {), remove it - $(line).html($(line).html().replace(new RegExp('\\s*'+start+'\\s*$','g'),'')); + this.updateStripes(); + }, + + toggleFolder : function(id) { + // the clicked row + const currentRow = $('#row_'+id); + + // all rows after the clicked row + const rows = currentRow.nextAll("tr"); + + const re = new RegExp('^row_'+id+'\\d+_$', "i"); //only one sub + + // only match elements AFTER this one (can't hide elements before) + const childRows = rows.filter(function() { return this.id.match(re); }); + + // first row is visible we are HIDING + if (childRows.filter(':first').is(':visible')===true) { + // replace down arrow by right arrow for current row + const currentRowSpans = currentRow.find("span"); + currentRowSpans.filter(".iconfopen").removeClass("iconfopen").addClass("iconfclosed"); + currentRowSpans.filter(".arrow").html('►'); + rows.filter("[id^=row_"+id+"]").hide(); // hide all children + } else { // we are SHOWING + // replace right arrow by down arrow for current row + const currentRowSpans = currentRow.find("span"); + currentRowSpans.filter(".iconfclosed").removeClass("iconfclosed").addClass("iconfopen"); + currentRowSpans.filter(".arrow").html('▼'); + // replace down arrows by right arrows for child rows + const childRowsSpans = childRows.find("span"); + childRowsSpans.filter(".iconfopen").removeClass("iconfopen").addClass("iconfclosed"); + childRowsSpans.filter(".arrow").html('►'); + childRows.show(); //show all children } - // replace minus with plus symbol - $(line).find('span[class=fold]').css('background-image',plusImg[relPath]); - // append ellipsis - $(line).append(' '+start+''+end); - // insert constructed line into closed div - $('#foldclosed'+id).html(line); - }); -} - + this.updateStripes(); + }, + + toggleInherit : function(id) { + const rows = $('tr.inherit.'+id); + const img = $('tr.inherit_header.'+id+' img'); + const src = $(img).attr('src'); + if (rows.filter(':first').is(':visible')===true) { + rows.css('display','none'); + $(img).attr('src',src.substring(0,src.length-8)+'closed.png'); + } else { + rows.css('display','table-row'); // using show() causes jump in firefox + $(img).attr('src',src.substring(0,src.length-10)+'open.png'); + } + }, +}; + +let codefold = { + opened : true, + + // in case HTML_COLORSTYLE is LIGHT or DARK the vars will be replaced, so we write them out explicitly and use double quotes + plusImg: [ "var(--fold-plus-image)", "var(--fold-plus-image-relpath)" ], + minusImg: [ "var(--fold-minus-image)", "var(--fold-minus-image-relpath)" ], + + // toggle all folding blocks + toggle_all : function(relPath) { + if (this.opened) { + $('#fold_all').css('background-image',this.plusImg[relPath]); + $('div[id^=foldopen]').hide(); + $('div[id^=foldclosed]').show(); + } else { + $('#fold_all').css('background-image',this.minusImg[relPath]); + $('div[id^=foldopen]').show(); + $('div[id^=foldclosed]').hide(); + } + this.opened=!this.opened; + }, + + // toggle single folding block + toggle : function(id) { + $('#foldopen'+id).toggle(); + $('#foldclosed'+id).toggle(); + }, + + init : function(relPath) { + $('span[class=lineno]').css({ + 'padding-right':'4px', + 'margin-right':'2px', + 'display':'inline-block', + 'width':'54px', + 'background':'linear-gradient(var(--fold-line-color),var(--fold-line-color)) no-repeat 46px/2px 100%' + }); + // add global toggle to first line + $('span[class=lineno]:first').append(''); + // add vertical lines to other rows + $('span[class=lineno]').not(':eq(0)').append(''); + // add toggle controls to lines with fold divs + $('div[class=foldopen]').each(function() { + // extract specific id to use + const id = $(this).attr('id').replace('foldopen',''); + // extract start and end foldable fragment attributes + const start = $(this).attr('data-start'); + const end = $(this).attr('data-end'); + // replace normal fold span with controls for the first line of a foldable fragment + $(this).find('span[class=fold]:first').replaceWith(''); + // append div for folded (closed) representation + $(this).after(''); + // extract the first line from the "open" section to represent closed content + const line = $(this).children().first().clone(); + // remove any glow that might still be active on the original line + $(line).removeClass('glow'); + if (start) { + // if line already ends with a start marker (e.g. trailing {), remove it + $(line).html($(line).html().replace(new RegExp('\\s*'+start+'\\s*$','g'),'')); + } + // replace minus with plus symbol + $(line).find('span[class=fold]').css('background-image',codefold.plusImg[relPath]); + // append ellipsis + $(line).append(' '+start+''+end); + // insert constructed line into closed div + $('#foldclosed'+id).html(line); + }); + }, +}; /* @license-end */ diff --git a/files.html b/files.html index 2bf8b19c..f99d50ed 100644 --- a/files.html +++ b/files.html @@ -3,12 +3,14 @@ - + TinyChatEngine: File List + + @@ -29,7 +31,7 @@ - + @@ -73,18 +75,18 @@
Here is a list of all documented files with brief descriptions:
-
[detail level 1234]
- - - +
[detail level 1234]
  kernels
  metal
  include
+ + + - - - + + + @@ -113,7 +115,7 @@ - + @@ -141,7 +143,7 @@ diff --git a/globals.html b/globals.html index 2ec7e28d..aa959e45 100644 --- a/globals.html +++ b/globals.html @@ -3,12 +3,14 @@ - +TinyChatEngine: File Members + + @@ -29,7 +31,7 @@
  kernels
  metal
  include
 MetalMatmulInt4.hpp
 opParams.h
 matmul_metal_int4_imp.h
 matmul.h
 pthread_pool.h
  llm
  include
  nn_modules
  llm
  include
  nn_modules
 Fp32GPTBigCodeAttention.h
 Fp32GPTBigCodeDecoder.h
 Fp32GPTBigCodeDecoderLayer.h
 Int8OPTDecoder.h
 Int8OPTDecoderLayer.h
 OPTForCausalLM.h
  ops
  ops
 arg_max.h
 BMM_F32T.h
 BMM_S8T_S8N_F32T.h
- + @@ -78,7 +80,7 @@
diff --git a/globals_func.html b/globals_func.html index c6def00d..8723affc 100644 --- a/globals_func.html +++ b/globals_func.html @@ -3,12 +3,14 @@ - + TinyChatEngine: File Members + + @@ -29,7 +31,7 @@ - + @@ -78,7 +80,7 @@ diff --git a/index.html b/index.html index 0e24e856..dcc988c3 100644 --- a/index.html +++ b/index.html @@ -3,12 +3,14 @@ - + TinyChatEngine: TinyChatEngine + + @@ -29,7 +31,7 @@ - + @@ -281,7 +283,7 @@

Experimental Features

-Voice Chatbot <a href="https://youtu.be/Bw5Dm3aWMnA?si=CCvZDmq3HwowEQcC" >[Demo]</a>

+Voice Chatbot [Demo]

TinyChatEngine offers versatile capabilities suitable for various applications. Additionally, we introduce a sophisticated voice chatbot. Explore our step-by-step guide here to seamlessly deploy a speech-to-speech chatbot locally on your device!

Related Projects

@@ -294,10 +296,11 @@

whisper.cpp

transformers

+ diff --git a/linear_8h_source.html b/linear_8h_source.html index 0fe93ede..c9710269 100644 --- a/linear_8h_source.html +++ b/linear_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: llm/include/ops/linear.h Source File + + @@ -29,7 +31,7 @@ - + @@ -313,7 +315,7 @@ diff --git a/matmul_8h_source.html b/matmul_8h_source.html index c007b93c..44644372 100644 --- a/matmul_8h_source.html +++ b/matmul_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/matmul.h Source File + + @@ -29,7 +31,7 @@ - + @@ -248,7 +250,7 @@ diff --git a/matmul__metal__int4__imp_8h_source.html b/matmul__metal__int4__imp_8h_source.html index 95d39af5..044e1524 100644 --- a/matmul__metal__int4__imp_8h_source.html +++ b/matmul__metal__int4__imp_8h_source.html @@ -3,12 +3,14 @@ - + TinyChatEngine: kernels/metal/matmul_metal_int4_imp.h Source File + + @@ -29,7 +31,7 @@ - + @@ -133,7 +135,7 @@ diff --git a/menu.js b/menu.js index b0b26936..717761d0 100644 --- a/menu.js +++ b/menu.js @@ -24,13 +24,12 @@ */ function initMenu(relPath,searchEnabled,serverSide,searchPage,search) { function makeTree(data,relPath) { - var result=''; + let result=''; if ('children' in data) { result+='