Use all of the clip

leejet · Sep 5, 2024 · de973c1 · de973c1
1 parent d7679c9
commit de973c1
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/conditioner.hpp b/conditioner.hpp
@@ -1096,9 +1096,7 @@ struct FluxCLIPEmbedder : public Conditioner {
         size_t chunk_len_t5   = 256;
         size_t chunk_count_t5 = t5_tokens.size() / chunk_len_t5;
 
-        // TODO: I believe chunk_count_l is actually bigger than chunk_count_t5 
-        // So this ignores some tokens for clip
-        size_t chunk_count = chunk_count_t5; 
+        size_t chunk_count = std::max(chunk_count_t5, chunk_count_l); 
 
         for (int chunk_idx = 0; chunk_idx < chunk_count; chunk_idx++) {
             struct ggml_tensor* chunk_hidden_states_l  = NULL;  // [n_token, hidden_size_l]