Revert "fix: avoid generating black images when running T5 on the GPU (leejet#882)"

This reverts commit 1c32fa0.

Author: SkutteOleg

stable-diffusion.cpp

@@ -339,7 +339,17 @@ class StableDiffusionGGML {
         bool clip_on_cpu = sd_ctx_params->keep_clip_on_cpu;
 
         {
-            clip_backend = backend;
+            clip_backend   = backend;
+            bool use_t5xxl = false;
+            if (sd_version_is_dit(version) && !sd_version_is_qwen_image(version)) {
+                use_t5xxl = true;
+            }
+            if (!clip_on_cpu && !ggml_backend_is_cpu(backend) && use_t5xxl) {
+                LOG_WARN(
+                    "!!!It appears that you are using the T5 model. Some backends may encounter issues with it."
+                    "If you notice that the generated images are completely black,"
+                    "try running the T5 model on the CPU using the --clip-on-cpu parameter.");
+            }
             if (clip_on_cpu && !ggml_backend_is_cpu(backend)) {
                 LOG_INFO("CLIP: Using CPU backend");
                 clip_backend = ggml_backend_cpu_init();

t5.hpp

@@ -504,9 +504,7 @@ struct T5DenseGatedActDense : public UnaryBlock {
     T5DenseGatedActDense(int64_t model_dim, int64_t ff_dim) {
         blocks["wi_0"] = std::shared_ptr<GGMLBlock>(new Linear(model_dim, ff_dim, false));
         blocks["wi_1"] = std::shared_ptr<GGMLBlock>(new Linear(model_dim, ff_dim, false));
-        float scale    = 1.f / 32.f;
-        // The purpose of the scale here is to prevent NaN issues on some backends(CUDA, ...).
-        blocks["wo"] = std::shared_ptr<GGMLBlock>(new Linear(ff_dim, model_dim, false, false, false, scale));
+        blocks["wo"]   = std::shared_ptr<GGMLBlock>(new Linear(ff_dim, model_dim, false));
     }
 
     struct ggml_tensor* forward(struct ggml_context* ctx, struct ggml_tensor* x) {