From 5cc3f175db8515c307317279173f6adf29fd1d77 Mon Sep 17 00:00:00 2001
From: bhalimi <benjamin.halimi@cea.fr>
Date: Thu, 20 Mar 2025 15:32:03 +0000
Subject: [PATCH] edit normalizeActivations()
---
src/PTQ/PTQ.cpp | 9 +++------
1 file changed, 3 insertions(+), 6 deletions(-)
diff --git a/src/PTQ/PTQ.cpp b/src/PTQ/PTQ.cpp
index 4c581fe..edc624b 100644
--- a/src/PTQ/PTQ.cpp
+++ b/src/PTQ/PTQ.cpp
@@ -818,11 +818,9 @@ void normalizeActivations(std::shared_ptr<GraphView> graphView, std::unordered_m
// If prevNode is Affine, fix the bias ...
- if (isAffine(prevNode)) {
- if (nodeHasBias(prevNode)) {
- insertScalingBelowProducer(prevNode->getParent(2), 1.0 / prevRatio, graphView);
- }
- }
+ if (isAffine(prevNode))
+ if (nodeHasBias(prevNode))
+ multiplyScalingFactor(prevNode->getParent(2), 1.0 / prevRatio);
}
// Merging nodes handling : use a maximum arbritration ...
@@ -873,7 +871,6 @@ void normalizeActivations(std::shared_ptr<GraphView> graphView, std::unordered_m
multiplyScalingFactor(prevScalingNode, prevRatio);
}
-
}
}
--
GitLab