diff --git a/tensorflow_privacy/privacy/dp_query/gaussian_query.py b/tensorflow_privacy/privacy/dp_query/gaussian_query.py
index 6f64965..ca223ec 100644
--- a/tensorflow_privacy/privacy/dp_query/gaussian_query.py
+++ b/tensorflow_privacy/privacy/dp_query/gaussian_query.py
@@ -64,10 +64,6 @@ class GaussianSumQuery(dp_query.SumAggregationDPQuery):
   def derive_sample_params(self, global_state):
     return global_state.l2_norm_clip
 
-  def initial_sample_state(self, template):
-    return tf.nest.map_structure(
-        dp_query.zeros_like, template)
-
   def preprocess_record_impl(self, params, record):
     """Clips the l2 norm, returning the clipped record and the l2 norm.