diff --git a/example/quantization/imagenet_gen_qsym.py b/example/quantization/imagenet_gen_qsym.py
index 8a2818c4bca0..41713c3c3f51 100644
--- a/example/quantization/imagenet_gen_qsym.py
+++ b/example/quantization/imagenet_gen_qsym.py
@@ -155,6 +155,16 @@ def save_params(fname, arg_params, aux_params, logger=None):
         if args.ctx == 'gpu':
             calib_layer = lambda name: name.endswith('_output') and (name.find('conv') != -1
                                                                      or name.find('fc') != -1)
+            excluded_sym_names += ['ch_concat_3a_chconcat',
+                                   'ch_concat_3b_chconcat',
+                                   'ch_concat_3c_chconcat',
+                                   'ch_concat_4a_chconcat',
+                                   'ch_concat_4b_chconcat',
+                                   'ch_concat_4c_chconcat',
+                                   'ch_concat_4d_chconcat',
+                                   'ch_concat_4e_chconcat',
+                                   'ch_concat_5a_chconcat',
+                                   'ch_concat_5b_chconcat']
         else:
             calib_layer = lambda name: name.endswith('_output') and (name.find('conv') != -1)
             excluded_sym_names += ['flatten', 'fc1']