TypeError when loading a BERT model using TFAutoModel
When I load thebert-base-german-casedpytorch model using the following command lines:from transformers.modeling_tf_auto import TFAutoModelbert_model = TFAutoModel.from_pretrained(‘bert-base-german-cased’, from_pt=True, config=self.bert_config)or the tensorflow checkpoint:TFAutoModel.from_pretrained(‘path_to_bert_base_german_cased_tensorflow_checkpoint’, config=self.bert_config)I get the following error:Traceback (most recent call last):
  File "train.py", line 23, in <module>
    model = util.get_model(config)
  File "/home/asi/PycharmProjects/coreference_resolution/util.py", line 21, in get_model
    return independent.CorefModel(config)
  File "/home/asi/PycharmProjects/coreference_resolution/independent.py", line 59, in __init__
    self.predictions, self.loss = self.get_predictions_and_loss(*self.input_tensors)
  File "/home/asi/PycharmProjects/coreference_resolution/independent.py", line 263, in get_predictions_and_loss
    bert_model = TFAutoModel.from_pretrained('bert-base-german-cased', from_pt=True, config=self.bert_config)
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/transformers/modeling_tf_auto.py", line 423, in from_pretrained
    return model_class.from_pretrained(pretrained_model_name_or_path, *model_args, config=config, **kwargs)
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/transformers/modeling_tf_utils.py", line 482, in from_pretrained
    return load_pytorch_checkpoint_in_tf2_model(model, resolved_archive_file, allow_missing_keys=True)
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/transformers/modeling_tf_pytorch_utils.py", line 93, in load_pytorch_checkpoint_in_tf2_model
    tf_model, pt_state_dict, tf_inputs=tf_inputs, allow_missing_keys=allow_missing_keys
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/transformers/modeling_tf_pytorch_utils.py", line 125, in load_pytorch_weights_in_tf2_model
    tf_model(tf_inputs, training=False)  # Make sure model is built
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/tensorflow_core/python/keras/engine/base_layer.py", line 854, in __call__
    outputs = call_fn(cast_inputs, *args, **kwargs)
  File "/home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages/tensorflow_core/python/autograph/impl/api.py", line 237, in wrapper
    raise e.ag_error_metadata.to_exception(e)
TypeError: in converted code:
    relative to /home/asi/anaconda3/envs/coref_resol/lib/python3.6/site-packages:

    transformers/modeling_tf_bert.py:739 call  *
        outputs = self.bert(inputs, **kwargs)
    tensorflow_core/python/keras/engine/base_layer.py:854 __call__
        outputs = call_fn(cast_inputs, *args, **kwargs)
    transformers/modeling_tf_bert.py:606 call  *
        embedding_output = self.embeddings([input_ids, position_ids, token_type_ids, inputs_embeds], training=training)
    tensorflow_core/python/keras/engine/base_layer.py:894 __call__
        self._maybe_build(inputs)
    tensorflow_core/python/keras/engine/base_layer.py:2146 _maybe_build
        self.build(input_shapes)
    transformers/modeling_tf_bert.py:146 build
        initializer=get_initializer(self.initializer_range),
    tensorflow_core/python/keras/engine/base_layer.py:529 add_weight
        aggregation=aggregation)
    tensorflow_core/python/training/tracking/base.py:712 _add_variable_with_custom_getter
        **kwargs_for_getter)
    tensorflow_core/python/keras/engine/base_layer_utils.py:139 make_variable
        shape=variable_shape if variable_shape else None)
    tensorflow_core/python/ops/variables.py:258 __call__
        return cls._variable_v1_call(*args, **kwargs)
    tensorflow_core/python/ops/variables.py:219 _variable_v1_call
        shape=shape)
    tensorflow_core/python/ops/variables.py:197 <lambda>
        previous_getter = lambda **kwargs: default_variable_creator(None, **kwargs)
    tensorflow_core/python/ops/variable_scope.py:2503 default_variable_creator
        shape=shape)
    tensorflow_core/python/ops/variables.py:262 __call__
        return super(VariableMetaclass, cls).__call__(*args, **kwargs)
    tensorflow_core/python/ops/resource_variable_ops.py:1406 __init__
        distribute_strategy=distribute_strategy)
    tensorflow_core/python/ops/resource_variable_ops.py:1537 _init_from_args
        initial_value() if init_from_fn else initial_value,
    tensorflow_core/python/keras/engine/base_layer_utils.py:119 <lambda>
        init_val = lambda: initializer(shape, dtype=dtype)
    tensorflow_core/python/ops/init_ops.py:369 __call__
        shape, self.mean, self.stddev, dtype, seed=self.seed)
    tensorflow_core/python/ops/random_ops.py:171 truncated_normal
        mean_tensor = ops.convert_to_tensor(mean, dtype=dtype, name="mean")
    tensorflow_core/python/framework/ops.py:1184 convert_to_tensor
        return convert_to_tensor_v2(value, dtype, preferred_dtype, name)
    tensorflow_core/python/framework/ops.py:1242 convert_to_tensor_v2
        as_ref=False)
    tensorflow_core/python/framework/ops.py:1297 internal_convert_to_tensor
        ret = conversion_func(value, dtype=dtype, name=name, as_ref=as_ref)
    tensorflow_core/python/framework/tensor_conversion_registry.py:52 _default_conversion_function
        return constant_op.constant(value, dtype, name=name)
    tensorflow_core/python/framework/constant_op.py:227 constant
        allow_broadcast=True)
    tensorflow_core/python/framework/constant_op.py:265 _constant_impl
        allow_broadcast=allow_broadcast))
    tensorflow_core/python/framework/tensor_util.py:449 make_tensor_proto
        _AssertCompatible(values, dtype)
    tensorflow_core/python/framework/tensor_util.py:331 _AssertCompatible
        (dtype.name, repr(mismatch), type(mismatch).__name__))

    TypeError: Expected int32, got 0.0 of type 'float' instead.Environment info is as follows:transformers: 3.0.2tensorflow and tensorflow-gpu: 1.15.2platform: ubuntu 16.04CUDA: V10.0.130python: 3.6.10Similar problem discussed in the following link when importingTFDistilBertmodel:ImportError: cannot import name 'TFDistilBertModel' · Issue #2641 · huggingface/transformers · GitHubbut did not solve my issue.Any clues how to fix this issue?Thanks
2020-09-28T05:23:05Z
I had the same problem - Dana