aws-samples / sm-kornlp Goto Github PK

model = VisionEncoderDecoderModel.from_pretrained(trocr_model)

---

AttributeError Traceback (most recent call last)
/tmp/ipykernel_27248/1443729722.py in
----> 1 model = VisionEncoderDecoderModel.from_pretrained(trocr_model)

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py in from_pretrained(cls, *args, **kwargs)
249 )
250 kwargs["_fast_init"] = False
--> 251 return super().from_pretrained(*args, **kwargs)
252
253 @classmethod

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/modeling_utils.py in from_pretrained(cls, pretrained_model_name_or_path, *model_args, **kwargs)
2226
2227 with ContextManagers(init_contexts):
-> 2228 model = cls(config, *model_args, **model_kwargs)
2229
2230 if load_in_8bit:

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py in init(self, config, encoder, decoder)
187
188 if encoder is None:
--> 189 encoder = AutoModel.from_config(config.encoder)
190
191 if decoder is None:

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/models/auto/auto_factory.py in from_config(cls, config, **kwargs)
408 elif type(config) in cls._model_mapping.keys():
409 model_class = _get_model_class(config, cls._model_mapping)
--> 410 return model_class._from_config(config, **kwargs)
411
412 raise ValueError(

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/modeling_utils.py in _from_config(cls, config, **kwargs)
1017 model = cls(config, **kwargs)
1018 else:
-> 1019 model = cls(config, **kwargs)
1020
1021 # restore default dtype if it was modified

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/models/deit/modeling_deit.py in init(self, config, add_pooling_layer, use_mask_token)
465
466 # Initialize weights and apply final processing
--> 467 self.post_init()
468
469 def get_input_embeddings(self) -> DeiTPatchEmbeddings:

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/modeling_utils.py in post_init(self)
983 modules properly initialized (such as weight initialization).
984 """
--> 985 self.init_weights()
986 self._backward_compatibility_gradient_checkpointing()
987

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/modeling_utils.py in init_weights(self)
1435 if _init_weights:
1436 # Initialize weights
-> 1437 self.apply(self._init_weights)
1438
1439 # Tie weights should be skipped when not initializing all weights

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/torch/nn/modules/module.py in apply(self, fn)
287 """
288 for module in self.children():
--> 289 module.apply(fn)
290 fn(self)
291 return self

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/torch/nn/modules/module.py in apply(self, fn)
287 """
288 for module in self.children():
--> 289 module.apply(fn)
290 fn(self)
291 return self

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/torch/nn/modules/module.py in apply(self, fn)
287 """
288 for module in self.children():
--> 289 module.apply(fn)
290 fn(self)
291 return self

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/torch/nn/modules/module.py in apply(self, fn)
288 for module in self.children():
289 module.apply(fn)
--> 290 fn(self)
291 return self
292

~/anaconda3/envs/amazonei_pytorch_latest_p37/lib/python3.7/site-packages/transformers/models/deit/modeling_deit.py in init_weights(self, module)
403 """Initialize the weights"""
404 if isinstance(module, (nn.Linear, nn.Conv2d)):
--> 405 module.weight.data = nn.init.trunc_normal(module.weight.data, mean=0.0, std=self.config.initializer_range)
406 if module.bias is not None:
407 module.bias.data.zero_()

AttributeError: module 'torch.nn.init' has no attribute 'trunc_normal_'

Needs an checking the version of torch.
Use the kernal with "conda_pytorch_p39".