Created using Colaboratory (e8dc1637) · Commits · 钟慕尧 / deepchem

23_Transfer_Learning_With_ChemBERTa_Transformers_Pt_2.ipynb

+3 −6

Original line number	Diff line number	Diff line
		@@ -5929,7 +5929,7 @@
		"placeholder": "",
		"_view_module": "@jupyter-widgets/controls",
		"_model_module_version": "1.5.0",
		"value": " 1/1 [00:00<00:00, 9.51it/s]",
		"value": " 1/1 [03:14<00:00, 194.08s/it]",
		"_view_count": null,
		"_view_module_version": "1.5.0",
		"description_tooltip": null,
		@@ -6260,7 +6260,7 @@
		"placeholder": "",
		"_view_module": "@jupyter-widgets/controls",
		"_model_module_version": "1.5.0",
		"value": " 1/1 [00:00<00:00, 9.72it/s]",
		"value": " 1/1 [03:13<00:00, 193.82s/it]",
		"_view_count": null,
		"_view_module_version": "1.5.0",
		"description_tooltip": null,
		@@ -7432,14 +7432,11 @@
		"outputId": "6b4d0825-00bf-4185-d411-917d6eb915ae"
		},
		"source": [
		"from transformers import AutoModelWithLMHead, AutoTokenizer, pipeline, RobertaModel, RobertaTokenizer, RobertaForMaskedLM\n",
		"from transformers import AutoModelWithLMHead, AutoTokenizer, pipeline, RobertaModel\n",
		"from bertviz import head_view\n",
		"from deepchem.feat.smiles_tokenizer import SmilesTokenizer\n",
		"\n",
		"\n",
		"from transformers import AutoModelWithLMHead, AutoTokenizer, pipeline, RobertaModel, RobertaTokenizer\n",
		"from bertviz import head_view\n",
		"\n",
		"model = AutoModelWithLMHead.from_pretrained(\"seyonec/PubChem10M_SMILES_BPE_450k\")\n",
		"tokenizer = AutoTokenizer.from_pretrained(\"seyonec/PubChem10M_SMILES_BPE_450k\")\n",
		"\n",