bug fix

gaushh · Dec 19, 2022 · 76426a2 · 76426a2
1 parent cc7b4d8
commit 76426a2
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/notebooks/try.ipynb b/notebooks/try.ipynb
@@ -212,7 +212,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 3,
    "outputs": [],
    "source": [
     "import torch\n",
@@ -272,7 +272,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 28,
+   "execution_count": 1,
    "outputs": [],
    "source": [
     "from transformers import BertForMaskedLM\n",
@@ -286,7 +286,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 4,
    "outputs": [],
    "source": [
     "class BertSelfAttention(nn.Module):\n",

diff --git a/src/modelling/architecture.py b/src/modelling/architecture.py
@@ -1,6 +1,7 @@
 import math
 import torch
 import torch.nn as nn
+from typing import List, Optional, Tuple, Union
 
 class BertSelfAttention(nn.Module):
     def __init__(self, config, position_embedding_type=None):

diff --git a/src/modelling/train_bert.py b/src/modelling/train_bert.py
@@ -9,6 +9,7 @@
 from architecture import BertSelfAttention
 import wandb
 
+
 with open("../config/exp02_config.yaml", "r") as yamlfile:
     config = yaml.load(yamlfile, Loader=yaml.FullLoader)