File tree 12 files changed +14
-15
lines changed
12 files changed +14
-15
lines changed Original file line number Diff line number Diff line change 1
1
# [BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding](https://arxiv.org/pdf/1810.04805.pdf)
2
2
import numpy as np
3
3
import tensorflow as tf
4
- import utils
4
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
5
5
import time
6
6
from GPT import GPT
7
7
import os
Original file line number Diff line number Diff line change 1
1
import tensorflow as tf
2
2
from GPT import GPT , train , export_attention
3
- import utils
3
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
4
4
5
5
6
6
class BERT (GPT ):
Original file line number Diff line number Diff line change 1
1
# [Efficient Estimation of Word Representations in Vector Space](https://arxiv.org/pdf/1301.3781.pdf)
2
2
from tensorflow import keras
3
3
import tensorflow as tf
4
- from utils import process_w2v_data
5
- from visual import show_w2v_word_embedding
4
+ from utils import process_w2v_data # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
5
+ from visual import show_w2v_word_embedding # this refers to visual.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
6
7
7
corpus = [
8
8
# numbers
Original file line number Diff line number Diff line change 1
1
# [Deep contextualized word representations](https://arxiv.org/pdf/1802.05365.pdf)
2
2
from tensorflow import keras
3
3
import tensorflow as tf
4
- import numpy as np
5
- import utils
4
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
5
import time
7
6
import os
8
7
Original file line number Diff line number Diff line change 1
1
# [Improving Language Understanding by Generative Pre-Training](https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf)
2
2
import tensorflow as tf
3
3
from tensorflow import keras
4
- import utils
4
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
5
5
import time
6
6
from transformer import Encoder
7
7
import pickle
Original file line number Diff line number Diff line change 3
3
import tensorflow as tf
4
4
from tensorflow import keras
5
5
import numpy as np
6
- import utils
6
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
7
7
import tensorflow_addons as tfa
8
8
9
9
Original file line number Diff line number Diff line change 2
2
import tensorflow as tf
3
3
from tensorflow import keras
4
4
import numpy as np
5
- import utils
5
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
6
import tensorflow_addons as tfa
7
7
8
8
Original file line number Diff line number Diff line change 2
2
import tensorflow as tf
3
3
from tensorflow import keras
4
4
import numpy as np
5
- import utils
5
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
6
import tensorflow_addons as tfa
7
7
import pickle
8
8
Original file line number Diff line number Diff line change 1
1
# [Efficient Estimation of Word Representations in Vector Space](https://arxiv.org/pdf/1301.3781.pdf)
2
2
import tensorflow as tf
3
3
from tensorflow import keras
4
- from utils import process_w2v_data
5
- from visual import show_w2v_word_embedding
4
+ from utils import process_w2v_data # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
5
+ from visual import show_w2v_word_embedding # this refers to visual.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
6
7
7
corpus = [
8
8
# numbers
Original file line number Diff line number Diff line change 1
1
import numpy as np
2
2
from collections import Counter
3
3
import itertools
4
- from visual import show_tfidf
4
+ from visual import show_tfidf # this refers to visual.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
5
5
6
6
docs = [
7
7
"it is a good day, I like to stay here" ,
Original file line number Diff line number Diff line change 1
1
from sklearn .feature_extraction .text import TfidfVectorizer
2
2
from sklearn .metrics .pairwise import cosine_similarity
3
- from visual import show_tfidf
3
+ from visual import show_tfidf # this refers to visual.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
4
4
5
5
6
6
docs = [
Original file line number Diff line number Diff line change 2
2
import tensorflow as tf
3
3
from tensorflow import keras
4
4
import numpy as np
5
- import utils
5
+ import utils # this refers to utils.py in my [repo](https://github.com/MorvanZhou/NLP-Tutorials/)
6
6
import time
7
7
import pickle
8
8
import os
You can’t perform that action at this time.
0 commit comments