import pandas as pd
import numpy as np
import spacy
from tqdm import tqdm
import re
import time
import pickle
pd.set_option('display.max_colwidth', 200)
train = pd.read_csv("/content/drive/MyDrive/constraint_Hindi_Train - Sheet1.csv")
test = pd.read_csv("/content/drive/MyDrive/Test Set - test.csv")
train.head()
import tensorflow_hub as hub
import tensorflow as tf
pip install tensorflow-hub
elmo = hub.load("https://tfhub.dev/google/elmo/2")
def elmo_vectors(x):
return (elmo.signatures["default"](tf.constant(x.tolist()))["elmo"])
with tf.compat.v1.Session() as sess:
sess.run(tf.compat.v1.global_variables_initializer())
sess.run(tf.compat.v1.tables_initializer())
return sess.run(tf.reduce_mean(embeddings,1))
list_train = [train[i:i+100] for i in range(0,train.shape[0],100)]
list_test = [test[i:i+100] for i in range(0,test.shape[0],100)]
elmo_train = [elmo_vectors(x['Post']) for x in list_train]
elmo_test = [elmo_vectors(x['Post']) for x in list_test]
elmo_train_new = np.concatenate(elmo_train, axis = 0)
elmo_test_new = np.concatenate(elmo_test, axis = 0)`
当我执行代码以获取句子的特征时,我得到一个错误:
value error:all the input array dimensions for the concatenation axis
must match exactly, but along dimension 1, the array at index 0 has
size 178 and the array at index 1 has size 67.
先谢谢你
目前没有回答
相关问题 更多 >
编程相关推荐