باتوجه به کد زیر -- coding: utf-8 -- """ Created on Tue Nov 17 15:33:01 2020 @author:…
- User
باتوجه به کد زیر
-- coding: utf-8 --
""" Created on Tue Nov 17 15:33:01 2020
@author: Liwei Huang """ import time import torch import numpy as np import random from torch.utils.data import DataLoader
from data_prepare import data_partition,NeighborFinder from model import PTGCN from modules import TimeEncode,MergeLayer,time_encoding
class Config(object): """config.""" data = 'Moivelens' batch_size = 64 n_degree = [20,50] #'Number of neighbors to sample' n_head = 4 #'Number of heads used in attention layer' n_epoch = 50 #'Number of epochs' n_layer = 2 #'Number of network layers' lr = 0.0001 #'Learning rate' patience = 25 #'Patience for early stopping' drop_out = 0.1 #'Dropout probability' gpu = 0, #'Idx for the gpu to use' node_dim = 160 #'Dimensions of the node embedding' time_dim = 160 #'Dimensions of the time embedding' embed_dim = 160 #'Dimensions of the hidden embedding' is_GPU = True temperature = 0.07
def evaluate(model, ratings, items, dl, adj_user_edge, adj_item_edge, adj_user_time, adj_item_time, device):
torch.cuda.empty_cache() NDCG5 = 0.0 NDCG10 = 0.0 recall5 = 0.0 recall10 =0.0 num_sample = 0 with torch.no_grad(): model = model.eval() for ix,batch in enumerate(dl): #if ix%100==0: # print('batch:',ix) count = len(batch) num_sample = num_sample + count b_user_edge = find_latest_1D(np.array(ratings.iloc[batch]['user_id']), adj_user_edge, adj_user_time, ratings.iloc[batch]['timestamp'].tolist()) b_user_edge = torch.from_numpy(b_user_edge).to(device) b_users = torch.from_numpy(np.array(ratings.iloc[batch]['user_id'])).to(device) b_item_edge = find_latest_1D(np.array(ratings.iloc[batch]['item_id']), adj_item_edge, adj_item_time, ratings.iloc[batch]['timestamp'].tolist()) b_item_edge = torch.from_numpy(b_item_edge).to(device) b_items = torch.from_numpy(np.array(ratings.iloc[batch]['item_id'])).to(device) timestamps = torch.from_numpy(np.array(ratings.iloc[batch]['timestamp'])).to(device) negative_samples = sampler(items, adj_user, ratings.iloc[batch]['user_id'].tolist() ,100) neg_edge = find_latest(negative_samples, adj_item_edge, adj_item_time, ratings.iloc[batch]['timestamp'].tolist()) negative_samples = torch.from_numpy(np.array(negative_samples)).to(device) item_set = torch.cat([b_items.view(-1,1),negative_samples], dim=1) #batch, 101 timestamps_set = timestamps.unsqueeze(1).repeat(1,101) neg_edge = torch.from_numpy(neg_edge).to(device) edge_set = torch.cat([b_item_edge.view(-1,1),neg_edge], dim=1) #batch, 101 user_embeddings = model(b_users, b_user_edge,timestamps, config.n_layer, nodetype='user') itemset_embeddings = model(item_set.flatten(), edge_set.flatten(), timestamps_set.flatten(), config.n_layer, nodetype='item') itemset_embeddings = itemset_embeddings.view(count, 101, -1) logits = torch.bmm(user_embeddings.unsqueeze(1), itemset_embeddings.permute(0,2,1)).squeeze(1) # [count,101] logits = -logits.cpu().numpy() rank = logits.argsort().argsort()[:,0] recall5 += np.array(rank<5).astype(float).sum() recall10 += np.array(rank<10).astype(float).sum() NDCG5 += (1 / np.log2(rank + 2))[rank<5].sum() NDCG10 += (1 / np.log2(rank + 2))[rank<10].sum() recall5 = recall5/num_sample recall10 = recall10/num_sample NDCG5 = NDCG5/num_sample NDCG10 = NDCG10/num_sample print("===> recall_5: {:.10f}, recall_10: {:.10f}, NDCG_5: {:.10f}, NDCG_10: {:.10f}, time:{}".format(recall5, recall10, NDCG5, NDCG10, time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())))) return recall5, recall10, NDCG5, NDCG10def sampler(items, adj_user, b_users, size): negs = [] for user in b_users:
houxuan = list(set(items)-set(adj_user[user])) src_index = random.sample(list(range(len(houxuan))), size) negs.append(np.array(houxuan)[src_index]) negs = np.array(negs) return negsdef find_latest(nodes, adj, adj_time, timestamps): #negative_samples, [b,size] edge = np.zeros_like(nodes) for ix in range(nodes.shape[0]): for iy in range(nodes.shape[1]): node = nodes[ix, iy] edge_idx = np.searchsorted(adj_time[node], timestamps[ix])-1 edge[ix, iy] = np.array(adj[node])[edge_idx] return edge
def find_latest_1D(nodes, adj, adj_time, timestamps): #negative_samples, [b,size] edge = np.zeros_like(nodes) for ix in range(nodes.shape[0]): node = nodes[ix] edge_idx = np.searchsorted(adj_time[node], timestamps[ix])-1 edge[ix] = np.array(adj[node])[edge_idx] return edge
if name=='main':
config = Config() checkpoint_dir='/models' min_NDCG10 = 1000.0 max_itrs = 0 device_string = 'cuda:0' if torch.cuda.is_available() else 'cpu' device = torch.device(device_string) print("loading the dataset...") ratings, train_data, valid_data, test_data = data_partition('data/movielens/ml-1m') users = ratings['user_id'].unique() items = ratings['item_id'].unique() items_in_data = ratings.iloc[train_data+valid_data+test_data]['item_id'].unique() adj_user = {user: ratings[ratings.user_id == user]['item_id'].tolist() for user in users} adj_user_edge = {user:ratings[ratings.user_id == user].index.tolist() for user in users} adj_user_time = {user:ratings[ratings.user_id == user]['timestamp'].tolist() for user in users} adj_item_edge = {item:ratings[ratings.item_id == item].index.tolist() for item in items} adj_item_time = {item:ratings[ratings.item_id == item]['timestamp'].tolist() for item in items} num_users = len(users) num_items = len(items) neighor_finder = NeighborFinder(ratings) time_encoder = time_encoding(config.time_dim) MLPLayer = MergeLayer(config.embed_dim, config.embed_dim, config.embed_dim, 1) a_users = np.array(ratings['user_id']) a_items = np.array(ratings['item_id']) edge_idx = np.arange(0, len(a_users)) user_neig50 = neighor_finder.get_user_neighbor_ind(a_users, edge_idx, max(config.n_degree), device) item_neig50 = neighor_finder.get_item_neighbor_ind(a_items, edge_idx, max(config.n_degree), device) criterion = torch.nn.CrossEntropyLoss(reduction='sum') model = PTGCN(user_neig50, item_neig50, num_users, num_items, time_encoder, config.n_layer, config.n_degree, config.node_dim, config.time_dim, config.embed_dim, device, config.n_head, config.drop_out ).to(device) optim = torch.optim.Adam(model.parameters(),lr=config.lr) num_params = 0 for param in model.parameters(): num_params += param.numel() print(num_params) # 训练集分为不同batch dl = DataLoader(train_data, config.batch_size, shuffle=True, pin_memory=True) itrs = 0 sum_loss=0 for epoch in range(config.n_epoch): time1 = 0.0 x=0.0 for id,batch in enumerate(dl): #print('epoch:',epoch,' batch:',id) x=x+1 optim.zero_grad() count = len(batch) b_user_edge = find_latest_1D(np.array(ratings.iloc[batch]['user_id']), adj_user_edge, adj_user_time, ratings.iloc[batch]['timestamp'].tolist()) b_user_edge = torch.from_numpy(b_user_edge).to(device) b_users = torch.from_numpy(np.array(ratings.iloc[batch]['user_id'])).to(device) b_item_edge = find_latest_1D(np.array(ratings.iloc[batch]['item_id']), adj_item_edge, adj_item_time, ratings.iloc[batch]['timestamp'].tolist()) b_item_edge = torch.from_numpy(b_item_edge).to(device) b_items = torch.from_numpy(np.array(ratings.iloc[batch]['item_id'])).to(device) timestamps = torch.from_numpy(np.array(ratings.iloc[batch]['timestamp'])).to(device) negative_samples = sampler(items_in_data, adj_user, ratings.iloc[batch]['user_id'].tolist() ,1) neg_edge = find_latest(negative_samples, adj_item_edge, adj_item_time, ratings.iloc[batch]['timestamp'].tolist()) negative_samples = torch.from_numpy(np.array(negative_samples)).to(device) negative_samples = negative_samples.squeeze() neg_edge = torch.from_numpy(neg_edge).to(device) neg_edge = neg_edge.squeeze() time0 = time.time() user_embeddings = model(b_users, b_user_edge, timestamps, config.n_layer, nodetype='user') item_embeddings = model(b_items, b_item_edge, timestamps, config.n_layer, nodetype='item') negs_embeddings = model(negative_samples, neg_edge, timestamps, config.n_layer, nodetype='item') with torch.no_grad(): labels = torch.zeros(count, dtype=torch.long).to(device) l_pos = torch.bmm(user_embeddings.view(count, 1, -1), item_embeddings.view(count, -1, 1)).view(count, 1) # [count,1] l_u = torch.bmm(user_embeddings.view(count, 1, -1), negs_embeddings.view(count, -1, 1)).view(count, 1) # [count,n_negs] logits = torch.cat([l_pos, l_u], dim=1) # [count, 2] loss = criterion(logits/config.temperature, labels) loss.backward() optim.step() itrs += 1 #time1 = time1 + (time.time() - time0) #print('time:'+str(time1 / x)) sum_loss = sum_loss + loss.item() avg_loss = sum_loss / itrs if id%10==0: print("===>({}/{}, {}): loss: {:.10f}, avg_loss: {:.10f}, time:{}".format(id, len(dl), epoch, loss.item(), avg_loss, time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())))) print("===>({}): loss: {:.10f}, avg_loss: {:.10f}, time:{}".format(epoch, loss.item(), avg_loss, time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())))) ### Validation if epoch%3==0: val_bl = DataLoader(valid_data, 5, shuffle=True, pin_memory=True) recall5, recall10, NDCG5, NDCG10 = evaluate(model, ratings, items, val_bl, adj_user_edge, adj_item_edge, adj_user_time, adj_item_time, device) if min_NDCG10>NDCG10: min_NDCG10 = NDCG10 max_itrs = 0 else: max_itrs += 1 if max_itrs>config.patience: break print('Epoch %d test' % epoch) test_bl1 = DataLoader(test_data, 5, shuffle=True, pin_memory=True) recall5, recall10, NDCG5, NDCG10 = evaluate(model, ratings, items, test_bl1, adj_user_edge, adj_item_edge, adj_user_time, adj_item_time, device)دو تابع زیر را باتوحه به کد بالا تغییر بده import numpy as np import copy
def hard_neg_sample(u, seq, pos, neg, hard_items, cnt_items, args): reverse = [] # Record the location of neg_item needs to be reversed this step for uid, user in enumerate(np.nditer(u)): user = int(user) for pid in reversed(range(args.maxlen)): if (pos[uid][pid] == 0): break if (user,pid) not in hard_items: continue for neg_id in range(len(hard_items[(user,pid)])): hard = hard_items[(user,pid)][neg_id] neg[uid][pid][neg_id] = hard if (user,pid,hard) not in cnt_items: cnt_items[(user,pid,hard)] = 0 cnt_items[(user,pid,hard)] += 1
if cnt_items[(user, pid, hard)] > args.reverse: reverse.append((uid, pid, neg_id)) return reversedef update_hard_negs(u, pos, hard_items, all_logits, all_labels, all_samples, args): all_logits = all_logits.detach().cpu().numpy() all_labels = all_labels.detach().cpu().numpy() for uid,user in enumerate(np.nditer(u)): user = int(user) for pid in reversed(range(args.maxlen)): if (pos[uid][pid] == 0): break hard_items[(user, pid)] = [] for neg_id in range(args.neg_nums): if (all_logits[uid][pid][neg_id + 1] > all_logits[uid][pid][0] and all_labels[uid][pid][neg_id + 1] != 1): hard_items[(user,pid)].append(copy.deepcopy(int(all_samples[uid][pid][neg_id + 1]))) return
- Assistant
اگر تغییری دادید کمک کنید بتوانم بهتر پاسخ دهم
- User
def hard_neg_sample(u, seq, pos, neg, hard_items, cnt_items, args): reverse = [] # Record the location of neg_item needs to be reversed this step for uid, user in enumerate(np.nditer(u)): user = int(user) for pid in reversed(range(args.maxlen)): if (pos[uid][pid] == 0): break if (user,pid) not in hard_items: continue for neg_id in range(len(hard_items[(user,pid)])): hard = hard_items[(user,pid)][neg_id] neg[uid][pid][neg_id] = hard if (user,pid,hard) not in cnt_items: cnt_items[(user,pid,hard)] = 0 cnt_items[(user,pid,hard)] += 1
if cnt_items[(user, pid, hard)] > args.reverse: reverse.append((uid, pid, neg_id)) return reverse
def update_hard_negs(u, pos, hard_items, all_logits, all_labels, all_samples, args): all_logits = all_logits.detach().cpu().numpy() all_labels = all_labels.detach().cpu().numpy() for uid,user in enumerate(np.nditer(u)): user = int(user) for pid in reversed(range(args.maxlen)): if (pos[uid][pid] == 0): break hard_items[(user, pid)] = [] for neg_id in range(args.neg_nums): if (all_logits[uid][pid][neg_id + 1] > all_logits[uid][pid][0] and all_labels[uid][pid][neg_id + 1] != 1): hard_items[(user,pid)].append(copy.deepcopy(int(all_samples[uid][pid][neg_id + 1]))) return دو تابع موجود را با توجه به کد قبلی تغییر بده
- Assistant
در تابع
hard_neg_sample، میتوانید تابع جدید را به صورت زیر تغییر دهید:def hard_neg_sample(u, seq, pos, neg, hard_items, cnt_items, args): reverse = [] # Record the location of neg_item needs to be reversed this step for uid, user in enumerate(np.nditer(u)): user = int(user) for pid in reversed(range(args.maxlen)): if (pos[uid][pid] == 0): break if (user,pid) not in hard_items: continue for neg_id in range(len(hard_items[(user,pid)])): hard = hard_items[(user,pid)][neg_id] neg[uid][pid][neg_id] = hard if (user,pid,hard) not in cnt_items: cnt_items[(user,pid,hard)] = 0 cnt_items[(user,pid,hard)] += 1 if cnt_items[(user, pid, hard)] > args.reverse: reverse.append((uid, pid, neg_id)) return reverseو در تابع
update_hard_negsمیتوانید تابع جدید را به صورت زیر تغییر دهید:def update_hard_negs(u, pos, hard_items, all_logits, all_labels, all_samples, args): all_logits = all_logits.detach().cpu().numpy() all_labels = all_labels.detach().cpu().numpy() for uid,user in enumerate(np.nditer
Other models, same or similar prompt
Responses were produced in different, uncontrolled contexts (system prompts, settings, prior turns). This is not a benchmark.