Skip to content

Commit 4af1e3f

Browse files
paulorvdcpaulorvdc
committed
douban-movie results and transH fix
1 parent eba0a7c commit 4af1e3f

File tree

3 files changed

+29
-5
lines changed

3 files changed

+29
-5
lines changed

‎experiment_results/douban-movie_enriched.csv‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
model,fold-1_MAP@5,fold-1_nDCG@5,fold-2_MAP@5,fold-2_nDCG@5,fold-3_MAP@5,fold-3_nDCG@5,fold-4_MAP@5,fold-4_nDCG@5,fold-5_MAP@5,fold-5_nDCG@5,MAP@5_mean,MAP@5_std,nDCG@5_mean,nDCG@5_std
2+
Node2Vec based model + cosine similarity;q=1.0;p=1.0;embedding_size=64,0.569786479944675,0.6484301882490332,0.5635057918395573,0.6521500656009739,0.5673562845781467,0.6560914083852186,0.5797648686030429,0.6735646826428372,0.5889821058091287,0.683175107090679,0.5738791061549101,0.009269792216174792,0.6626822903937484,0.013385603441879754
3+
Node2Vec based model + cosine similarity;q=0.6;p=0.8;embedding_size=64,0.5658774204702628,0.6476867198722973,0.5700538122406638,0.6567216722396745,0.5741921680497926,0.6684084820449163,0.5689570366528355,0.6607353109905004,0.5817183177731673,0.6710765789703971,0.5721597510373444,0.00547095881823034,0.6609257528235571,0.00839062647477115
4+
TransE based model + cosine similarity;embedding_dim=150;scoring_fct_norm=1;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=ratings,0.4042049187413555,0.4787640344293244,0.40445496196403874,0.482516793013869,0.40047155947441215,0.4786099572149158,0.4003766856846473,0.484821396901463,0.4080316390041494,0.4905328630452746,0.40350795297372066,0.002859050294386515,0.4830490089209694,0.004415854887156382
5+
TransH based model + cosine similarity;embedding_dim=150;scoring_fct_norm=2;entity_initializer=None;regularizer=None;relation_initializer=None;relation_regularizer=None;epochs=25;seed=42;triples=ratings,0.3967621887966805,0.4645165847939331,0.3927589038727524,0.46419388519196014,0.39255770228215764,0.4681882307225219,0.39244964557399725,0.4713653594647118,0.399810036307054,0.4793223216371241,0.3948676953665283,0.0029545176845809313,0.4695172763620502,0.005561764037097804
6+
TransR based model + cosine similarity;embedding_dim=150;relation_dim=90;scoring_fct_norm=2;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=all,0.40570863589211614,0.4787040746519093,0.40351292358229596,0.48173530985565893,0.40459241009681873,0.4862809593308787,0.40755381224066395,0.4956365211652356,0.40965270573997237,0.49360823395897635,0.40620409751037345,0.002181745366433096,0.48719301979253177,0.006559395244585465
7+
TransD based model + cosine similarity;embedding_dim=150;relation_dim=None;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=ratings,0.4132289505532504,0.4883890152863662,0.4037837136929461,0.4827211754350302,0.40486557745504836,0.4851677643470725,0.40843555497925316,0.4923192350496291,0.40769990491009683,0.4931299392885238,0.40760274031811894,0.0032995238362643776,0.48834542588132435,0.004010345466288657
8+
TuckER based model + cosine similarity;embedding_dim=200;relation_dim=None;dropout_0=0.3;dropout_1=0.4;dropout_2=0.5;apply_batch_normalization=True;relation_initializer=None;core_tensor_initializer=None;epochs=25;seed=42;triples=ratings,0.40651041666666665,0.48271166305835544,0.40412841459197785,0.4835230994106891,0.40030644882434296,0.4839408275543983,0.40215637966804985,0.48529170617322687,0.40943313450899027,0.497523868692201,0.40450695885200555,0.0032122843139403214,0.48659823297777416,0.005526304440283593
9+
RESCAL based model + cosine similarity;embedding_dim=50;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=ratings,0.4164257002074689,0.4921255213353416,0.4152295124481328,0.49365238319264276,0.4057330567081604,0.48693712679355267,0.4017922285615491,0.488293702423921,0.4117254495159059,0.49691382108730925,0.41018118948824345,0.005604012286242005,0.49158451096655353,0.0036165711562605512
10+
DistMult based model + cosine similarity;embedding_dim=50;entity_initializer=None;entity_constrainer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=all,0.3994525847164592,0.4745481872250245,0.4023102524204702,0.48143060617309236,0.4002649550484094,0.47894754323662103,0.4017930930152144,0.4845387807356009,0.40181643326417704,0.48544062813536787,0.40112746369294605,0.00108313169896202,0.48098114910114137,0.003956368513536731
11+
ComplEx based model + cosine similarity;embedding_dim=100;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42,0.40487162863070536,0.4796922371170132,0.40421529218533886,0.4848155725351622,0.4002238934993084,0.4826178740399117,0.4075855809128631,0.4917929283164144,0.4113520055325034,0.496571677638574,0.40564968015214387,0.0036977349907818123,0.4870980579294152,0.006195470079156805
12+
RotatE based model + cosine similarity;embedding_dim=200;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=all,0.4114257002074689,0.4876655667068966,0.40771027835408025,0.486342437366809,0.40720889522821585,0.48829729824652,0.4073044173582296,0.490868776438313,0.4091167444674966,0.4942594704756609,0.4085532071230983,0.0015903439952092038,0.48948670984683995,0.00280382109996724
13+
EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embedding_model_kwargs=None;embed_with=abstract;iterations=30;mi=0.5.,0.3901748357538036,0.4564744902924676,0.3896498962655601,0.4607263945144784,0.3918600881742738,0.4653045195169216,0.3814157589903181,0.45566867631913816,0.38508385200553247,0.462472480645263,0.3876368862378976,0.003835341959574748,0.46012931225765374,0.003630005841969637
14+
"EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};embed_with=graph;iterations=30;mi=0.5.",0.573512923582296,0.6522075055616913,0.5719117392807747,0.6579086105734786,0.5719886756569847,0.6619996150770576,0.5767271784232365,0.6678677185016827,0.5738660529045644,0.6682778094437174,0.5736013139695713,0.001749525255787748,0.6616522518315255,0.006097028502396132

‎experiment_results/douban-movie_times_enriched.csv‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
model,fold-1_execution_time,fold-2_execution_time,fold-3_execution_time,fold-4_execution_time,fold-5_execution_time,execution_time_mean,execution_time_std
2+
Node2Vec based model + cosine similarity;q=1.0;p=1.0;embedding_size=64 (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),2.647104263305664,1.8576884269714355,3.0750527381896973,3.1181461811065674,3.420823335647583,2.8237629890441895,0.5423647156930904
3+
Node2Vec based model + cosine similarity;q=0.6;p=0.8;embedding_size=64 (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),2.54715633392334,2.884138822555542,2.771570920944214,2.8225715160369873,3.169759511947632,2.839039421081543,0.20071305961104152
4+
TransE based model + cosine similarity;embedding_dim=150;scoring_fct_norm=1;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=ratings (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),57.89592242240906,57.58928346633911,58.05521273612976,58.72921013832092,62.022428035736084,58.858411359786984,1.6254164435528207
5+
TransH based model + cosine similarity;embedding_dim=150;scoring_fct_norm=2;entity_initializer=None;regularizer=None;relation_initializer=None;relation_regularizer=None;epochs=25;seed=42;triples=ratings (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),78.72009038925171,81.381911277771,80.19994401931763,81.24259233474731,84.03175830841064,81.11525926589965,1.7417186695395566
6+
TransR based model + cosine similarity;embedding_dim=150;relation_dim=90;scoring_fct_norm=2;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=all (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),91.2063958644867,93.87292623519897,95.32542037963867,97.60200691223145,97.49789619445801,95.10092911720275,2.3969404651706294
7+
TransD based model + cosine similarity;embedding_dim=150;relation_dim=None;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=ratings (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),88.91516590118408,91.13518595695496,91.96099209785461,95.76365447044373,96.87392020225525,92.92978372573853,2.9618686868359623
8+
TuckER based model + cosine similarity;embedding_dim=200;relation_dim=None;dropout_0=0.3;dropout_1=0.4;dropout_2=0.5;apply_batch_normalization=True;relation_initializer=None;core_tensor_initializer=None;epochs=25;seed=42;triples=ratings (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),153.7041642665863,159.66806411743164,161.02220034599304,164.37786650657654,163.37037920951843,160.4285348892212,3.7523214939174165
9+
RESCAL based model + cosine similarity;embedding_dim=50;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=ratings (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),54.60762643814087,59.02526807785034,58.5596399307251,61.42645001411438,59.213353395462036,58.56646757125854,2.212732631014766
10+
DistMult based model + cosine similarity;embedding_dim=50;entity_initializer=None;entity_constrainer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=all (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),43.154232025146484,47.51013207435608,47.33250641822815,49.69781255722046,47.269309520721436,46.992798519134524,2.121847660557797
11+
ComplEx based model + cosine similarity;embedding_dim=100;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42 (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),47.62856364250183,52.29986047744751,51.91985011100769,54.51078510284424,52.591538190841675,51.79011950492859,2.26448697462048
12+
RotatE based model + cosine similarity;embedding_dim=200;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=all (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),52.32543158531189,56.72192072868347,55.536274433135986,58.15315628051758,57.99162530899048,56.14568166732788,2.1323790269488336
13+
EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embedding_model_kwargs=None;embed_with=abstract;iterations=30;mi=0.5. (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060']),138.76432704925537,30.321913719177246,28.304497480392456,32.37355184555054,29.16102886199951,51.78506379127502,43.511032611737164
14+
"EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};embed_with=graph;iterations=30;mi=0.5. (CPU: AMD Ryzen 5 7600 6-Core Processor; RAM: 31GB; GPUs: ['NVIDIA GeForce RTX 4060'])",21.753648281097412,21.40391492843628,21.915459156036377,25.184510231018066,22.442237377166748,22.539953994750977,1.36397078144877

‎src/framework/recommender/models/transH/model.py‎

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -38,8 +38,6 @@ def __init__(
3838
self.embedding_dim = embedding_dim
3939
self.scoring_fct_norm = scoring_fct_norm
4040
self.entity_initializer = entity_initializer
41-
self.regularizer = regularizer
42-
self.regularizer_kwargs = regularizer_kwargs
4341
self.relation_initializer = relation_initializer
4442
self.relation_regularizer = relation_regularizer
4543
self.relation_regularizer_kwargs = relation_regularizer_kwargs
@@ -53,7 +51,7 @@ def __init__(
5351

5452
def name(self):
5553
text = "TransH based model + cosine similarity"
56-
text += f";embedding_dim={self.embedding_dim};scoring_fct_norm={self.scoring_fct_norm};entity_initializer={self.entity_initializer};regularizer={self.regularizer};relation_initializer={self.relation_initializer};relation_regularizer={self.relation_regularizer};epochs={self.epochs};seed={self.seed};triples={self.triples}"
54+
text += f";embedding_dim={self.embedding_dim};scoring_fct_norm={self.scoring_fct_norm};entity_initializer={self.entity_initializer};relation_initializer={self.relation_initializer};relation_regularizer={self.relation_regularizer};epochs={self.epochs};seed={self.seed};triples={self.triples}"
5755
return text
5856

5957
def train(self, G_train, ratings_train):
@@ -122,8 +120,6 @@ def fit(self):
122120
embedding_dim=self.embedding_dim,
123121
scoring_fct_norm=self.scoring_fct_norm,
124122
entity_initializer=self.entity_initializer,
125-
regularizer=self.regularizer,
126-
regularizer_kwargs=self.regularizer_kwargs,
127123
relation_initializer=self.relation_initializer,
128124
relation_regularizer=self.relation_regularizer,
129125
relation_regularizer_kwargs=self.relation_regularizer_kwargs,

0 commit comments

Comments
 (0)