Source code for cornac.models.wmf.recom_wmf

# Copyright 2018 The Cornac Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================

import os

import numpy as np
from tqdm.auto import trange

from ..recommender import Recommender
from ..recommender import ANNMixin, MEASURE_DOT
from ...exception import ScoreException
from ...utils import get_rng
from ...utils.init_utils import xavier_uniform


[docs] class WMF(Recommender, ANNMixin): """Weighted Matrix Factorization. Parameters ---------- name: string, default: 'WMF' The name of the recommender model. k: int, optional, default: 200 The dimension of the latent factors. max_iter: int, optional, default: 100 Maximum number of iterations or the number of epochs for SGD. learning_rate: float, optional, default: 0.001 The learning rate for AdamOptimizer. lambda_u: float, optional, default: 0.01 The regularization parameter for users. lambda_v: float, optional, default: 0.01 The regularization parameter for items. a: float, optional, default: 1 The confidence of observed ratings. b: float, optional, default: 0.01 The confidence of unseen ratings. batch_size: int, optional, default: 128 The batch size for SGD. trainable: boolean, optional, default: True When False, the model is not trained and Cornac assumes that the model already pre-trained (U and V are not None). init_params: dictionary, optional, default: None List of initial parameters, e.g., init_params = {'U':U, 'V':V} U: ndarray, shape (n_users,k) The user latent factors, optional initialization via init_params. V: ndarray, shape (n_items,k) The item latent factors, optional initialization via init_params. seed: int, optional, default: None Random seed for weight initialization. References ---------- * Hu, Y., Koren, Y., & Volinsky, C. (2008, December). Collaborative filtering for implicit feedback datasets. \ In 2008 Eighth IEEE International Conference on Data Mining (pp. 263-272). * Pan, R., Zhou, Y., Cao, B., Liu, N. N., Lukose, R., Scholz, M., & Yang, Q. (2008, December). \ One-class collaborative filtering. In 2008 Eighth IEEE International Conference on Data Mining (pp. 502-511). """ def __init__( self, name="WMF", k=200, lambda_u=0.01, lambda_v=0.01, a=1, b=0.01, learning_rate=0.001, batch_size=128, max_iter=100, trainable=True, verbose=True, init_params=None, seed=None, ): super().__init__(name=name, trainable=trainable, verbose=verbose) self.k = k self.lambda_u = lambda_u self.lambda_v = lambda_v self.a = a self.b = b self.learning_rate = learning_rate self.name = name self.init_params = init_params self.max_iter = max_iter self.batch_size = batch_size self.verbose = verbose self.seed = seed # Init params if provided self.init_params = {} if init_params is None else init_params self.U = self.init_params.get("U", None) self.V = self.init_params.get("V", None) def _init(self): rng = get_rng(self.seed) if self.U is None: self.U = xavier_uniform((self.num_users, self.k), rng) if self.V is None: self.V = xavier_uniform((self.num_items, self.k), rng)
[docs] def fit(self, train_set, val_set=None): """Fit the model to observations. Parameters ---------- train_set: :obj:`cornac.data.Dataset`, required User-Item preference data as well as additional modalities. val_set: :obj:`cornac.data.Dataset`, optional, default: None User-Item preference data for model selection purposes (e.g., early stopping). Returns ------- self : object """ Recommender.fit(self, train_set, val_set) self._init() if self.trainable: self._fit_cf(train_set) return self
def _fit_cf(self, train_set): import tensorflow.compat.v1 as tf from .wmf import Model np.random.seed(self.seed) os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3" tf.compat.v1.logging.set_verbosity(tf.compat.v1.logging.ERROR) R = train_set.csc_matrix # csc for efficient slicing over items # Build model graph = tf.Graph() with graph.as_default(): tf.set_random_seed(self.seed) model = Model( n_users=self.num_users, n_items=self.num_items, k=self.k, lambda_u=self.lambda_u, lambda_v=self.lambda_v, lr=self.learning_rate, U=self.U, V=self.V, ) # Training model config = tf.ConfigProto() config.gpu_options.allow_growth = True with tf.Session(config=config, graph=graph) as sess: sess.run(tf.global_variables_initializer()) loop = trange(self.max_iter, disable=not self.verbose) for _ in loop: sum_loss = 0 count = 0 for i, batch_ids in enumerate( train_set.item_iter(self.batch_size, shuffle=True) ): batch_R = R[:, batch_ids] batch_C = np.ones(batch_R.shape) * self.b batch_C[batch_R.nonzero()] = self.a feed_dict = { model.ratings: batch_R.A, model.C: batch_C, model.item_ids: batch_ids, } _, _loss = sess.run( [model.opt, model.loss], feed_dict ) # train U, V sum_loss += _loss count += len(batch_ids) if i % 10 == 0: loop.set_postfix(loss=(sum_loss / count)) self.U, self.V = sess.run([model.U, model.V]) tf.reset_default_graph() if self.verbose: print("Learning completed!")
[docs] def score(self, user_idx, item_idx=None): """Predict the scores/ratings of a user for an item. Parameters ---------- user_idx: int, required The index of the user for whom to perform score prediction. item_idx: int, optional, default: None The index of the item for which to perform score prediction. If None, scores for all known items will be returned. Returns ------- res : A scalar or a Numpy array Relative scores that the user gives to the item or to all known items """ if self.is_unknown_user(user_idx): raise ScoreException("Can't make score prediction for user %d" % user_idx) if item_idx is not None and self.is_unknown_item(item_idx): raise ScoreException("Can't make score prediction for item %d" % item_idx) if item_idx is None: return self.V.dot(self.U[user_idx, :]) return self.V[item_idx, :].dot(self.U[user_idx, :])
[docs] def get_vector_measure(self): """Getting a valid choice of vector measurement in ANNMixin._measures. Returns ------- measure: MEASURE_DOT Dot product aka. inner product """ return MEASURE_DOT
[docs] def get_user_vectors(self): """Getting a matrix of user vectors serving as query for ANN search. Returns ------- out: numpy.array Matrix of user vectors for all users available in the model. """ return self.U
[docs] def get_item_vectors(self): """Getting a matrix of item vectors used for building the index for ANN search. Returns ------- out: numpy.array Matrix of item vectors for all items available in the model. """ return self.V