comparison toolboxes/distance_learning/mlr/util/soft_classify.m @ 0:e9a9cd732c1e tip

first hg version after svn

+function Ypredict = soft_classify(W, test_k, Xtrain, Ytrain, Xtest, Testnorm)
+% Ypredict = soft_classify(W, test_k, Xtrain, Ytrain, Xtest, Testnorm)
+%
+%       W       = d-by-d positive semi-definite matrix
+%       test_k  = k-value to use for KNN
+%       Xtrain  = d-by-n matrix of training data
+%       Ytrain  = n-by-1 vector of training labels
+%       Xtest   = d-by-m matrix of testing data
+%       Testnorm= m-by-#kernels vector of k(i,i) for each i in test
+%
+
+    addpath('cuttingPlane', 'distance', 'feasible', 'initialize', 'loss', ...
+            'metricPsi', 'regularize', 'separationOracle', 'util');
+
+    [d, nTrain, nKernel] = size(Xtrain);
+    nTest       = size(Xtest, 2);
+    test_k      = min(test_k, nTrain);
+
+    if nargin < 7
+        Testnorm = [];
+    end
+
+    % Build the distance matrix
+    [D, I] = mlr_test_distance(W, Xtrain, Xtest, Testnorm);
+
+    % Compute label agreement
+    Ypredict  = histc(Ytrain(I(1:test_k,:)), unique(Ytrain)');
+
+end
+
+
+function [D,I] = mlr_test_distance(W, Xtrain, Xtest, Testnorm)
+
+    % CASES:
+    %   Raw:                        W = []
+    
+    %   Linear, full:               W = d-by-d
+    %   Single Kernel, full:        W = n-by-n
+    %   MKL, full:                  W = n-by-n-by-m
+
+    %   Linear, diagonal:           W = d-by-1
+    %   Single Kernel, diagonal:    W = n-by-1
+    %   MKL, diag:                  W = n-by-m
+    %   MKL, diag-off-diag:         W = m-by-m-by-n
+    
+    [d, nTrain, nKernel] = size(Xtrain);
+    nTest = size(Xtest, 2);
+
+    if isempty(W)
+        % W = []  => native euclidean distances
+        D = mlr_test_distance_raw(Xtrain, Xtest, Testnorm);
+
+    elseif size(W,1) == d && size(W,2) == d
+        % We're in a full-projection case
+        D = setDistanceFullMKL([Xtrain Xtest], W, nTrain + (1:nTest), 1:nTrain);
+
+    elseif size(W,1) == d && size(W,2) == nKernel
+        % We're in a simple diagonal case
+        D = setDistanceDiagMKL([Xtrain Xtest], W, nTrain + (1:nTest), 1:nTrain);
+
+    elseif size(W,1) == nKernel && size(W,2) == nKernel && size(W,3) == nTrain
+        % We're in DOD mode
+        D = setDistanceDODMKL([Xtrain Xtest], W, nTrain + (1:nTest), 1:nTrain);
+
+    else
+        % Error?
+        error('Cannot determine metric mode.');
+
+    end
+    
+    D       = full(D(1:nTrain, nTrain + (1:nTest)));
+    [v,I]   = sort(D, 1);
+end
+
+
+
+function D = mlr_test_distance_raw(Xtrain, Xtest, Testnorm)
+
+    [d, nTrain, nKernel] = size(Xtrain);
+    nTest = size(Xtest, 2);
+
+    if isempty(Testnorm)
+        % Not in kernel mode, compute distances directly
+        D = 0;
+        for i = 1:nKernel
+            D = D + setDistanceDiag([Xtrain(:,:,i) Xtest(:,:,i)], ones(d,1), ...
+                                    nTrain + (1:nTest), 1:nTrain);
+        end
+    else
+        % We are in kernel mode
+        D = sparse(nTrain + nTest, nTrain + nTest);
+        for i = 1:nKernel
+            Trainnorm = diag(Xtrain(:,:,i));
+            D(1:nTrain, nTrain + (1:nTest)) = D(1:nTrain, nTrain + (1:nTest)) ...
+                +  bsxfun(@plus, Trainnorm, bsxfun(@plus, Testnorm(:,i)', -2 * Xtest(:,:,i)));
+        end
+    end
+end
+