comparison core/magnatagatune/makro_merge_last.fm_data.m @ 0:e9a9cd732c1e tip

first hg version after svn

+% makro_merge_last.fm_data
+
+% ---
+% make sure we just search once for each artist
+% ---
+[artists,null, idx] = unique(clip_info_proper(:,4));
+
+
+% ---
+% this is were we search for our artists in last.fm
+% ---
+[fmartist, fmartist_names] = fm_corresponding_artists(artists);
+
+%%
+% ---
+% add Id's to artist structure
+% ---
+
+% collect clip ids
+for i = 1:numel(artists)
+    clip_ids{i} = annots_ids(idx == i);
+end
+fmartists = cat(2,clip_ids', fmartist);
+fmartist_names = {'clip_ids',fmartist_names{:}};
+
+clear fmartist;
+
+[a, b] = fm_retrieve_artist('Mijo');
+fmartist(strcellfind(fmartist(:,1),'Mijo'),2:3) = {a{1}, b{1}};
+
+% ---
+% TODO: code manual sorting out of bad associations here, for better
+% reproducibility
+% ---
+
+% 
+bad_artiidx = find(strcmp('-1', fmartist(:,2)));
+
+% ---
+% we remove the magnatune compilation artist,
+% as tags are not really descriptive for this
+% ---
+bad_artiidx = [bad_artiidx substrcellfind(fmartist(:,1), 'Magna', 1)];
+
+bad_artists = zeros(size(fmartist,1),1);
+bad_artists(bad_artiidx) = 1;
+
+
+% ---
+% NOTE: as we have two categories of reasons for non-existing tags
+% (exclusion above and failure), there is two different data entries fur
+% such: '-1' for "artist not found in last.fm database" and 
+%       [] for excluded items.
+% ---
+
+fmartist_tags = {};
+for i = 1:size(fmartist,1)
+    
+    if ~bad_artists(i)
+        fprintf('%d percent: %s\n',floor(i*100/size(fmartist,1)),fmartist{i,2});
+        [a, b] = fm_retrieve_artist_tags(fmartist{i,2});
+        fmartist_tags(i,:) = {a, b};
+    end
+end
+%%
+% ---
+% now, we access the frequency of all tags, trying to establish an
+% vocabulary suitable for defining similarity measurements
+% ---
+% ---
+% collect all tags and number of occurence
+% the tag array is allocated beforeghand to save time
+% ---
+
+fmartist_annots = sparse(size(fmartist_tags,1),2000);
+fmartist_annots_names = {};
+for i = 1:size(fmartist_tags,1)
+    
+    % ---
+    % FIXME: obviously some tags get into the names table but dont get any 
+    % score associated. 
+    % ---
+    for j = 1:numel(fmartist_tags{i,1})
+        if isempty(fmartist_tags{i,1}) || strcmp(fmartist_tags{i,1}{j},'-1');
+            continue;
+        end
+        
+        % find tag in new tag array
+        tagidx = strcellfind(fmartist_annots_names, fmartist_tags{i,1}{j});
+        if tagidx ~= -1
+            
+            % ---
+            % NOTE: the fmartist_annots array saves the tag popularities in
+            %  an INT structure. this has to be converted to double before
+            %  using it in any other circumstances
+            % ---
+            
+            % save tag domination
+            fmartist_annots(i,tagidx) = double(fmartist_tags{i,2}(j))./100;
+        else
+            tagidx = numel(fmartist_annots_names)+1;
+            
+            % create new tag field
+            fmartist_annots_names{tagidx} = fmartist_tags{i,1}{j};
+            
+            % save tag domination
+            fmartist_annots(i,tagidx) = double(fmartist_tags{i,2}(j))./100; 
+        end
+    end
+end