Commit c4327ec074f68d907b6ed3712b531d5a8a367692
1 parent
8a5b273c
Exists in
master
and in
1 other branch
Updated tests
Showing
2 changed files
with
106 additions
and
1 deletions
Show diff stats
src/tests/data_tests.py
| @@ -22,14 +22,29 @@ __license__ = """ | @@ -22,14 +22,29 @@ __license__ = """ | ||
| 22 | import unittest2 | 22 | import unittest2 |
| 23 | import shutil | 23 | import shutil |
| 24 | import os | 24 | import os |
| 25 | +import xapian | ||
| 25 | import sys | 26 | import sys |
| 26 | sys.path.insert(0,'../') | 27 | sys.path.insert(0,'../') |
| 27 | -from data import PopconSubmission, PopconXapianIndex | 28 | +from data import PopconSubmission, PopconXapianIndex, axi_search_pkg_tags |
| 28 | from config import Config | 29 | from config import Config |
| 29 | 30 | ||
| 30 | def suite(): | 31 | def suite(): |
| 31 | return unittest2.TestLoader().loadTestsFromTestCase(PopconSubmissionTests) | 32 | return unittest2.TestLoader().loadTestsFromTestCase(PopconSubmissionTests) |
| 32 | 33 | ||
| 34 | +class AxiSearchTests(unittest2.TestCase): | ||
| 35 | + @classmethod | ||
| 36 | + def setUpClass(self): | ||
| 37 | + cfg = Config() | ||
| 38 | + self.axi = xapian.Database(cfg.axi) | ||
| 39 | + | ||
| 40 | + def test_search_pkg_tags(self): | ||
| 41 | + tags = axi_search_pkg_tags(self.axi,'apticron') | ||
| 42 | + self.assertEqual(set(tags),set(['XTadmin::package-management', | ||
| 43 | + 'XTinterface::daemon', | ||
| 44 | + 'XTnetwork::server', 'XTrole::program', | ||
| 45 | + 'XTsuite::debian', 'XTuse::monitor', | ||
| 46 | + 'XTworks-with::mail'])) | ||
| 47 | + | ||
| 33 | class PopconSubmissionTests(unittest2.TestCase): | 48 | class PopconSubmissionTests(unittest2.TestCase): |
| 34 | @classmethod | 49 | @classmethod |
| 35 | def setUpClass(self): | 50 | def setUpClass(self): |
| @@ -0,0 +1,90 @@ | @@ -0,0 +1,90 @@ | ||
| 1 | +#!/usr/bin/env python | ||
| 2 | +""" | ||
| 3 | + singletonTests - Singleton class test case | ||
| 4 | +""" | ||
| 5 | +__author__ = "Tassia Camoes Araujo <tassia@gmail.com>" | ||
| 6 | +__copyright__ = "Copyright (C) 2011 Tassia Camoes Araujo" | ||
| 7 | +__license__ = """ | ||
| 8 | + This program is free software: you can redistribute it and/or modify | ||
| 9 | + it under the terms of the GNU General Public License as published by | ||
| 10 | + the Free Software Foundation, either version 3 of the License, or | ||
| 11 | + (at your option) any later version. | ||
| 12 | + | ||
| 13 | + This program is distributed in the hope that it will be useful, | ||
| 14 | + but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 15 | + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 16 | + GNU General Public License for more details. | ||
| 17 | + | ||
| 18 | + You should have received a copy of the GNU General Public License | ||
| 19 | + along with this program. If not, see <http://www.gnu.org/licenses/>. | ||
| 20 | +""" | ||
| 21 | + | ||
| 22 | +import xapian | ||
| 23 | +import unittest2 | ||
| 24 | +import sys | ||
| 25 | +sys.path.insert(0,'../') | ||
| 26 | +from evaluation import (Accuracy, Precision, Recall, F1, Coverage, | ||
| 27 | + Evaluation, CrossValidation) | ||
| 28 | +from recommender import RecommendationResult | ||
| 29 | +from config import Config | ||
| 30 | +from recommender import Recommender | ||
| 31 | +from user import User | ||
| 32 | +from data import SampleAptXapianIndex | ||
| 33 | + | ||
| 34 | +class MetricsTests(unittest2.TestCase): | ||
| 35 | + @classmethod | ||
| 36 | + def setUpClass(self): | ||
| 37 | + repository = ['apple','grape','pineaple','melon','watermelon','orange'] | ||
| 38 | + real = RecommendationResult(dict.fromkeys(['apple','grape','pineaple','melon'],1)) | ||
| 39 | + predicted = RecommendationResult(dict.fromkeys(['apple','grape','orange'],1)) | ||
| 40 | + self.evaluation = Evaluation(predicted,real,len(repository)) | ||
| 41 | + | ||
| 42 | + def test_class_accuracy(self): | ||
| 43 | + accuracy = Accuracy().run(self.evaluation) | ||
| 44 | + self.assertEqual(accuracy,0.5) | ||
| 45 | + | ||
| 46 | + def test_precision(self): | ||
| 47 | + precision = Precision().run(self.evaluation) | ||
| 48 | + self.assertEqual("%.2f" % precision,"0.67") | ||
| 49 | + | ||
| 50 | + def test_recall(self): | ||
| 51 | + recall = Recall().run(self.evaluation) | ||
| 52 | + self.assertEqual(recall,0.5) | ||
| 53 | + | ||
| 54 | + def test_f1(self): | ||
| 55 | + f1 = F1().run(self.evaluation) | ||
| 56 | + self.assertEqual("%.2f" % f1,"0.57") | ||
| 57 | + | ||
| 58 | + def test_coverage(self): | ||
| 59 | + evaluations_set = set() | ||
| 60 | + evaluations_set.add(self.evaluation) | ||
| 61 | + coverage = Coverage().run(evaluations_set) | ||
| 62 | + self.assertEqual(coverage,0.5) | ||
| 63 | + | ||
| 64 | + def test_evaluation(self): | ||
| 65 | + self.assertEqual(self.evaluation.true_positive, ['apple','grape']) | ||
| 66 | + self.assertEqual(self.evaluation.false_positive, ['orange']) | ||
| 67 | + self.assertEqual(self.evaluation.false_negative, ['pineaple','melon']) | ||
| 68 | + | ||
| 69 | + def test_cross_validation(self): | ||
| 70 | + cfg = Config() | ||
| 71 | + axi = xapian.Database(cfg.axi) | ||
| 72 | + packages = ["gimp","aaphoto","eog","emacs","dia","ferret", | ||
| 73 | + "festival","file","inkscape","xpdf"] | ||
| 74 | + path = "test_data/.sample_axi" | ||
| 75 | + sample_axi = SampleAptXapianIndex(packages,axi,path) | ||
| 76 | + rec = Recommender(cfg) | ||
| 77 | + rec.items_repository = sample_axi | ||
| 78 | + user = User({"gimp":1,"aaphoto":1,"eog":1,"emacs":1}) | ||
| 79 | + | ||
| 80 | + metrics = [] | ||
| 81 | + metrics.append(Precision()) | ||
| 82 | + metrics.append(Recall()) | ||
| 83 | + metrics.append(F1()) | ||
| 84 | + | ||
| 85 | + validation = CrossValidation(0.3,5,rec,metrics,0.5) | ||
| 86 | + validation.run(user) | ||
| 87 | + print validation | ||
| 88 | + | ||
| 89 | +if __name__ == '__main__': | ||
| 90 | + unittest2.main() |