-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9fb9eac
commit de162b9
Showing
1 changed file
with
143 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,143 @@ | ||
from ir_axioms.axiom import UniformAxiom, VoteAxiom | ||
from ir_axioms.model import Query, RankedTextDocument | ||
from tests.unit.util import MemoryIndexContext | ||
from pytest import approx | ||
|
||
|
||
def test_uniform(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom = UniformAxiom(1) | ||
|
||
assert axiom.preference(context, query, document1, document2) == 1 | ||
assert axiom.preference(context, query, document2, document1) == 1 | ||
|
||
|
||
def test_sum(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(1) | ||
axiom2 = UniformAxiom(2) | ||
axiom3 = UniformAxiom(3) | ||
|
||
axiom = axiom1 + axiom2 + axiom3 | ||
|
||
assert axiom.preference(context, query, document1, document2) == 6 | ||
assert axiom.preference(context, query, document2, document1) == 6 | ||
|
||
|
||
def test_product(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(1) | ||
axiom2 = UniformAxiom(2) | ||
axiom3 = UniformAxiom(3) | ||
|
||
axiom = axiom1 * axiom2 * axiom3 | ||
|
||
assert axiom.preference(context, query, document1, document2) == 6 | ||
assert axiom.preference(context, query, document2, document1) == 6 | ||
|
||
|
||
def test_multiplicative_inverse(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom = 1 / UniformAxiom(2) | ||
|
||
assert ( | ||
axiom.preference(context, query, document1, document2) == | ||
approx(0.5) | ||
) | ||
assert ( | ||
axiom.preference(context, query, document2, document1) == | ||
approx(0.5) | ||
) | ||
|
||
|
||
def test_and(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(1) | ||
axiom2 = UniformAxiom(2) | ||
axiom3 = UniformAxiom(0) | ||
|
||
axiom4 = axiom1 & axiom2 | ||
axiom5 = axiom1 & axiom2 & axiom3 | ||
|
||
assert axiom4.preference(context, query, document1, document2) == 1 | ||
assert axiom4.preference(context, query, document2, document1) == 1 | ||
assert axiom5.preference(context, query, document1, document2) == 0 | ||
assert axiom5.preference(context, query, document2, document1) == 0 | ||
|
||
|
||
def test_majority_vote(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(1) | ||
axiom2 = UniformAxiom(2) | ||
axiom3 = UniformAxiom(0) | ||
|
||
axiom4 = axiom1 % axiom2 % axiom3 | ||
axiom5 = VoteAxiom([axiom1, axiom2, axiom3], minimum_votes=0.5) | ||
axiom6 = VoteAxiom([axiom1, axiom2, axiom3], minimum_votes=0.75) | ||
|
||
assert axiom4.preference(context, query, document1, document2) == 1 | ||
assert axiom4.preference(context, query, document2, document1) == 1 | ||
assert axiom5.preference(context, query, document1, document2) == 1 | ||
assert axiom5.preference(context, query, document2, document1) == 1 | ||
assert axiom6.preference(context, query, document1, document2) == 0 | ||
assert axiom6.preference(context, query, document2, document1) == 0 | ||
|
||
|
||
def test_cascade(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(0) | ||
axiom2 = UniformAxiom(1) | ||
axiom3 = UniformAxiom(2) | ||
|
||
axiom4 = axiom1 | axiom2 | ||
axiom5 = axiom1 | axiom3 | ||
|
||
assert axiom1.preference(context, query, document1, document2) == 0 | ||
assert axiom1.preference(context, query, document2, document1) == 0 | ||
assert axiom4.preference(context, query, document1, document2) == 1 | ||
assert axiom4.preference(context, query, document2, document1) == 1 | ||
assert axiom5.preference(context, query, document1, document2) == 2 | ||
assert axiom5.preference(context, query, document2, document1) == 2 | ||
|
||
|
||
def test_normalize(): | ||
query = Query("q1 q2 q3") | ||
document1 = RankedTextDocument("d1", 2, 1, "w1 w2 w3") | ||
document2 = RankedTextDocument("d2", 1, 2, "w1 w2 w3") | ||
context = MemoryIndexContext({document1, document2}) | ||
|
||
axiom1 = UniformAxiom(2) | ||
axiom2 = +axiom1 | ||
|
||
assert axiom1.preference(context, query, document1, document2) == 2 | ||
assert axiom1.preference(context, query, document2, document1) == 2 | ||
assert axiom2.preference(context, query, document1, document2) == 1 | ||
assert axiom2.preference(context, query, document2, document1) == 1 |