From 6415d294269865e7d6fe5d35eb495f4fd3b7db99 Mon Sep 17 00:00:00 2001
From: marshygeek <lester0578@gmail.com>
Date: Thu, 15 Feb 2018 20:04:40 +0400
Subject: [PATCH] FilterUnnecessaryEvents (#102)

* Added func exclude_unpopular: removes unnecessary events that was
referred in issue #87

* Less patterns

* Redundant parameter "r"
---
 surebet/handling/excluding.py                 |  25 +
 surebet/main.py                               |   4 +-
 surebet/tests/handling/test_exclude.py        |   2 +-
 surebet/tests/handling/test_unpopular.py      |  37 ++
 surebet/tests/handling/unpopular/known.pkl    | Bin 0 -> 4584 bytes
 .../tests/handling/unpopular/knownResult.json | 432 ++++++++++++++++++
 surebet/tests/handling/unpopular/sample0.pkl  | Bin 0 -> 4979 bytes
 surebet/tests/handling/unpopular/sample1.pkl  | Bin 0 -> 6050 bytes
 surebet/tests/handling/unpopular/sample2.pkl  | Bin 0 -> 6875 bytes
 9 files changed, 498 insertions(+), 2 deletions(-)
 create mode 100644 surebet/tests/handling/test_unpopular.py
 create mode 100644 surebet/tests/handling/unpopular/known.pkl
 create mode 100644 surebet/tests/handling/unpopular/knownResult.json
 create mode 100644 surebet/tests/handling/unpopular/sample0.pkl
 create mode 100644 surebet/tests/handling/unpopular/sample1.pkl
 create mode 100644 surebet/tests/handling/unpopular/sample2.pkl

diff --git a/surebet/handling/excluding.py b/surebet/handling/excluding.py
index badcadc..e0b1a0d 100644
--- a/surebet/handling/excluding.py
+++ b/surebet/handling/excluding.py
@@ -1,6 +1,11 @@
+from re import search
+
 from surebet import find_in_iter, reverse_enum
 from surebet.handling.surebets import Surebets, Surebet
 
+women_patterns = ["\([Ww]\)"]
+other_patterns = ["\([Rr]\)", "U\d+", "\(U\d+\)", "U-\d+", "Reserves"]
+
 
 def _del_equal(found_obj, posit_obj) -> None:
     for attr, found_iter in found_obj.__dict__.items():
@@ -20,3 +25,23 @@ def _del_equal(found_obj, posit_obj) -> None:
 def exclude_posit(found_surebets: Surebets, posit_surebets: Surebets) -> None:
     _del_equal(found_surebets, posit_surebets)
     found_surebets.format()
+
+
+def exclude_unpopular(surebets):
+    for book in surebets.books_surebets:
+        for sport_name, sport in book.attrs_dict().items():
+            patterns = list(other_patterns)
+            if sport_name != "volley":  # volleyball women teams are allowed
+                patterns += women_patterns
+
+            for idx, event in reverse_enum(sport):
+                if is_unpopular(patterns, event):
+                    del sport[idx]
+
+
+def is_unpopular(patterns, event):
+    for pattern in patterns:
+        for teams in (event.teams1, event.teams2):
+            if search(pattern, teams[0]) or search(pattern, teams[1]):
+                return True
+    return False
diff --git a/surebet/main.py b/surebet/main.py
index 6226366..2dc3169 100644
--- a/surebet/main.py
+++ b/surebet/main.py
@@ -1,6 +1,6 @@
 from surebet.bookmakers import Posit, Fonbet, Marat, Olimp
 from surebet.handling.detailed_surebets import convert_to_detailed
-from surebet.handling.excluding import exclude_posit
+from surebet.handling.excluding import exclude_posit, exclude_unpopular
 from surebet.handling.searching import find_surebets
 from surebet.handling.surebets import Surebets
 from surebet.loading.selenium import SeleniumService
@@ -29,6 +29,8 @@ def start_scanning(iter_num):
 
         exclude_posit(surebets, posit_surebets)
 
+        exclude_unpopular(surebets)
+
         surebets.set_timestamps(old_surebets)
         old_surebets = surebets
 
diff --git a/surebet/tests/handling/test_exclude.py b/surebet/tests/handling/test_exclude.py
index 3934574..6bbbb01 100644
--- a/surebet/tests/handling/test_exclude.py
+++ b/surebet/tests/handling/test_exclude.py
@@ -29,7 +29,7 @@ def test_known_result():
     surebets_other, surebets_posit = read_sample("known.pkl")
     exclude_posit(surebets_other, surebets_posit)
 
-    with open(path.join(resource_dir, "knownResult.json"), "r") as file_result:
+    with open(path.join(resource_dir, "knownResult.json")) as file_result:
         surebets_result = json.load(file_result)
 
     assert obj_dumps(surebets_other) == json_dumps(surebets_result)
diff --git a/surebet/tests/handling/test_unpopular.py b/surebet/tests/handling/test_unpopular.py
new file mode 100644
index 0000000..4420eb0
--- /dev/null
+++ b/surebet/tests/handling/test_unpopular.py
@@ -0,0 +1,37 @@
+import logging
+import pickle
+import json
+from os import path
+
+from surebet.tests.handling import package_dir
+from surebet.json_funcs import json_dumps, obj_dumps
+from surebet.handling.excluding import exclude_unpopular
+
+resource_dir = path.join(package_dir, "unpopular")
+
+
+def read_sample(filename):
+    with open(path.join(resource_dir, filename), "rb") as found_file:
+        obj = pickle.load(found_file)
+    return obj
+
+
+def test_sample():
+    for sample_num in range(3):
+        filename = 'sample{}.pkl'.format(sample_num)
+        surebets = read_sample(filename)
+        exclude_unpopular(surebets)
+
+    logging.info("PASS: samples")
+
+
+def test_known_result():
+    surebets = read_sample("known.pkl")
+    exclude_unpopular(surebets)
+
+    with open(path.join(resource_dir, "knownResult.json")) as file_result:
+        surebets_result = json.load(file_result)
+
+    assert obj_dumps(surebets) == json_dumps(surebets_result)
+
+    logging.info("PASS: known")
diff --git a/surebet/tests/handling/unpopular/known.pkl b/surebet/tests/handling/unpopular/known.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a1866982c123565e463b233e0336cba8683269fa
GIT binary patch
literal 4584
zcma)9d0-q>8Q-SqwN0BI=?SDmdQA#Bc6(UVy4xJ4Hl#pf?SNhD>}Jw8&1NUx+ufw8
zJ`F13fuJH{tKxz8QEyvNG=jG+-qu@CJP{S8tsDa1_szVS4XuIsBYE@Qcf9X6zwg+w
zskvfVI$5XGEbKyG-Yx8F4mOJMUjL*Rhgjp)FhxO?H8&QEWj$}8xK~TT)C^RclUQj(
z@yOCNv@~784AYv9rixxJ=SY~Dfm!@satZ~v2=NTep3G$Duu~{SHfzx490hYtYZ}@d
zvSq0VwHcT<$)zqwp~%2|G_XLyLer`a3_x9X%$i9z3^0I28CX2oodRodSc1luDp+P(
zRj5CbfaR0iqund??Y8$hG7jgV-uVhH@GnuY2OX&AfJ$D;&cg}@sNc?&JPAfu>M=Bq
z58pV4R^Y;}^rkU?kD)F1_qzw6!J2}5yI^HG>)$5{s|2}PtzeBQ>ct9Sbfs%g#<vXJ
zdQwC-gs*rRtVKn#Hzd7&w*+QadgFD+@i|e>3JSGR!8%hcXPXx(xHz;)(c?olH;nnq
z27%WQzW*i#&7tfRb|0T8i=G9#Yw+(@&N}6+9k9e6EGD2O1Ffc2ho-xwvp?q!c*Ax}
zuUl|!T0z39#iJfaBB_cky*W`X%OWJ5$V3v>XJCVAEuCP(Xp4*(-LTPG7@09TwIQPe
zHsOT?aqn3QHk$$&cZn&8O3zmC98(~J1d`^tCd0Hv!SggsDFx{;bYdJn6ng8JzpR95
ztAe&rmXDt*8^E+?^A-1BQ-3V@D(wn7w7X6P&qoth9M#=I-(KcZ0=nqKS9o9GTNjny
zw<&l5c_-P_6A?)w*}(hiL-ZUDyl+>~t-W8Wpyw>_N!URaA0i?hKS8lKp2PcP3N9z_
zB%5B?&(B2Jz<afM>dqVXGzQ+UP_R>b?^W<Z@=kG5frDLSt19$6Ua$Rfo+RN#Xv8Pz
zZUq*3XANJ9ztTjF1YC(4NK<23fB><ASa6ks7ZVGrhy{Cm7GxB>L|<*Mf|rtgPQZ%q
zuu|WsB3Wz&*-$p-M@vXVvH=on%Ls&dIzS?)pijGV6!eGTMDE7*vOz?l?^7T`*$Q`&
zY!Gzl4uf_CCZua}i|7=EmL7XRcyhok*s$Ls!gLPg%Z0v{-jY+6#&)B}*bW1Zz!c1z
z{<$a^J1f+TtuScK3l)tXtqKL5d7gqH&OGolPbw&enOE{LFDn?<AdDzDpm9u{S<esQ
zm>gr!CvbmM!9gvXt|5Y%rzgq=nAcG0jBg1rf0=@pYj;Y)D?%J+6F&|eCKDlrDlmVg
zf-x<dI<tqrG0H{+6#?ee$AU!HM7vtSt3sl^nybxg6kLOsn56LpP3N^p)N2*I4n1>w
z@DlKP&P?{P6JuH>NahU+-WbXx;kt^9L>aRyb)TP7SfT?ayvelYAgJ4lWuv|6%9dVx
z(3NmKf9P%QKD#K~l3j4I)Jg~2)D298H&^KR8b&X?#ac{uA{}E#pk=hfTZwpF(S?^A
za7N+A47`osvvzU7DZxz{cssujd-*(`-<*MWaM3=b;4o9?ot&-jQt<8&#9Mskyhp)%
z^{0HFg7?$sp=?b(8ZoCmt(ik?@GHly3O=A^)3s4+i)5({V$DcytjyLAD)^9g_hAJe
z2~AXo<tp7iezv=hD)?9^ThVnR*}&a~TZlR<&^I;ik1P0ucK1mIM?w?xqv$%$5#6U0
zd|Jz<9%kwTkvftM+_lynytnH}o!_{rIDE$BUfMNc%RbjOc1tgpw?~X!$yWHRH6H_O
z+uCcixpscESn>vV|8vZX&zsf~Jnrr_&eCm4TmoNURy{?T4!(%&uz7}}nKc1NnF;+~
z0q0#f79J$wHeL_f(k{X6h!0JvUsCX8Q{ZTN2lM4C3ckvG8E3wHO~IXErMZg%{knp0
zXh6TI;9CR|w=No=@IjDL_wXu)g(jlQw-tOx%cdR=+gycg0H}FKP-rm6Yy$MV{=|Eg
z-DgYqo;3@NciTf=aoCnF9B1fGREpfqD2F1(PMnl-2VM9+;UsYC{(;G{{!qb>IMyF?
ztUpok(=gVb`MGgY!OwNDzfkbYkP)Y%G8c@a6RPU36#QDtrm48&L+puU{i>RJfKubs
zT>)8tqu{sN-R~6KqfMlq#@)RNey?SpnLCC8vHe3(i|o<7eX!+HdoY`K;67^+-nYXo
z<^=vya%4-lQ!F|8tmh8G9~tjInT+u^R>PL%D`Knrv$br3Dvpwove5&7LB|aKUlsg~
z!M~ru|GR<*Lh%2=MEj?Le`zotRPgUGz>4HQ*U0@J1rJ5Ces&V}k!;Y>8prUeu^1O~
zCfX@eBt((}JpDBD@|piTFaK9Z_^^UUIKoFc!p9W+FO2YUj_?U3WB9uz2vSbLwUSl5
z6O`b|o41_G8r2mV={ZqZi`sn<@LWAW2AL(NvF7!H`;weaZ#;@{J2P}YGkWC=Jes6I
z$(eYLaXaG1jGTpQaZ^Ud>Hp0cIh+0;6~}~Me!RRpI3#Ou)2~2s4lb3Pi+`yO$yyS}
z-y3os@6YG`+KgO4`#5pRg}h(K`~I&FxrolN+RMd!wuI04$C_NqJIi<{m~tzo9G#jK
zW1(Em8s}ALq#g;&)p(>43@Yo6FvUU^$@58*D=k+nc>%tkyCTVYJR-Wu73}S9p-YrB
zaD%|Skp2@I4Y*KpCCecit7xClSk3!uct1d6Eu9e>CZ9F(*>W0i<T~EDh<EC(smOjW
zaX?;-?=<Sf^~~juL$Zmbn|*0P(~zDf@zdcn^q?+YnolhxYRyKoJ3KjJj~ct05}Rc!
z?pigt+2Ith`C!YV-30D(>`7Ll?%^xR^&~$dl9wAulxjD!Y9p?RRh#JlQE|JtZNJYY
Ir<iSi5?oehTL1t6

literal 0
HcmV?d00001

diff --git a/surebet/tests/handling/unpopular/knownResult.json b/surebet/tests/handling/unpopular/knownResult.json
new file mode 100644
index 0000000..7ef1684
--- /dev/null
+++ b/surebet/tests/handling/unpopular/knownResult.json
@@ -0,0 +1,432 @@
+{
+  "books_surebets": [
+    {
+      "basket": [],
+      "book1": "fonbet",
+      "book2": "marat",
+      "hockey": [],
+      "soccer": [],
+      "tennis": [
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 21.55,
+                  "w1": {
+                    "cond": 22.5,
+                    "factor": 1.75,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 22.5,
+                    "factor": 3.98,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 9.42,
+                  "w1": {
+                    "cond": 20.5,
+                    "factor": 2.25,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 20.5,
+                    "factor": 2.13,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Krejcikova/Siniakova",
+            "Mertens/Schuurs"
+          ],
+          "teams2": [
+            "Krejcikova B/Siniakova K",
+            "Mertens E/Schuurs D"
+          ]
+        },
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 11.11,
+                  "w1": {
+                    "cond": 16.5,
+                    "factor": 2.5,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 16.5,
+                    "factor": 2.0,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 10.8,
+                  "w1": {
+                    "cond": 4.5,
+                    "factor": 2.5,
+                    "name": "ind_total1",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 4.5,
+                    "factor": 1.99,
+                    "name": "ind_total1",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 2.52,
+                  "w1": {
+                    "cond": 12.5,
+                    "factor": 1.3,
+                    "name": "ind_total2",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 12.5,
+                    "factor": 4.85,
+                    "name": "ind_total2",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 8.05,
+                  "w1": {
+                    "cond": -7.5,
+                    "factor": 2.35,
+                    "name": "hand",
+                    "suffix": "2"
+                  },
+                  "w2": {
+                    "cond": 7.5,
+                    "factor": 2.0,
+                    "name": "hand",
+                    "suffix": "1"
+                  }
+                }
+              ]
+            },
+            {
+              "part": 2,
+              "surebets": [
+                {
+                  "profit": 11.73,
+                  "w1": {
+                    "cond": 9.5,
+                    "factor": 2.5,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 9.5,
+                    "factor": 2.02,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 11.73,
+                  "w1": {
+                    "cond": -2.5,
+                    "factor": 2.5,
+                    "name": "hand",
+                    "suffix": "2"
+                  },
+                  "w2": {
+                    "cond": 2.5,
+                    "factor": 2.02,
+                    "name": "hand",
+                    "suffix": "1"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Ehn/Makhorkina",
+            "Eklund/Steur J M J"
+          ],
+          "teams2": [
+            "Ehn R/Makhorkina A",
+            "Eklund M/Steur J"
+          ]
+        },
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 3.53,
+                  "w1": {
+                    "cond": 18.5,
+                    "factor": 1.45,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 18.5,
+                    "factor": 3.62,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 2.59,
+                  "w1": {
+                    "cond": 7.5,
+                    "factor": 3.45,
+                    "name": "hand",
+                    "suffix": "2"
+                  },
+                  "w2": {
+                    "cond": -7.5,
+                    "factor": 1.46,
+                    "name": "hand",
+                    "suffix": "1"
+                  }
+                }
+              ]
+            },
+            {
+              "part": 2,
+              "surebets": [
+                {
+                  "profit": 0.65,
+                  "w1": {
+                    "factor": 1.27,
+                    "name": "o1"
+                  },
+                  "w2": {
+                    "factor": 4.85,
+                    "name": "o2"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Hsu C-Y/Samir",
+            "Higashitani/Sireix"
+          ],
+          "teams2": [
+            "Hsu C/Samir S",
+            "Higashitani N/Sireix C"
+          ]
+        }
+      ],
+      "volley": []
+    },
+    {
+      "basket": [],
+      "book1": "fonbet",
+      "book2": "olimp",
+      "hockey": [],
+      "soccer": [
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 12.37,
+                  "w1": {
+                    "cond": 0.5,
+                    "factor": 2.75,
+                    "name": "ind_total2",
+                    "suffix": "O"
+                  },
+                  "w2": {
+                    "cond": 0.5,
+                    "factor": 1.9,
+                    "name": "ind_total2",
+                    "suffix": "U"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Zadar",
+            "Kaposvari"
+          ],
+          "teams2": [
+            "Zadar",
+            "Kaposvari Rakoczi"
+          ]
+        }
+      ],
+      "tennis": [
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 0.93,
+                  "w1": {
+                    "cond": 22.5,
+                    "factor": 1.35,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 22.5,
+                    "factor": 4.0,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                },
+                {
+                  "profit": 0.93,
+                  "w1": {
+                    "cond": 22.5,
+                    "factor": 1.35,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 22.5,
+                    "factor": 4.0,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Haylaz/Lamble",
+            "Dischinger/Kestelboim"
+          ],
+          "teams2": [
+            "Haylaz M/Lamble J",
+            "Dischinger E/Kestelboim M"
+          ]
+        },
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 12.75,
+                  "w1": {
+                    "cond": 20.5,
+                    "factor": 2.25,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 20.5,
+                    "factor": 2.26,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Krejcikova/Siniakova",
+            "Mertens/Schuurs"
+          ],
+          "teams2": [
+            "Krejcikova B/Siniakova K",
+            "Mertens E/Schuurs D"
+          ]
+        },
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 3.77,
+                  "w1": {
+                    "cond": 18.5,
+                    "factor": 1.45,
+                    "name": "total",
+                    "suffix": "U"
+                  },
+                  "w2": {
+                    "cond": 18.5,
+                    "factor": 3.65,
+                    "name": "total",
+                    "suffix": "O"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Hsu C-Y/Samir",
+            "Higashitani/Sireix"
+          ],
+          "teams2": [
+            "Hsu C -Y/Samir S",
+            "Higashitani N/Sireix C"
+          ]
+        }
+      ],
+      "volley": []
+    },
+    {
+      "basket": [],
+      "book1": "marat",
+      "book2": "olimp",
+      "hockey": [],
+      "soccer": [
+        {
+          "parts": [
+            {
+              "part": 0,
+              "surebets": [
+                {
+                  "profit": 13.34,
+                  "w1": {
+                    "cond": 4.0,
+                    "factor": 3.62,
+                    "name": "hand",
+                    "suffix": "2"
+                  },
+                  "w2": {
+                    "cond": -4.0,
+                    "factor": 1.65,
+                    "name": "hand",
+                    "suffix": "1"
+                  }
+                }
+              ]
+            }
+          ],
+          "teams1": [
+            "Zadar",
+            "Kaposvari Rakoczi"
+          ],
+          "teams2": [
+            "Zadar",
+            "Kaposvari Rakoczi"
+          ]
+        }
+      ],
+      "tennis": [],
+      "volley": []
+    }
+  ]
+}
\ No newline at end of file
diff --git a/surebet/tests/handling/unpopular/sample0.pkl b/surebet/tests/handling/unpopular/sample0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1542bf185b2a3d5e8bbffaae78791466a2de9aa2
GIT binary patch
literal 4979
zcma)A378bc72ahzmrGzd#ic>SMqQR&4ne^gcEJG_L>P`HVM2Old#Pb(ruS9PEbN*x
zOA>P@=1vqf2gcmwPRuFM+|eY)B<4;Cxitw<Q9%XYd)?LD1GuI?KA5h0|Eu@@diB3*
z2I_KNMLJohyg=Bc&O*MlXF)LF)u;U#uO4dVAAni~L#%N%H8ok+?e=zSE2zuBP;(G3
zZD<~O8it;RD;Qx~!_k%J=5mgNkr^1p?`5Y{%6m|sfzgAxT+{26%8}18=yR-sai%p4
zefHS0?7{d9Trfyb*P~J7U;;Xrs9=(54GkPXLr0x8k|GQ^fXNw{GKj;#Sv^ceU(*y!
zH?1KE-`4^&20^vErOqAp9!J*0g@~J};37YUl3jG5k;9>VfmuvXmz^uS5{y*hiT<Oh
z!womEK@Oe3>{Q}uTn`_g*h*Jdem~5yYH_3mF0N$#a9Uxmpp`CBFwYc?VwNyc$%*&V
z^MIJ0x+m}<d|)eFia^?^9_e=F%V4Gw#}@HZ$=diQ*fhK7wZQxgTxMG1(KwYaIwiMh
ztF(I^X{?6Jxooz$IooKn%XXn)8=K$?Cjz%ZQwA2CAKZLC@It4O6}0Uw3R+Epo4rWT
zCN5U6#1su3H3GM5sVQhPu2ith6f-#O<qEFCw7E{oE`|bEBLRsseojb0a>)QDP*W2S
zunkt=LOx|H6<kA<5h6K!WzV69>sOwO*aQhgn5ksbvdxd&)Oa_(P!LH4t8@@;3fe<Q
zwYSi7D>+)Mmln~Ys}-z?Y@;wE+hDobenAAwU8^9ams_h~9pzk)Y2{0uyE*R`SWjux
zm?!SNdDnbeeLkg4iN{v&P_ThkXWKD>L6vQ=`icf#K3ILDg6s6^n-pA6F1XNQ%V}?O
z1eRF9@MZ;DLfcxb@BX7}F|;F*E!Ht{I{}GBb}Lyd16yF>rA?~=!|RaF-dw)h?X{cJ
z`BL7dU$B*Ha-$<rT)gIVPE;z=gKdt$n%iz#)2eVrTZA+^V23pcrvt39Mx(K&EnR^-
z6}*Hi@TFXVyA))?3Va#w{cZ&>*L2tlvO2}YbJ5;62IR)+$SLU5w#f<GwpI?!*g$kd
zwgDY0@9Lt*Kaxa;V_IX;;aaa^v^VW+PTR%2gf43$jpg^)p2(N&QXVsv4vNGcrb5Ip
zKEg;t-kMU4F|G?xMmy|93j9MX++4TQ2i+Mc@Tn{+C^084bJC*#LQW)e;wdO=PAUp|
zb)Jb+q-*_0sUoYl-9Lo;6ztcw$zi*=e5*@@$_YzkBo(&#WW-6IX^p^K+S47z_U&ot
z=eKqJ!Xp*9fhl-JwTY@Sxshs(B`a%t-A)-^nSlX*?{y0W%>F<IUd7qJTES~L`<poX
z*D81&WnV{{^m<>D-k{)(I{h~(cr&HMO7tv?#uiGy{RoE32a*n%pZ;4Eyj9yKheT9G
zwj>>>(vSK2gfFB%H!FCXUheG*-l1J2PDT~jo;-KCcPe<7woML?Ef?DQ%O!{U9V9xC
z?>715r1sgeGjAI^q?;?)`;2X^3*kN11YD_YRoZCF+l4-_>~{0`dwCDuXIfKnx+86z
zgKcVA4!3X-p9Q9gTX}n^|I_uP1rGAobh#zG+Q4lr_%zW9xAX6!E$uSgf&9>g<oyah
zU<$m2d{E%k<3lEI;~@oi@-}{$xA86o9|?>2qfG0^6ntFM`UwS})Kn!-lJakUly-6H
z0ETpytbR(tVQrfn5p6+a8_4QJUjw5e{&a9i?Y@HD-@L&tW(y8{#+r;Ptj>Emf!8-j
zHg`B)*(qe*d=Wm&q<+q1&et-`*cbqf_3(LXdKDBUE&>}H;R{;jzNp|!Ovaa)jJp+l
zB_!jkeocQ(!Phk#-%#+)FvAyVarY=V650;&8woLYPK%qTk2I72Ed}@L<?d7PZF2Gd
zG@0)x_-<qy-h9q&G9yTbQir3O{+=ne3cqiB|3&)74_>fu{E$Rbpi=&bi|l>{4=}Gk
zHksI;DEMhe?1P->&lEhQ6aBe@Uudoprz5UrP>r3X6~9#Qu(nOsMpuW(HqeTP{5h^N
z4&qk|eoaBtl4AXagZQn2-{~NJuiy`n<FI`7{S$8xkzoB%!Jo8k;xxCZF5KLhZ4g9o
z1>+zb>S0Gs(Jy>m{&Tf1AFI;kztF)KD8_$fLjR`V?@Z`FIF)}Y_*cm1Bb>^k3jVEA
z`HzDCQg~E2@pim$K=T>hPL3=1pSDfbg=rs&Y=d?@nQn$XcSfi7F<%VZg(JId&+E=R
z#zwohr?06M9=As0N^KoDAoG<Tw*XJ@i9KPm&_$3C@gyJRRsC*n5gU1gdy09$CiJv8
zC~gzJ%(;bpu?J2DGIvVBGc0q@GF8thIL%a@A*y5zekv$gi+^jv<Pdxz&SV|W4duDP
zzGwVz8959M5jC7qBN)}l-yd$P9Eq=V^_=cAh@s8h8`zIx`})AX4vBGF_RG;eAn~{^
zQ|fQWb;F^r5G)rthERO!cDj|)9wXi3%CfO4XLmZqJ~<X=tx?1@N~T*WyPh0}LqxS4
zA46)O7a}hpBwYeSq|u4nhfX?eIe~mo0QDI;5r5;kmXqjT{4|jb_(RFb_&1R(r|=IV
zdMZy$<9Gj4MNa1zVtNKoUdZqK%_3*=$VEI7+!CJgrHNFMuCMsS51nje#H<)1IV`N#
z7$Ruilj){(;y&C73cz6SYzF%Q%;AxX<L+w0lbnp?Bs}$UE+a09BL)$m<fN(q<}vtE
z2Kxb+JTgD-u8u#yfEbv09tJLB#N{zW{B%c%fPn`8Gbmu-3I;bZ*biU<k2J^J#R-k>
z;}HW38PO6$Bu+(~MTj7PI^F1b3tAbxh{1jUi+N;8;Evl|txp;<aD@J!0w1h_P_5)r
zMqC*~#N;;_Ap*^+L&ZYb3K&?%;N=YV1GtJuu8z5T;oCP~Rpkmstc)Sz3{>Ck@j#!6
zbz7FBYZ#wkyx)ps5?`30RXo?mbAEj7JhGZcf<y9@uNTy9j)w$AJG6!o*TxV@`a;I1
y8WHrT2lWo2;81^(DMl)BBa6sdemf>~H<IgcKpe=(_4MySafi5FpbR@+cER(ld+N~u

literal 0
HcmV?d00001

diff --git a/surebet/tests/handling/unpopular/sample1.pkl b/surebet/tests/handling/unpopular/sample1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c72cc58c4e3e66cfff789051f7cb28725bd9fc2d
GIT binary patch
literal 6050
zcmaJ_33yc16`l~55OxTQk!1kIhZ<l8P(WZN2^cW!Lts!wd^4HkO(vO_b7v+SUJVNF
zt=$XQ9cybBy0><x(!JVhZEN>J_g355T2>W2=iK|25y<=a!n^0*|J-x_d(OG%O@DbR
zUli$Nx-ic&bIt9UT<bh7$XCYHOuiBVbN4`*ghBDqfj}T>+u8gsXBCtuV6ZWOmO5PS
zX&Qo>hDsP_#D}7)yq!v=1ym$pIFAeITrQJ`$^?uUNagCTbgtm(9EmzdNf>R!hoH_*
zQxx(rCIMpyFlrMn@)V3i1>+@5Fye!?0;p;X#4E@`%>hhIz@&j}(%LFvGAf%Q;W8sW
z2=Uz^s2;$MdOO#=-E2*ZO1K<xQzcAOM&!(nG)!lQ3U<M4hZ#&zi<v6e0)h>Z^9%W5
zi&LltW;R3@_v4O%fTFh8(vs<cS@ANIG{Nj*QrQ!RD=gaTN(pleYq~YV3N}QCuIN1U
zeB}zu(_ty#Mz{)rbX1+fZpjqDXo%J<+5E!3=}#1s7P&fC!qtXV%{s4<aILGe>;OFn
zN#~+|R1gSQvn({jQv26PnCGok&Xlgjoh{sMX5aCK!&STWcJn1HaJCCc2&0O4CF;)P
zns+f#Ay`Nr1&k9<KD=`-X`IWOm+rnu!eZK;*N)T+O4jP#msj!jdiU!jT<`3@M8Z<q
zokE6k2bR5IUq`KCG7LAkzAu-sf_7&_8G6@ud<|N9q!bZ?m5PCJ$Tm`5Os0!TQ|F1<
zkq<#60Z}7fg$6W=bXzKuwY$vuu}m&w(i_yq$KcfZw7|5=&yS_7Vo~IwF72rZLwy2P
z8SyD4DuQ*Ml3*jOj!*E^1XnwXf~(+0G{~atYml(UurTM=T9ivSNoX`IOd$)iW*vvg
zdI=jG<~B;$<hUPs%?p$1xD7rSCLUFrC2VolM#nX6Egq^~M^t%hHAyQTYoP}j!haSr
z6EotYP}`b(F<4)-V}8u+$OzaPA5XGOtC_bl1v8gHPemH@q$zD772A9mg$TxAdwfzU
zCb&VPg7pwb3KXH1oyw+rVMhXPW=?LAu#-7SFekT4*yVC^8*^exNIIOPBs4pIM$S^i
z_Z_F;bwk1;KUM0aCA2teqeFIbq?d#b^M|QZK{;TY^f+lX;=|CF`dDLd+qM{3JX+gl
z<*CACn1Z&_CE1cC?QR4n&3rapfQ|&@*jrmdCwmL*t&or>Z_6nH3hZrBLKk{FKrz&X
zup1+&M?x>U$R*1TLm#Eqa1|*`1FhLD;dWY6jvm>e9+0>wa!S#`i4%E-idyHRp8t2K
z;@Tw8-8;Fst`*s00s7hXJ-*qye6x4EUU%8;?Rds}6R?lHzDL5n?Dc)@_5BhaaJ_zz
zy?#i-o18O#vxJA~+^FP6&UkTOA4Ly1?y2agGk%MNw>oS6<=I<HrPOGMoPLU)r#&Cv
zW^leXbep0%V+OYiJJoJ>2b;nR;O+5oxKCYeELfK@+k5i`JInHSu>0>c;*)W@F&4Z4
zTN7Fe@8Z;X1DGb>&GgXKOPxUo_H%t{v2)l}zyaowCc<!#-#biU7T^)Io_c}zNO-Sd
zVFU0!gBg9lgby&IA2gWK4@o%Wrp==UbNXQkj}fO71Rs&`Q8!RR@HhoZl|u<~NozhP
z;p1+g^n~FP#Q$lu7at}ux*$s>_C*{_#`T|+aM;oRDG8r;_4mMMNPh)a8Z0$h|7Rt9
z&eb0Z!{=GQYXm0ZP<0z={a=vqMMwXaBs_swi-Y$Zm3h8dmEm8O@D-Zm@E@!0NM-QK
zsAD}D{8b5GbAs&a623tgzSrq)!Uv0k<8R3w{7nf*ytT@!(zW^)T&DU1ZU46<Jn3wA
zRKmAi6|=qVj_FtbmH!<H-*whTPPp+O@z(0?!mg|2-S;GX-`Va55`O5aIH~StDwB?*
z{_TDw;VEZrlx{eDO4sV`4EH=~yQd}m*xBwU5}rX7r5#2Xo~0<5==Ll=2fY5~rxKo{
z-FfXGkK1Ex2VHV{_YEOB^DTV4bIAWp!p|w>%cyq#f+O;I3BPn~`jv!VyKarT7>k|}
zzmf1;ckML2GX}#2MkHr&-Q+5grrYy(1~(5)*p7GFq7bYzTg+T5{60PwwX70mtDRew
z4(>4RVy-z2f8YXg?BbZ?TsRaa*zACgJ`R7x!of-ZCkcP%r2h*O@K*_cb94UhD(C+p
z;h)4nH=fW75?&;)I4!2Qd8TsaUlRUJlbld5yMct2QeCQRbP)eX!b=XN|CR7R!thyD
zD20><r8KF+{IZ1qJ8PZdTe?;i=4hpJ`A~TzN>8Z5yaOp~4aS(&+LYOx?&yV+T(axT
zj-*{I*m+`UJ-#-ZaEh5d?LZx5KIlNtToQT~H%?plE%geM{Hlc4nB;Rz@_8u&_-Wwq
zEXsI*2_OdHn-t|d=DuDGX2}qi=*lv1cQ1xAVwfK>$jesmdqC&F9H&vCXcrX>9?oE8
zKqX5?Xm#8+`x<<&M{@f{F_ICZN)YbBdW|-BRal^hQNPu2n3IqWON?e@tyM?-i!n4B
zuuB$Waml3`WibvXISh6r#CUwC0}&JOMT#o?OUEK6@(Z@lViHeG=CNv`#S|PcH<$5T
zHP0z-E@#P9mgwH%oJV!FPI^^tIE2MCMojl1qGfI|i+Tv%VLay~5q8!TI${RngN#>Y
zO3cIo+c%5nX7ik~?+TV&$&w3#$9FAJC@A~pFybm7B67|vpr>7rw0-(Z*sWc{V5DVn
zLo4Re$lvygt5M=_YsEDv;N$5?h->kkkEaG-q?m_)`FQ4&oV;Ja@(|1Q>4a&HB6lIr
zE#f)l{bH6}#}f6y=l|ka(9h2Jzj(y;j9B7BM9bYOf5b!R@1BWHnbF@pVksdx66>wB
z$eQ_lHiPBF?CR{T35#Vo8y|tY)-|F`WQv`3ySM>`9Oug!OP@#{)`hMhC^e9^eRfv|
zen5E&R+0iLb9)mag74OT>wu-&J-a>A(J7)R#Ph|DPt@Y86m|HQ`aV%l%PAdJv3xbl
zF&%CsIq}`V@--~ie6OWB;`=6^Yveh;8^k)6tY?Y7A*xGn2(f{eY}89GyeD4eCJZlR
zhtW;6lo`E9?G~GHHa?sfb;`Hcf+FTK#+#h6s1%!6ip5qGSXcy_=zsEh8@@=fo!6n)
z^lJ?_zG4SY+{|O`_ANXhzjyLvg2yV(Ze__Xmgp+*imGYU@=QVV@X<|&%Cg%SVfql!
zA#R-c5c)csNS~4?j;h;JBpIAyuri>TC27C9fSa_wqT;1_3nN<nhylt_bV7*%7K1Yk
zRtB`OB<ojK&cA8_F);Na474+%!-w$ariaiBRQa2Dkz=sUU}ZojOTeejPpJ2Ug~xzk
zMBaypob@>K5ZZup^-GaHf&zn!3|0nov7}q8<6E*!k%kN$p<grcDXBF*jOg_te3drp
zA#|-N$FFHDH`;(c2JdFDGT?TWNT0e(|2(0B@D4`Y=|lJ#@Gf>`K;*pdn&#rr&-guz
z*H_V9IN;)NH_z?mIc48ImfXV<og}B+i!bt$OOSU$_cG!>A0kS>HsV7)pNCK<6nWM;
vAuJu#MvMCynYG%v96UgyHoAV={8!F{D4@#u5dFX3dc-=|rs`!npPctPM>GIa

literal 0
HcmV?d00001

diff --git a/surebet/tests/handling/unpopular/sample2.pkl b/surebet/tests/handling/unpopular/sample2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..99ab1c7c5d79f3ce43ac4063c0c71f1196f67cf7
GIT binary patch
literal 6875
zcmaJ`33yc16;6mCMiGRd5j8w<;YDOg+)<oI0tSsNG6I7#;>%=`H(BQ8+?fd^dKDMk
z_kG`RUr^MxwzVzQw$@hLTH9*vrrle+*jf}7q34`?-@A7NGM`^~@7(jBd(OG%{`cJH
znyO5pB(iPU;<UiexA)}oozt|SP@PmGg=(m%zW^#F3`^}<QBlzrhTVmgkrq^?VHbA@
zD@~|wEDc9XBP8tVrbeKtLYT>91&mC?Zv0-%=JUA%RHtG0p-j&0&*qE9<{oHsl!QIq
z)Nr)f=Zj(iMyFxS5Kb*ZC1YSOG%!}eI5)M6HUKrP6{(Trq0Rw}Ps83r`J}B?!#-%N
zR>Hn+Y8c{IHNb=+{AdpI?aTbmtf+?l5VyaC1C$eazc&kY98fVV`aLj_6V%~nilG3f
zC9wsK<BvVgpcOc<#XEY9l5uKF9UZyVFez1uvL$d(sZIIQ2nPo=)gclNb%VNKV&JrR
zqu;8Y)wk}gz}N^Ba3M@aAld5^VMneAZi{!+Rj=Xi^-^0vq1H<{%nc^6%_$NNk8KX?
z;2+sMQu!533eb%}%|BJbv{<*YWqr-yd-KY5apnN0JM<ME)6-3tFe93-K|&*%NL8bI
zxqSOdPE-RNK@nA$+3Rr_e`T{DDd8xZoptxn3h1fP)w9o1p6S_-mT*io`>_&^quHrs
zXz##GoHw!6%o~|inQVmP<JeD-FpFj<gjdO_ug2InmLnSAM9x6so%h&@Qd_pv=Iedp
z_ZAu;kp|CA)u02dBHNY8b%*`_^kgod^XUm@r$*z@{H(xjRhXX41f`NFKvUM3XoTi8
z%yCn-WhR^^W5j8Nxv6o+j59Yf<jjGS(4l~KUyFo!Zh(94<bd|lDH2-U0Jl(pyXI6b
zllc-BM44MCVNn!*Vha`1Yp>JN*Wony!-X=bI!(gjNY`_2r{5ivDx<5C<h5*i>Dm?U
zN0=e}FTl(s-P9<wHm^`}nx`(Gp7eWj0!~kjC0VZ1F9f-wpU+{WB8&TENjAV#EVVES
z;Ur;MYVUH4vp}PqW=LTQR6>I=)14iF<!LyBb8@DH6`Yea=j1F2E90D;%{lQUv_(0|
zNNA7ZOnj;qoN^MEL_l$>t&^3|5$SrvSGW{;S^04OaO;fxVoo~U)UFsybF$T0x-<y^
zznwf76o_GRoPw@$mF_Z?p11<r{6crO2)${@b2;^gJv|tGn1()=!v_h1!!L07MF}Me
zzluttpTl1zVRaP#fP_H`iP$LdNxaNnvxn|-Nzi^&;h!Vn+(_3OLA+Hxi&ABDiDlfD
z#Aa1mrX-}xrQEX07wtLUSti0vkH5-U(l`UoOYMd8G|f&rO*y}3pim6ES$;kzWsRHK
z2Zvje&UV<T4adO+TvcBH)4+w%2DwPW#hi_`E~n!X375vza2coLatT*N>9|tDRnZD3
zwymvu;k5VH(hAR9gI;htOf_6B;hIR-A`{Q((r&_P7)Dm=Uf^`F6W2<(j-05ZHM!np
zFK&=<W8}q65^jzXo!F|-+b3Er$}JLZjdVSW`pu$fLLG~{6w4A_qSNCx3Aabn-67%5
z*aRIp6e+H2(?<1ZpB{HfxI5BKd`1UE%ldL%JzXua!lsw?boWTOH=6D~3HPIk^3$Uc
z9$*$X!A{}H%TJGW5+0=4N!Je6=<YDsha@~4&HjjlN6CabG~($tPL8KDEBu&*$0J>P
zI-{#sIL<AR5^>-YirVMqv!XLw9O!lyg@buNPnGSstLouNF5G0%7Xwbx&kV)`PjT6=
zcT?lhpY7pP+fOqsE(-gE-|pBZXz&@PMQX>WTWo+0OcEVo9y?8VmfIQ{XoTnZxz`td
z5uV3YqW<tp629yP*c5(6QOOGuzRH{DYh1Qpm+)e|cfP@8^i2uhiZZ)V!nY|~str&K
zh^3KuH_oh~l9wdB9O+s|x23D8<W)sUhDyHUrglezC;2_yIiaZHyL{X(4hsdRIV|Oi
z156;_<4nGy4wgvW#RaH`?=$Dv040AlVvQe2_#p@WnqrODCHyFk{Ksm;{zSqX82S)B
zrtU9)ikW>=!p|^X?gYaI_&L>Yjp|r1_Xh{0^9u=Ykxmtc7p`uEw`oIcR>?ypB$DZG
z5RWX@d+L`G-l5zR_E!>q9ot_Gzajf0BNo>7e=Fg4vHgZdc$e+RN@%~D7`^X7ZT~$9
zzmM$yLBbymb~XHou$r0T0RAlDFR>Gi@K<tT%n|%k{-5Y^G}`{(B>X+9o%bdD1EH!Z
zrp69`R69ESvKI2668>d$<F?Pz)g&-e9Z`C^e@plvn(jXm{u`T^WTtypKiZ7<p@jcM
zx`|Ek32Bw8o~|KdXK#~)kD}>5masWC@ey-o4UuLPs6E{$5<ZP|z1r9{OIJ_l#^pnN
z{+Wa=(R80n*h(gtC2Q0Imv2OK8`vgA1zuEQb#sDjAK?5Kx#Qt>m<T~sB2tQBj8~_b
zsKOUw2C)l|4d*ewq=*qL*_9=FrAMji*okvuBqMgS5eLK>+1@|@Z6cj|<_cnAQB6oD
zhb4Hs?F&WGY4SV#e5cqQM^a<Z)*Rt?hWR;JXSt8m(Vi81;0Q5?7`0RIo&=_LR)L-N
z2>tS7Vl=_A;;=avWAIsuy~qx>=wd8BaN5SPyoTkfR~O^?h4QvH5AMV7ythRyOZH_+
zUBJ7lHr};N9by8j?59<DbAD)Tyo73N=c%0__Gj$_SX(Vk9ZM!^JlBn8kMgC730ydg
zIM6~wU0*pu(YRq2%ne-<#3Vv;Q@9-S-svQHb!KP$_H6HfI0#31u*vUj3roeYKuMmD
zkL|uV7zcTU4zX-RCJIhu<ItgOOePz2R#&Hmi_g4X_4pvgVfdHVYYNG!%nxVzRF>=Y
znnq)^T+?}M29K#+Hn60TCA!SbrrObsTpYoOBg+tmB+MONZ~Q5IOF1V#62(!BoE<cA
zR*t5(AupEV7*yHW-BKKjgS<-1)8aUM=G4r@2Puxnznq#A_<?dWiw92Rcb%IAzHn|l
z9-GZ$DmP6mX=aJOb8Iz{PSAUMQef(A4kPAT2(L0G4bLESyYOaI^>`WOwL6LNEsWO`
zH4k6dzms|F6dqIlwX)<?mgu#sG>pG_2mZ}x!~zRpw=)Kz{o7{w#}u`YkwL(BK(UD4
z?3<!E4JGzXP%K6PFHdh;B=MP-=X89KVhR4`<ylH{TAgJqr!P@a_ac_l7**~WJa#6J
zspwa*B+U}tAb%c5@6A}l;oBbx#9543X(7C-7_reH^rwRHQGcO76^OG5$(7g~WJR}M
zD0Js=pZooN15+D?kE7h|HMOEl<Vt;Ek7z?7*LjAqM8gIfL)!^T7t7g$VSg`vb1(+7
zWPn&GOp6YD4mJeO2C5qldvd*fq7#K!J=hS703W5u;a_TtMHi_Pvv;$+hvmrZy(Fi6
z=UE=IT<?ZH8l!vzj|m=A#9m-YktLegCwzg}ORUnbRkkPgEqt@YjxfsTDpK7kudc??
z)NYuTm{-LBia4KxgzO^L?9%M$6FZ)Rf&i)DT>6({m-ryXdH9!W?R<Wq;MefL1^ljq
zzmQ)j`ipq*Vt!ZEww5KAutal#b)T%|Vx!xi;etyUahZkihR4+w_e!dn!ftlFeFGJj
zGx!PyD+jJ*$yK&F>*J-N7URIxjJU=|3_(WTxH1Q>W$<+jRt{Xxk{fJuRs2x}@C^0#
z-$4d$WW-GtB4O=NgV3jL4fku<5OD$C%-~xXtQ@$NCAV4T?1Y*xeI^69GvW>lk@z(3
zz^(6y+JP$jBd)lU!FMrOIdC^i?$PGdS6P)b%)mza-vIb4W1M>#ai4{-_|`KB%{W!+
z8?Vm5{S1D9!ODSkEP2o}xAX6M{Jljy#E6G2gq?x%uZH+3Y@7N-VtVFB82>2a^?~#l
zzVHe?&SOvTnDXyQmORB0y-7ZfkH5qRae~YWt!Kp37Q&;?^!TI3%pmlE^hUHoNFaP5
qJ;TWEpod9e1HE<8A=G6bJkO$l`13jXcSG=e@LZQ-&1|7<+W!G4)$0lX

literal 0
HcmV?d00001