Merge 36dde6e into 7eac484

CHANGES.rst

@@ -4,7 +4,8 @@ Changelog
 3.2 (unreleased)
 ----------------
 
-- Nothing changed yet.
+- Fix bug where filter urls was getting utf encoded then made into unicode again
+  [djay]
 
 
 3.1 (2019-06-06)

src/collective/collectionfilter/contentfilter.py

@@ -7,8 +7,8 @@ def set_content_filter(context, event):
     parameters to narrow the results of the collection.
     """
     req = event.request
-    if 'collectionfilter' not in req.form:
+    if 'collectionfilter' not in req.form or 'contentFilter' in req:
         return
-    del req.form['collectionfilter']
+    # We leave collectionfilter=1 in req.form so that it gets put into batch links
     content_filter = make_query(req.form)
     event.request['contentFilter'] = content_filter

src/collective/collectionfilter/filteritems.py

@@ -184,7 +184,7 @@ def get_filter_items(
                 _urlquery[idx] = filter_value
 
             query_param = urlencode(safe_encode(_urlquery), doseq=True)
-            url = u'/'.join([it for it in [
+            url = '/'.join([it for it in [
                 collection_url,
                 view_name,
                 '?' + query_param if query_param else None

src/collective/collectionfilter/portlets/configure.zcml

@@ -6,6 +6,8 @@
     xmlns:zcml="http://namespaces.zope.org/zcml"
     i18n_domain="collective.collectionfilter">
 
+    <include package="plone.app.portlets" />
+
   <plone:portlet
       name="collective.collectionfilter.portlets.CollectionFilter"
       interface=".collectionfilter.ICollectionFilterPortlet"

src/collective/collectionfilter/testing.py

@@ -60,6 +60,13 @@ def setUpPloneSite(self, portal):
                 text=RichTextValue(u'Ein heißes Test Dokument'),
                 subject=[u'Süper', u'Dokumänt'],
             )
+            portal.invokeFactory(
+                'Document',
+                id='testdoc2',
+                title=u'Page 😉',
+                text=RichTextValue(u'Ein heißes Test Dokument'),
+                subject=[u'Dokumänt'],
+            )
             doc = portal['testdoc']
             # doc.geolocation.latitude = 47.4048832
             # doc.geolocation.longitude = 9.7587760701108

src/collective/collectionfilter/tests/robot/keywords.robot

@@ -74,3 +74,13 @@ Add filter portlet
     Select from List by value  css=select#form-widgets-input_type  ${input_type}
     Click element  css=.plone-modal-footer input#form-buttons-add
     Wait until page contains element  xpath://div[contains(@class, 'portletAssignments')]//a[text()='${group_criteria}']
+
+Set Batch Size
+    [Arguments]   ${batch_size}
+
+    Go to  ${PLONE_URL}/testcollection/edit
+    Input text  css=input#form-widgets-ICollection-item_count  ${batch_size}
+    Click element  css=input#form-buttons-save
+    Go to  ${PLONE_URL}/testcollection
+
+

src/collective/collectionfilter/tests/robot/test_filterportlets.robot

@@ -23,14 +23,14 @@ Scenario: Add filter portlets to collection
     Add search portlet
     Add filter portlet  Subject  or  checkboxes_dropdowns
 
-    Click link  css=a.link-parent
-    Xpath should match X times  //article[@class='entry']  2
+    Go to  ${PLONE_URL}/testcollection
+    Xpath should match X times  //article[@class='entry']  3
 
     Click element  css=li.filter-dokumant.checkbox input
-    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  1
+    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  2
 
     Click element  css=li.filter-all.checkbox input
-    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  2
+    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  3
 
     Input text  css=.collectionSearch input[name='SearchableText']  Docu
     Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  1
@@ -41,3 +41,36 @@ Scenario: Add filter portlets to collection
     #Clear element text  css=.collectionSearch input[name='SearchableText']
     #Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  2
     #Wait until keyword succeeds  5s  1s  Xpath should match X times  //div[contains(@class, 'filterContent')]//li[contains(@class, 'filterItem')]  4
+
+
+Scenario: Test Batching
+
+    Log in as site owner
+    Go to  ${PLONE_URL}/testcollection
+
+    Click element  link=Manage portlets
+    Element should be visible  css=#plone-contentmenu-portletmanager > ul
+    Click element  partial link=Right
+
+    Add filter portlet  Subject  or  checkboxes_dropdowns
+    Go to  ${PLONE_URL}/testcollection
+    Xpath should match X times  //article[@class='entry']  3
+
+    Set Batch Size  1
+
+    Xpath should match X times  //article[@class='entry']  1
+
+    Click element  css=li.filter-super.checkbox input
+    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  1
+
+    capture page screenshot
+    Xpath should match X times  //nav[@class='pagination']//a  2
+
+    Click element  xpath=//nav[@class='pagination']//a[1]
+    Wait until keyword succeeds  5s  1s  Xpath should match X times  //article[@class='entry']  1
+    capture page screenshot
+
+    Xpath should match X times  //nav[@class='pagination']//a  2
+
+    ${loc}=  get location
+    should contain  ${loc}  collectionfilter=1

src/collective/collectionfilter/tests/test_filteritems.py

@@ -1,7 +1,14 @@
 # -*- coding: utf-8 -*-
 """Setup tests for this package."""
 import unittest
+try:
+    from urllib.parse import urlparse, parse_qs
+except:
+    from urlparse import urlparse, parse_qs
 
+from plone.app.contenttypes.interfaces import ICollection
+
+from collective.collectionfilter.query import make_query
 from collective.collectionfilter.testing import COLLECTIVE_COLLECTIONFILTER_INTEGRATION_TESTING  # noqa
 from collective.collectionfilter.filteritems import get_filter_items
 
@@ -12,6 +19,16 @@ def get_data_by_val(result, val):
             return r
 
 
+def qs(result, index):
+    url = get_data_by_val(result, index)['url']
+    _, _, _, _, query, _ = urlparse(url)
+    result = parse_qs(query)
+    del result['collectionfilter']
+    # Quick hack to get single values back from being lists
+    result.update(dict([(k, v[0]) for k, v in result.items() if len(v) == 1]))
+    return result
+
+
 class TestFilteritems(unittest.TestCase):
 
     layer = COLLECTIVE_COLLECTIONFILTER_INTEGRATION_TESTING
@@ -23,17 +40,17 @@ def setUp(self):
         self.collection_uid = self.collection.UID()
 
     def test_filteritems(self):
-        self.assertEqual(len(self.collection.results()), 2)
+        self.assertEqual(len(self.collection.results()), 3)
 
         result = get_filter_items(
             self.collection_uid, 'Subject', cache_enabled=False)
 
         self.assertEqual(len(result), 4)
-        self.assertEqual(get_data_by_val(result, 'all')['count'], 2)
+        self.assertEqual(get_data_by_val(result, 'all')['count'], 3)
         self.assertEqual(get_data_by_val(result, 'all')['selected'], True)
         self.assertEqual(get_data_by_val(result, u'Süper')['count'], 2)
         self.assertEqual(get_data_by_val(result, u'Evänt')['count'], 1)
-        self.assertEqual(get_data_by_val(result, u'Dokumänt')['count'], 1)
+        self.assertEqual(get_data_by_val(result, u'Dokumänt')['count'], 2)
 
         result = get_filter_items(
             self.collection_uid, 'Subject',
@@ -67,20 +84,20 @@ def test_filteritems(self):
             get_data_by_val(narrowed_down_result, u'Dokumänt')['selected'], True,  # noqa
             msg=u"Test that 'Dokumänt' is selected, matching the query")
         self.assertEqual(
-            get_data_by_val(narrowed_down_result, u'all')['count'], 2,
-            msg=u"Test that there are 2 Subjects")
+            get_data_by_val(narrowed_down_result, u'all')['count'], 3,
+            msg=u"Test that there are 3 results if unselected")
 
     def test_portal_type_filter(self):
-        self.assertEqual(len(self.collection.results()), 2)
+        self.assertEqual(len(self.collection.results()), 3)
 
         result = get_filter_items(
             self.collection_uid, 'portal_type', cache_enabled=False)
 
         self.assertEqual(len(result), 3)
-        self.assertEqual(get_data_by_val(result, 'all')['count'], 2)
+        self.assertEqual(get_data_by_val(result, 'all')['count'], 3)
         self.assertEqual(get_data_by_val(result, 'all')['selected'], True)
         self.assertEqual(get_data_by_val(result, u'Event')['count'], 1)
-        self.assertEqual(get_data_by_val(result, u'Document')['count'], 1)
+        self.assertEqual(get_data_by_val(result, u'Document')['count'], 2)
 
         result = get_filter_items(
             self.collection_uid, 'portal_type',
@@ -100,8 +117,90 @@ def test_portal_type_filter(self):
 
         self.assertEqual(len(result), 2)
         self.assertEqual(
-            get_data_by_val(result, u'all')['count'], 2,
-            msg=u"Test that the number of portal_types in the collection is 2")
+            get_data_by_val(result, u'all')['count'], 3,
+            msg=u"Test that the number of results if unselected is 3")
+
         self.assertEqual(
             get_data_by_val(result, u'Event')['selected'], True,
             msg=u"Test that Event portal_type is selected matching the query")
+
+    def test_and_filter_type(self):
+        self.assertEqual(len(self.collection.results()), 3)
+
+        result = get_filter_items(
+            self.collection_uid, 'Subject', cache_enabled=False)
+
+        self.assertEqual(len(result), 4)
+        self.assertEqual(get_data_by_val(result, 'all')['count'], 3)
+        self.assertEqual(get_data_by_val(result, 'all')['selected'], True)
+        self.assertEqual(get_data_by_val(result, u'Süper')['count'], 2)
+        self.assertEqual(get_data_by_val(result, u'Evänt')['count'], 1)
+        self.assertEqual(get_data_by_val(result, u'Dokumänt')['count'], 2)
+
+        # Test url
+        self.assertEqual(qs(result, u'Süper'), {'Subject': 'S\xc3\xbcper'})
+
+        catalog_results = ICollection(self.collection).results(
+            batch=False,
+            brains=True,
+            custom_query=make_query(qs(result, u'Süper'))
+        )
+        self.assertEqual(len(catalog_results), 2)
+
+        result = get_filter_items(
+            self.collection_uid, 'Subject',
+            request_params={'Subject': u'Süper'},
+            filter_type="and",
+            cache_enabled=False)
+
+        self.assertEqual(len(result), 4)
+        self.assertEqual(get_data_by_val(result, 'all')['count'], 3)
+
+        # TODO: I'm not sure these counts are correct. It should represent how many results you will get if you click so should be smaller than this
+        # but I guess you need to turn on narrow down for that?
+        self.assertEqual(get_data_by_val(result, u'Süper')['count'], 2)
+        self.assertEqual(get_data_by_val(result, u'Evänt')['count'], 1)
+        self.assertEqual(get_data_by_val(result, u'Dokumänt')['count'], 2)
+
+        self.assertEqual(get_data_by_val(result, u'Süper')['selected'], True)
+
+        self.assertEqual(qs(result, u'Süper'), {})
+        self.assertEqual(qs(result, u'Dokumänt'), {'Subject_op': 'and', 'Subject': ['S\xc3\xbcper', 'Dokum\xc3\xa4nt']})
+        self.assertEqual(qs(result, u'Evänt'), {'Subject_op': 'and', 'Subject': ['S\xc3\xbcper', 'Ev\xc3\xa4nt']})
+
+        # Narrow down by 2
+
+        catalog_results = ICollection(self.collection).results(
+            batch=False,
+            brains=True,
+            custom_query=make_query(qs(result, u'Dokumänt'))
+        )
+        self.assertEqual(len(catalog_results), 1)
+
+        result = get_filter_items(
+            self.collection_uid, 'Subject',
+            request_params={'Subject': [u'Süper', u'Dokumänt']},
+            filter_type="and",
+            cache_enabled=False)
+
+        self.assertEqual(len(result), 4)
+        self.assertEqual(get_data_by_val(result, 'all')['count'], 3)
+        self.assertEqual(get_data_by_val(result, u'Süper')['count'], 2)
+
+        self.assertEqual(get_data_by_val(result, u'Evänt')['count'], 1)
+        self.assertEqual(get_data_by_val(result, u'Dokumänt')['count'], 2)
+
+        self.assertEqual(get_data_by_val(result, u'Süper')['selected'], True)
+        self.assertEqual(get_data_by_val(result, u'Dokumänt')['selected'], True)
+
+        self.assertEqual(qs(result, u'Süper'), {'Subject': 'Dokum\xc3\xa4nt'})
+        self.assertEqual(qs(result, u'Dokumänt'), {'Subject': 'S\xc3\xbcper'})
+        self.assertEqual(qs(result, u'Evänt'), {'Subject': ['S\xc3\xbcper', 'Dokum\xc3\xa4nt', 'Ev\xc3\xa4nt'], 'Subject_op': 'and'})
+
+        # Clicking on Event we should get 0 results as none will be in common
+        catalog_results = ICollection(self.collection).results(
+            batch=False,
+            brains=True,
+            custom_query=make_query(qs(result, u'Evänt'))
+        )
+        self.assertEqual(len(catalog_results), 0)

src/collective/collectionfilter/tests/test_maps.py

@@ -15,4 +15,4 @@ def setUp(self):
         self.collection = self.portal['testcollection']
 
     def test_locationfilter(self):
-        self.assertEqual(len(self.portal['testcollection'].results()), 2)
+        self.assertEqual(len(self.portal['testcollection'].results()), 3)