more compatibility problems

Author: tobixen

caldav/compatibility_hints.py

@@ -953,12 +953,9 @@ def dotted_feature_set_list(self, compact=False):
     'sync-token': {'support': 'fragile'},
     #'search.text': 'unsupported', ## weeeird ... it wasn't like this before
     'search.is-not-defined': {'support': 'unsupported'},
-    'search.text.substring': {'support': 'unsupported'},
-    'search.text.category': {'support': 'ungraceful'},
+    'search.text': {'support': 'unsupported'},
     'search.recurrences.expanded.todo': { "support": "unsupported" },
     'search.comp-type-optional': {'support': 'fragile'}, ## TODO: more research on this, looks like a bug in the checker,
-    'search.text.case-sensitive': {'support': 'unsupported'},
-    'search.text.case-insensitive': {'support': 'unsupported'},
     'search.time-range.alarm': {'support': 'unsupported'},
     'principal-search': "unsupported",
 
@@ -1354,15 +1351,16 @@ def dotted_feature_set_list(self, compact=False):
     ],
 }
 
+## Lots of transient problems with purelymail
 purelymail = {
     ## Purelymail claims that the search indexes are "lazily" populated,
     ## so search works some minutes after the event was created/edited.
     'search-cache': {'behaviour': 'delay', 'delay': 18},
-    ## woot?
-    #"create-calendar.auto": {"support": "full"},
+    ## Hmmm .... weird, this is flapping in the caldav-server-tester?
+    "create-calendar.auto": {"support": "full"},
     ## 409 Conflict with <must-have-parent> when PUTting to a URL not under an existing calendar
     #'save-load.get-by-url': {'support': 'unknown'},
-    'save-load.todo': {'support': 'ungraceful'},
+    #'save-load.todo': {'support': 'ungraceful'},
     'search.comp-type-optional': {'support': 'ungraceful'},
     ## The search features below are unreliable on purelymail, likely due
     ## to the 160s search-cache delay.  Results flip between unsupported
@@ -1374,8 +1372,7 @@ def dotted_feature_set_list(self, compact=False):
     'search.time-range.event': {'support': 'fragile'},
     ## was: ungraceful - observed unsupported 2026-02 (for .old-dates)
     'search.time-range.todo': {'support': 'fragile'},
-    'search.text.case-sensitive': {'support': 'unsupported'},
-    'search.text.case-insensitive': {'support': 'unsupported'},
+    'search.text': {'support': 'unsupported'},
     'search.text.category': {'support': 'unsupported'},
     'search.recurrences.expanded': {'support': 'unsupported'},
     'search.recurrences.includes-implicit': {'support': 'unsupported'},

caldav/search.py

@@ -277,6 +277,29 @@ def _search_impl(
             if not self.start or not self.end:
                 raise error.ReportError("can't expand without a date range")
 
+        ## special compatibility-case for servers that do not support text search at all
+        ## (e.g. purelymail where both i;octet and i;ascii-casemap collations are unsupported).
+        ## Remove all text-value filters and rely on client-side post_filter instead.
+        if (
+            not calendar.client.features.is_supported("search.text")
+            and self._property_filters
+            and post_filter is not False
+        ):
+            text_filter_props = [
+                prop for prop, op in self._property_operator.items() if op != "undef"
+            ]
+            if text_filter_props:
+                clone = self._clone_without_filters(text_filter_props)
+                objects = yield (
+                    SearchAction.RECURSIVE_SEARCH,
+                    (clone, calendar, server_expand, split_expanded, props, xml, None, None),
+                )
+                yield (
+                    SearchAction.RETURN,
+                    self.filter(objects, post_filter, split_expanded, server_expand),
+                )
+                return
+
         ## special compatbility-case for servers that does not
         ## support category search properly
         if (
@@ -486,6 +509,28 @@ def _search_impl(
                 yield (SearchAction.RETURN, result)
                 return
 
+            ## If _hacks=="insist" and still no results despite having text property
+            ## filters, the server may not support text search (e.g. purelymail,
+            ## CCS with i;octet collation).  Retry without the text filters and rely
+            ## on client-side post_filter (which is guaranteed True in get_object_by_uid).
+            if not objects and _hacks == "insist" and self._property_filters:
+                non_undef_filters = [
+                    prop
+                    for prop, op in self._property_operator.items()
+                    if op != "undef"
+                ]
+                if non_undef_filters:
+                    clone = self._clone_without_filters(non_undef_filters)
+                    result = yield (
+                        SearchAction.RECURSIVE_SEARCH,
+                        (clone, calendar, server_expand, split_expanded, props, orig_xml, None, None),
+                    )
+                    yield (
+                        SearchAction.RETURN,
+                        self.filter(result, post_filter, split_expanded, server_expand),
+                    )
+                    return
+
         # Post-process: load objects
         obj2 = []
         for o in objects:

tests/docker-test-servers/ccs/docker-compose.yml

@@ -8,7 +8,7 @@ services:
       - ./conf:/opt/ccs/conf:ro
     command: ./bin/run -n -c /opt/ccs/conf/caldavd.plist
     tmpfs:
-      - /opt/ccs/data:size=200m
+      - /opt/ccs/data:size=200m,uid=1001,gid=1001
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:8008/"]
       interval: 10s