report.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717
  1. # This file is part of Radicale - CalDAV and CardDAV server
  2. # Copyright © 2008 Nicolas Kandel
  3. # Copyright © 2008 Pascal Halter
  4. # Copyright © 2008-2017 Guillaume Ayoub
  5. # Copyright © 2017-2021 Unrud <unrud@outlook.com>
  6. # Copyright © 2024-2024 Pieter Hijma <pieterhijma@users.noreply.github.com>
  7. # Copyright © 2024-2024 Ray <ray@react0r.com>
  8. # Copyright © 2024-2024 Georgiy <metallerok@gmail.com>
  9. # Copyright © 2024-2025 Peter Bieringer <pb@bieringer.de>
  10. #
  11. # This library is free software: you can redistribute it and/or modify
  12. # it under the terms of the GNU General Public License as published by
  13. # the Free Software Foundation, either version 3 of the License, or
  14. # (at your option) any later version.
  15. #
  16. # This library is distributed in the hope that it will be useful,
  17. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19. # GNU General Public License for more details.
  20. #
  21. # You should have received a copy of the GNU General Public License
  22. # along with Radicale. If not, see <http://www.gnu.org/licenses/>.
  23. import contextlib
  24. import copy
  25. import datetime
  26. import posixpath
  27. import socket
  28. import xml.etree.ElementTree as ET
  29. from http import client
  30. from typing import (Callable, Iterable, Iterator, List, Optional, Sequence,
  31. Tuple, Union)
  32. from urllib.parse import unquote, urlparse
  33. import vobject
  34. import vobject.base
  35. from vobject.base import ContentLine
  36. import radicale.item as radicale_item
  37. from radicale import httputils, pathutils, storage, types, xmlutils
  38. from radicale.app.base import Access, ApplicationBase
  39. from radicale.item import filter as radicale_filter
  40. from radicale.log import logger
  41. def free_busy_report(base_prefix: str, path: str, xml_request: Optional[ET.Element],
  42. collection: storage.BaseCollection, encoding: str,
  43. unlock_storage_fn: Callable[[], None],
  44. max_occurrence: int
  45. ) -> Tuple[int, Union[ET.Element, str]]:
  46. # NOTE: this function returns both an Element and a string because
  47. # free-busy reports are an edge-case on the return type according
  48. # to the spec.
  49. multistatus = ET.Element(xmlutils.make_clark("D:multistatus"))
  50. if xml_request is None:
  51. return client.MULTI_STATUS, multistatus
  52. root = xml_request
  53. if (root.tag == xmlutils.make_clark("C:free-busy-query") and
  54. collection.tag != "VCALENDAR"):
  55. logger.warning("Invalid REPORT method %r on %r requested",
  56. xmlutils.make_human_tag(root.tag), path)
  57. return client.FORBIDDEN, xmlutils.webdav_error("D:supported-report")
  58. time_range_element = root.find(xmlutils.make_clark("C:time-range"))
  59. assert isinstance(time_range_element, ET.Element)
  60. # Build a single filter from the free busy query for retrieval
  61. # TODO: filter for VFREEBUSY in additional to VEVENT but
  62. # test_filter doesn't support that yet.
  63. vevent_cf_element = ET.Element(xmlutils.make_clark("C:comp-filter"),
  64. attrib={'name': 'VEVENT'})
  65. vevent_cf_element.append(time_range_element)
  66. vcalendar_cf_element = ET.Element(xmlutils.make_clark("C:comp-filter"),
  67. attrib={'name': 'VCALENDAR'})
  68. vcalendar_cf_element.append(vevent_cf_element)
  69. filter_element = ET.Element(xmlutils.make_clark("C:filter"))
  70. filter_element.append(vcalendar_cf_element)
  71. filters = (filter_element,)
  72. # First pull from storage
  73. retrieved_items = list(collection.get_filtered(filters))
  74. # !!! Don't access storage after this !!!
  75. unlock_storage_fn()
  76. cal = vobject.iCalendar()
  77. collection_tag = collection.tag
  78. while retrieved_items:
  79. # Second filtering before evaluating occurrences.
  80. # ``item.vobject_item`` might be accessed during filtering.
  81. # Don't keep reference to ``item``, because VObject requires a lot of
  82. # memory.
  83. item, filter_matched = retrieved_items.pop(0)
  84. if not filter_matched:
  85. try:
  86. if not test_filter(collection_tag, item, filter_element):
  87. continue
  88. except ValueError as e:
  89. raise ValueError("Failed to free-busy filter item %r from %r: %s" %
  90. (item.href, collection.path, e)) from e
  91. except Exception as e:
  92. raise RuntimeError("Failed to free-busy filter item %r from %r: %s" %
  93. (item.href, collection.path, e)) from e
  94. fbtype = None
  95. if item.component_name == 'VEVENT':
  96. transp = getattr(item.vobject_item.vevent, 'transp', None)
  97. if transp and transp.value != 'OPAQUE':
  98. continue
  99. status = getattr(item.vobject_item.vevent, 'status', None)
  100. if not status or status.value == 'CONFIRMED':
  101. fbtype = 'BUSY'
  102. elif status.value == 'CANCELLED':
  103. fbtype = 'FREE'
  104. elif status.value == 'TENTATIVE':
  105. fbtype = 'BUSY-TENTATIVE'
  106. else:
  107. # Could do fbtype = status.value for x-name, I prefer this
  108. fbtype = 'BUSY'
  109. # TODO: coalesce overlapping periods
  110. if max_occurrence > 0:
  111. n_occurrences = max_occurrence+1
  112. else:
  113. n_occurrences = 0
  114. occurrences = radicale_filter.time_range_fill(item.vobject_item,
  115. time_range_element,
  116. "VEVENT",
  117. n=n_occurrences)
  118. if len(occurrences) >= max_occurrence:
  119. raise ValueError("FREEBUSY occurrences limit of {} hit"
  120. .format(max_occurrence))
  121. for occurrence in occurrences:
  122. vfb = cal.add('vfreebusy')
  123. vfb.add('dtstamp').value = item.vobject_item.vevent.dtstamp.value
  124. vfb.add('dtstart').value, vfb.add('dtend').value = occurrence
  125. if fbtype:
  126. vfb.add('fbtype').value = fbtype
  127. return (client.OK, cal.serialize())
  128. def xml_report(base_prefix: str, path: str, xml_request: Optional[ET.Element],
  129. collection: storage.BaseCollection, encoding: str,
  130. unlock_storage_fn: Callable[[], None]
  131. ) -> Tuple[int, ET.Element]:
  132. """Read and answer REPORT requests that return XML.
  133. Read rfc3253-3.6 for info.
  134. """
  135. multistatus = ET.Element(xmlutils.make_clark("D:multistatus"))
  136. if xml_request is None:
  137. return client.MULTI_STATUS, multistatus
  138. root = xml_request
  139. if root.tag in (xmlutils.make_clark("D:principal-search-property-set"),
  140. xmlutils.make_clark("D:principal-property-search"),
  141. xmlutils.make_clark("D:expand-property")):
  142. # We don't support searching for principals or indirect retrieving of
  143. # properties, just return an empty result.
  144. # InfCloud asks for expand-property reports (even if we don't announce
  145. # support for them) and stops working if an error code is returned.
  146. logger.warning("Unsupported REPORT method %r on %r requested",
  147. xmlutils.make_human_tag(root.tag), path)
  148. return client.MULTI_STATUS, multistatus
  149. if (root.tag == xmlutils.make_clark("C:calendar-multiget") and
  150. collection.tag != "VCALENDAR" or
  151. root.tag == xmlutils.make_clark("CR:addressbook-multiget") and
  152. collection.tag != "VADDRESSBOOK" or
  153. root.tag == xmlutils.make_clark("D:sync-collection") and
  154. collection.tag not in ("VADDRESSBOOK", "VCALENDAR")):
  155. logger.warning("Invalid REPORT method %r on %r requested",
  156. xmlutils.make_human_tag(root.tag), path)
  157. return client.FORBIDDEN, xmlutils.webdav_error("D:supported-report")
  158. props: Union[ET.Element, List]
  159. if root.find(xmlutils.make_clark("D:prop")) is not None:
  160. props = root.find(xmlutils.make_clark("D:prop")) # type: ignore[assignment]
  161. else:
  162. props = []
  163. hreferences: Iterable[str]
  164. if root.tag in (
  165. xmlutils.make_clark("C:calendar-multiget"),
  166. xmlutils.make_clark("CR:addressbook-multiget")):
  167. # Read rfc4791-7.9 for info
  168. hreferences = set()
  169. for href_element in root.findall(xmlutils.make_clark("D:href")):
  170. temp_url_path = urlparse(href_element.text).path
  171. assert isinstance(temp_url_path, str)
  172. href_path = pathutils.sanitize_path(unquote(temp_url_path))
  173. if (href_path + "/").startswith(base_prefix + "/"):
  174. hreferences.add(href_path[len(base_prefix):])
  175. else:
  176. logger.warning("Skipping invalid path %r in REPORT request on "
  177. "%r", href_path, path)
  178. elif root.tag == xmlutils.make_clark("D:sync-collection"):
  179. old_sync_token_element = root.find(
  180. xmlutils.make_clark("D:sync-token"))
  181. old_sync_token = ""
  182. if old_sync_token_element is not None and old_sync_token_element.text:
  183. old_sync_token = old_sync_token_element.text.strip()
  184. logger.debug("Client provided sync token: %r", old_sync_token)
  185. try:
  186. sync_token, names = collection.sync(old_sync_token)
  187. except ValueError as e:
  188. # Invalid sync token
  189. logger.warning("Client provided invalid sync token %r: %s",
  190. old_sync_token, e, exc_info=True)
  191. # client.CONFLICT doesn't work with some clients (e.g. InfCloud)
  192. return (client.FORBIDDEN,
  193. xmlutils.webdav_error("D:valid-sync-token"))
  194. hreferences = (pathutils.unstrip_path(
  195. posixpath.join(collection.path, n)) for n in names)
  196. # Append current sync token to response
  197. sync_token_element = ET.Element(xmlutils.make_clark("D:sync-token"))
  198. sync_token_element.text = sync_token
  199. multistatus.append(sync_token_element)
  200. else:
  201. hreferences = (path,)
  202. filters = (
  203. root.findall(xmlutils.make_clark("C:filter")) +
  204. root.findall(xmlutils.make_clark("CR:filter")))
  205. # extract time-range filter for processing after main filters
  206. time_range_element = None
  207. non_time_range_filters = []
  208. for filter_ in filters:
  209. time_range_element = filter_.find(".//" + xmlutils.make_clark("C:time-range"))
  210. if time_range_element is None:
  211. non_time_range_filters.append(filter_)
  212. # Retrieve everything required for finishing the request.
  213. retrieved_items = list(retrieve_items(
  214. base_prefix, path, collection, hreferences, non_time_range_filters, multistatus))
  215. collection_tag = collection.tag
  216. # !!! Don't access storage after this !!!
  217. unlock_storage_fn()
  218. while retrieved_items:
  219. # ``item.vobject_item`` might be accessed during filtering.
  220. # Don't keep reference to ``item``, because VObject requires a lot of
  221. # memory.
  222. item, filters_matched = retrieved_items.pop(0)
  223. if filters and not filters_matched:
  224. try:
  225. if not all(test_filter(collection_tag, item, filter_)
  226. for filter_ in non_time_range_filters):
  227. continue
  228. except ValueError as e:
  229. raise ValueError("Failed to filter item %r from %r: %s" %
  230. (item.href, collection.path, e)) from e
  231. except Exception as e:
  232. raise RuntimeError("Failed to filter item %r from %r: %s" %
  233. (item.href, collection.path, e)) from e
  234. # Filtering non-recurring events by time-range
  235. if (time_range_element is not None) and not hasattr(item, 'rrule'):
  236. start, end = radicale_filter.time_range_timestamps(time_range_element)
  237. istart, iend = item.time_range
  238. if istart >= end or iend <= start:
  239. continue
  240. found_props = []
  241. not_found_props = []
  242. for prop in props:
  243. element = ET.Element(prop.tag)
  244. if prop.tag == xmlutils.make_clark("D:getetag"):
  245. element.text = item.etag
  246. found_props.append(element)
  247. elif prop.tag == xmlutils.make_clark("D:getcontenttype"):
  248. element.text = xmlutils.get_content_type(item, encoding)
  249. found_props.append(element)
  250. elif prop.tag in (
  251. xmlutils.make_clark("C:calendar-data"),
  252. xmlutils.make_clark("CR:address-data")):
  253. element.text = item.serialize()
  254. expand = prop.find(xmlutils.make_clark("C:expand"))
  255. if expand is not None and item.component_name == 'VEVENT':
  256. start = expand.get('start')
  257. end = expand.get('end')
  258. if (start is None) or (end is None):
  259. return client.FORBIDDEN, \
  260. xmlutils.webdav_error("C:expand")
  261. start = datetime.datetime.strptime(
  262. start, '%Y%m%dT%H%M%SZ'
  263. ).replace(tzinfo=datetime.timezone.utc)
  264. end = datetime.datetime.strptime(
  265. end, '%Y%m%dT%H%M%SZ'
  266. ).replace(tzinfo=datetime.timezone.utc)
  267. time_range_start = None
  268. time_range_end = None
  269. if time_range_element is not None:
  270. time_range_start, time_range_end = radicale_filter.parse_time_range(time_range_element)
  271. expanded_element = _expand(
  272. element=element, item=copy.copy(item),
  273. start=start, end=end,
  274. time_range_start=time_range_start, time_range_end=time_range_end,
  275. )
  276. found_props.append(expanded_element)
  277. else:
  278. found_props.append(element)
  279. else:
  280. not_found_props.append(element)
  281. assert item.href
  282. uri = pathutils.unstrip_path(
  283. posixpath.join(collection.path, item.href))
  284. multistatus.append(xml_item_response(
  285. base_prefix, uri, found_props=found_props,
  286. not_found_props=not_found_props, found_item=True))
  287. return client.MULTI_STATUS, multistatus
  288. def _expand(
  289. element: ET.Element,
  290. item: radicale_item.Item,
  291. start: datetime.datetime,
  292. end: datetime.datetime,
  293. time_range_start: Optional[datetime.datetime] = None,
  294. time_range_end: Optional[datetime.datetime] = None,
  295. ) -> ET.Element:
  296. vevent_component: vobject.base.Component = copy.copy(item.vobject_item)
  297. # Split the vevents included in the component into one that contains the
  298. # recurrence information and others that contain a recurrence id to
  299. # override instances.
  300. vevent_recurrence, vevents_overridden = _split_overridden_vevents(vevent_component)
  301. dt_format = '%Y%m%dT%H%M%SZ'
  302. all_day_event = False
  303. if type(vevent_recurrence.dtstart.value) is datetime.date:
  304. # If an event comes to us with a dtstart specified as a date
  305. # then in the response we return the date, not datetime
  306. dt_format = '%Y%m%d'
  307. all_day_event = True
  308. # In case of dates, we need to remove timezone information since
  309. # rruleset.between computes with datetimes without timezone information
  310. start = start.replace(tzinfo=None)
  311. end = end.replace(tzinfo=None)
  312. for vevent in vevents_overridden:
  313. _strip_single_event(vevent, dt_format)
  314. duration = None
  315. if hasattr(vevent_recurrence, "dtend"):
  316. duration = vevent_recurrence.dtend.value - vevent_recurrence.dtstart.value
  317. rruleset = None
  318. if hasattr(vevent_recurrence, 'rrule'):
  319. rruleset = vevent_recurrence.getrruleset()
  320. if rruleset:
  321. # This function uses datetimes internally without timezone info for dates
  322. recurrences = rruleset.between(start, end, inc=True)
  323. _strip_component(vevent_component)
  324. _strip_single_event(vevent_recurrence, dt_format)
  325. is_component_filled: bool = False
  326. i_overridden = 0
  327. for recurrence_dt in recurrences:
  328. recurrence_utc = recurrence_dt.astimezone(datetime.timezone.utc)
  329. if time_range_start is not None and time_range_end is not None:
  330. dtstart = recurrence_dt if all_day_event else recurrence_utc
  331. dtend = dtstart + duration if duration else dtstart
  332. if not (dtstart < time_range_end and dtend > time_range_start):
  333. continue
  334. i_overridden, vevent = _find_overridden(i_overridden, vevents_overridden, recurrence_utc, dt_format)
  335. if not vevent:
  336. # We did not find an overridden instance, so create a new one
  337. vevent = copy.deepcopy(vevent_recurrence)
  338. # For all day events, the system timezone may influence the
  339. # results, so use recurrence_dt
  340. recurrence_id = recurrence_dt if all_day_event else recurrence_utc
  341. vevent.recurrence_id = ContentLine(
  342. name='RECURRENCE-ID',
  343. value=recurrence_id, params={}
  344. )
  345. _convert_to_utc(vevent, 'recurrence_id', dt_format)
  346. vevent.dtstart = ContentLine(
  347. name='DTSTART',
  348. value=recurrence_id.strftime(dt_format), params={}
  349. )
  350. if duration:
  351. vevent.dtend = ContentLine(
  352. name='DTEND',
  353. value=(recurrence_id + duration).strftime(dt_format), params={}
  354. )
  355. if not is_component_filled:
  356. vevent_component.vevent = vevent
  357. is_component_filled = True
  358. else:
  359. vevent_component.add(vevent)
  360. # Filter overridden events and vevent_recurrence if recurrences is empty
  361. # Todo: optimize that code
  362. if time_range_start is not None and time_range_end is not None:
  363. filtered_vevents = []
  364. for vevent in vevents_overridden:
  365. dtstart = vevent.dtstart.value
  366. dtend = vevent.dtend.value if hasattr(vevent, 'dtend') else dtstart
  367. dtstart = datetime.datetime.strptime(
  368. dtstart, "%Y%m%dT%H%M%SZ").replace(
  369. tzinfo=datetime.timezone.utc)
  370. dtend = datetime.datetime.strptime(
  371. dtend, "%Y%m%dT%H%M%SZ").replace(
  372. tzinfo=datetime.timezone.utc)
  373. if dtstart < time_range_end and dtend > time_range_start:
  374. filtered_vevents.append(vevent)
  375. dtstart = vevent_recurrence.dtstart.value
  376. dtend = vevent_recurrence.dtend.value if hasattr(vevent_recurrence, 'dtend') else dtstart
  377. dtstart = datetime.datetime.strptime(
  378. dtstart, "%Y%m%dT%H%M%SZ").replace(
  379. tzinfo=datetime.timezone.utc)
  380. dtend = datetime.datetime.strptime(
  381. dtend, "%Y%m%dT%H%M%SZ").replace(
  382. tzinfo=datetime.timezone.utc)
  383. if filtered_vevents or (dtstart < time_range_end and dtend > time_range_start):
  384. if filtered_vevents:
  385. vevent_component.vevent = filtered_vevents[0]
  386. for vevent in filtered_vevents[1:]:
  387. vevent_component.add(vevent)
  388. if dtstart < time_range_end and dtend > time_range_start:
  389. if not filtered_vevents:
  390. vevent_component.vevent = vevent_recurrence
  391. else:
  392. vevent_component.add(vevent_recurrence)
  393. else:
  394. element.text = ""
  395. return element
  396. element.text = vevent_component.serialize()
  397. return element
  398. def _convert_timezone(vevent: vobject.icalendar.RecurringComponent,
  399. name_prop: str,
  400. name_content_line: str):
  401. prop = getattr(vevent, name_prop, None)
  402. if prop:
  403. if type(prop.value) is datetime.date:
  404. date_time = datetime.datetime.fromordinal(
  405. prop.value.toordinal()
  406. ).replace(tzinfo=datetime.timezone.utc)
  407. else:
  408. date_time = prop.value.astimezone(datetime.timezone.utc)
  409. setattr(vevent, name_prop, ContentLine(name=name_content_line, value=date_time, params=[]))
  410. def _convert_to_utc(vevent: vobject.icalendar.RecurringComponent,
  411. name_prop: str,
  412. dt_format: str):
  413. prop = getattr(vevent, name_prop, None)
  414. if prop:
  415. setattr(vevent, name_prop, ContentLine(name=prop.name, value=prop.value.strftime(dt_format), params=[]))
  416. def _strip_single_event(vevent: vobject.icalendar.RecurringComponent, dt_format: str) -> None:
  417. _convert_timezone(vevent, 'dtstart', 'DTSTART')
  418. _convert_timezone(vevent, 'dtend', 'DTEND')
  419. _convert_timezone(vevent, 'recurrence_id', 'RECURRENCE-ID')
  420. # There is something strange behaviour during serialization native datetime, so converting manually
  421. _convert_to_utc(vevent, 'dtstart', dt_format)
  422. _convert_to_utc(vevent, 'dtend', dt_format)
  423. _convert_to_utc(vevent, 'recurrence_id', dt_format)
  424. try:
  425. delattr(vevent, 'rrule')
  426. delattr(vevent, 'exdate')
  427. delattr(vevent, 'exrule')
  428. delattr(vevent, 'rdate')
  429. except AttributeError:
  430. pass
  431. def _strip_component(vevent: vobject.base.Component) -> None:
  432. timezones_to_remove = []
  433. for component in vevent.components():
  434. if component.name == 'VTIMEZONE':
  435. timezones_to_remove.append(component)
  436. for timezone in timezones_to_remove:
  437. vevent.remove(timezone)
  438. def _split_overridden_vevents(
  439. component: vobject.base.Component,
  440. ) -> Tuple[
  441. vobject.icalendar.RecurringComponent,
  442. List[vobject.icalendar.RecurringComponent]
  443. ]:
  444. vevent_recurrence = None
  445. vevents_overridden = []
  446. for vevent in component.vevent_list:
  447. if hasattr(vevent, 'recurrence_id'):
  448. vevents_overridden += [vevent]
  449. elif vevent_recurrence:
  450. raise ValueError(
  451. f"component with UID {vevent.uid} "
  452. f"has more than one vevent with recurrence information"
  453. )
  454. else:
  455. vevent_recurrence = vevent
  456. if vevent_recurrence:
  457. return (
  458. vevent_recurrence, sorted(
  459. vevents_overridden,
  460. key=lambda vevent: vevent.recurrence_id.value
  461. )
  462. )
  463. else:
  464. raise ValueError(
  465. f"component with UID {vevent.uid} "
  466. f"does not have a vevent without a recurrence_id"
  467. )
  468. def _find_overridden(
  469. start: int,
  470. vevents: List[vobject.icalendar.RecurringComponent],
  471. dt: datetime.datetime,
  472. dt_format: str
  473. ) -> Tuple[int, Optional[vobject.icalendar.RecurringComponent]]:
  474. for i in range(start, len(vevents)):
  475. dt_event = datetime.datetime.strptime(
  476. vevents[i].recurrence_id.value,
  477. dt_format
  478. ).replace(tzinfo=datetime.timezone.utc)
  479. if dt_event == dt:
  480. return (i + 1, vevents[i])
  481. return (start, None)
  482. def xml_item_response(base_prefix: str, href: str,
  483. found_props: Sequence[ET.Element] = (),
  484. not_found_props: Sequence[ET.Element] = (),
  485. found_item: bool = True) -> ET.Element:
  486. response = ET.Element(xmlutils.make_clark("D:response"))
  487. href_element = ET.Element(xmlutils.make_clark("D:href"))
  488. href_element.text = xmlutils.make_href(base_prefix, href)
  489. response.append(href_element)
  490. if found_item:
  491. for code, props in ((200, found_props), (404, not_found_props)):
  492. if props:
  493. propstat = ET.Element(xmlutils.make_clark("D:propstat"))
  494. status = ET.Element(xmlutils.make_clark("D:status"))
  495. status.text = xmlutils.make_response(code)
  496. prop_element = ET.Element(xmlutils.make_clark("D:prop"))
  497. for prop in props:
  498. prop_element.append(prop)
  499. propstat.append(prop_element)
  500. propstat.append(status)
  501. response.append(propstat)
  502. else:
  503. status = ET.Element(xmlutils.make_clark("D:status"))
  504. status.text = xmlutils.make_response(404)
  505. response.append(status)
  506. return response
  507. def retrieve_items(
  508. base_prefix: str, path: str, collection: storage.BaseCollection,
  509. hreferences: Iterable[str], filters: Sequence[ET.Element],
  510. multistatus: ET.Element) -> Iterator[Tuple[radicale_item.Item, bool]]:
  511. """Retrieves all items that are referenced in ``hreferences`` from
  512. ``collection`` and adds 404 responses for missing and invalid items
  513. to ``multistatus``."""
  514. collection_requested = False
  515. def get_names() -> Iterator[str]:
  516. """Extracts all names from references in ``hreferences`` and adds
  517. 404 responses for invalid references to ``multistatus``.
  518. If the whole collections is referenced ``collection_requested``
  519. gets set to ``True``."""
  520. nonlocal collection_requested
  521. for hreference in hreferences:
  522. try:
  523. name = pathutils.name_from_path(hreference, collection)
  524. except ValueError as e:
  525. logger.warning("Skipping invalid path %r in REPORT request on "
  526. "%r: %s", hreference, path, e)
  527. response = xml_item_response(base_prefix, hreference,
  528. found_item=False)
  529. multistatus.append(response)
  530. continue
  531. if name:
  532. # Reference is an item
  533. yield name
  534. else:
  535. # Reference is a collection
  536. collection_requested = True
  537. for name, item in collection.get_multi(get_names()):
  538. if not item:
  539. uri = pathutils.unstrip_path(posixpath.join(collection.path, name))
  540. response = xml_item_response(base_prefix, uri, found_item=False)
  541. multistatus.append(response)
  542. else:
  543. yield item, False
  544. if collection_requested:
  545. yield from collection.get_filtered(filters)
  546. def test_filter(collection_tag: str, item: radicale_item.Item,
  547. filter_: ET.Element) -> bool:
  548. """Match an item against a filter."""
  549. if (collection_tag == "VCALENDAR" and
  550. filter_.tag != xmlutils.make_clark("C:%s" % filter_)):
  551. if len(filter_) == 0:
  552. return True
  553. if len(filter_) > 1:
  554. raise ValueError("Filter with %d children" % len(filter_))
  555. if filter_[0].tag != xmlutils.make_clark("C:comp-filter"):
  556. raise ValueError("Unexpected %r in filter" % filter_[0].tag)
  557. return radicale_filter.comp_match(item, filter_[0])
  558. if (collection_tag == "VADDRESSBOOK" and
  559. filter_.tag != xmlutils.make_clark("CR:%s" % filter_)):
  560. for child in filter_:
  561. if child.tag != xmlutils.make_clark("CR:prop-filter"):
  562. raise ValueError("Unexpected %r in filter" % child.tag)
  563. test = filter_.get("test", "anyof")
  564. if test == "anyof":
  565. return any(radicale_filter.prop_match(item.vobject_item, f, "CR")
  566. for f in filter_)
  567. if test == "allof":
  568. return all(radicale_filter.prop_match(item.vobject_item, f, "CR")
  569. for f in filter_)
  570. raise ValueError("Unsupported filter test: %r" % test)
  571. raise ValueError("Unsupported filter %r for %r" %
  572. (filter_.tag, collection_tag))
  573. class ApplicationPartReport(ApplicationBase):
  574. def do_REPORT(self, environ: types.WSGIEnviron, base_prefix: str,
  575. path: str, user: str) -> types.WSGIResponse:
  576. """Manage REPORT request."""
  577. access = Access(self._rights, user, path)
  578. if not access.check("r"):
  579. return httputils.NOT_ALLOWED
  580. try:
  581. xml_content = self._read_xml_request_body(environ)
  582. except RuntimeError as e:
  583. logger.warning("Bad REPORT request on %r: %s", path, e,
  584. exc_info=True)
  585. return httputils.BAD_REQUEST
  586. except socket.timeout:
  587. logger.debug("Client timed out", exc_info=True)
  588. return httputils.REQUEST_TIMEOUT
  589. with contextlib.ExitStack() as lock_stack:
  590. lock_stack.enter_context(self._storage.acquire_lock("r", user))
  591. item = next(iter(self._storage.discover(path)), None)
  592. if not item:
  593. return httputils.NOT_FOUND
  594. if not access.check("r", item):
  595. return httputils.NOT_ALLOWED
  596. if isinstance(item, storage.BaseCollection):
  597. collection = item
  598. else:
  599. assert item.collection is not None
  600. collection = item.collection
  601. if xml_content is not None and \
  602. xml_content.tag == xmlutils.make_clark("C:free-busy-query"):
  603. max_occurrence = self.configuration.get("reporting", "max_freebusy_occurrence")
  604. try:
  605. status, body = free_busy_report(
  606. base_prefix, path, xml_content, collection, self._encoding,
  607. lock_stack.close, max_occurrence)
  608. except ValueError as e:
  609. logger.warning(
  610. "Bad REPORT request on %r: %s", path, e, exc_info=True)
  611. return httputils.BAD_REQUEST
  612. headers = {"Content-Type": "text/calendar; charset=%s" % self._encoding}
  613. return status, headers, str(body)
  614. else:
  615. try:
  616. status, xml_answer = xml_report(
  617. base_prefix, path, xml_content, collection, self._encoding,
  618. lock_stack.close)
  619. except ValueError as e:
  620. logger.warning(
  621. "Bad REPORT request on %r: %s", path, e, exc_info=True)
  622. return httputils.BAD_REQUEST
  623. headers = {"Content-Type": "text/xml; charset=%s" % self._encoding}
  624. return status, headers, self._xml_response(xml_answer)