From b42d57c0e868330fa3fc527beddbcfb808cf4d1d Mon Sep 17 00:00:00 2001 From: Neil Ashton Date: Fri, 13 Nov 2026 15:53:01 +0000 Subject: [PATCH 1/2] Publish the FluidsBench open session recording --- .github/workflows/profile-contract.yml | 2 +- _data/open_session.yml | 34 + _includes/open_session_notice.liquid | 16 +- _pages/open-session.md | 80 +- _pages/run.md | 8 +- _sass/_ux-pages.scss | 87 + assets/js/session-recording.js | 71 + .../open-session-2026-11-11.chapters.vtt | 25 + assets/video/open-session-2026-11-11.en.vtt | 2889 +++++++++++++++++ assets/video/open-session-2026-11-11.jpg | Bin 0 -> 70729 bytes tests/test_session_recording.js | 50 + 11 files changed, 3216 insertions(+), 46 deletions(-) create mode 100644 assets/js/session-recording.js create mode 100644 assets/video/open-session-2026-11-11.chapters.vtt create mode 100644 assets/video/open-session-2026-11-11.en.vtt create mode 100644 assets/video/open-session-2026-11-11.jpg create mode 100644 tests/test_session_recording.js diff --git a/.github/workflows/profile-contract.yml b/.github/workflows/profile-contract.yml index cd308c1..05c3e9e 100644 --- a/.github/workflows/profile-contract.yml +++ b/.github/workflows/profile-contract.yml @@ -29,7 +29,7 @@ jobs: - run: python fluidsbench/bin/check_profile_contract.py --submission-root fluidsbench-submission --schema-root fluidsbench-submission - run: python fluidsbench/bin/prepare_submission_status.py --submission-root fluidsbench-submission --check - run: ruby fluidsbench/bin/check_launch_contract.rb - - run: node --test fluidsbench/tests/test_display_replacements.js fluidsbench/tests/test_launch.js fluidsbench/tests/test_open_session.js fluidsbench/tests/test_leaderboard_compute.js fluidsbench/tests/test_compute_chart.js fluidsbench/tests/test_leaderboard_scores.js fluidsbench/tests/test_leaderboard_verification.js fluidsbench/tests/test_profile_locations.js fluidsbench/tests/test_drivaernetplusplus_profiles.js + - run: node --test fluidsbench/tests/test_display_replacements.js fluidsbench/tests/test_launch.js fluidsbench/tests/test_open_session.js fluidsbench/tests/test_session_recording.js fluidsbench/tests/test_leaderboard_compute.js fluidsbench/tests/test_compute_chart.js fluidsbench/tests/test_leaderboard_scores.js fluidsbench/tests/test_leaderboard_verification.js fluidsbench/tests/test_profile_locations.js fluidsbench/tests/test_drivaernetplusplus_profiles.js - run: node fluidsbench/bin/check_leaderboard_claim_ui.js - run: node --test fluidsbench/tests/test_official_profile_publication.js - run: python -m unittest discover -s fluidsbench/tests -p "test_*.py" diff --git a/_data/open_session.yml b/_data/open_session.yml index 7b6ceee..008728d 100644 --- a/_data/open_session.yml +++ b/_data/open_session.yml @@ -9,6 +9,40 @@ uid: fluidsbench-open-session-20261111@fluidsbench.org join_url: "https://teams.microsoft.com/meet/3201271797963561?p=a26xqHhGOt95LAyOWs" meeting_id: "320 127 179 796 356 1" passcode: "RU7M3bw6" +recording: + url: "https://github.com/FluidsBench/fluidsbench/releases/download/open-session-2026-11-11/FluidsBench-open-session-2026-11-11.mp4" + duration_label: "54 minutes" + size_label: "245 MB" + poster_path: /assets/video/open-session-2026-11-11.jpg + captions_path: /assets/video/open-session-2026-11-11.en.vtt + chapters_path: /assets/video/open-session-2026-11-11.chapters.vtt + slides_url: "https://docs.google.com/presentation/d/1eS6d5YE97I79YMazkogm1goegXzfvBZpoR7BGvXrdow/view" + walkthrough_seconds: 3073 + chapters: + - seconds: 0 + timestamp: "00:00" + title: "Benchmark aims and context" + - seconds: 1291 + timestamp: "21:31" + title: "Evaluation framework" + - seconds: 1784 + timestamp: "29:44" + title: "Current and future datasets" + - seconds: 1923 + timestamp: "32:03" + title: "AirfRANS example" + - seconds: 2277 + timestamp: "37:57" + title: "DrivAerNet++ example" + - seconds: 2634 + timestamp: "43:54" + title: "DrivAerML scoring" + - seconds: 3073 + timestamp: "51:13" + title: "Submission walkthrough" + - seconds: 3246 + timestamp: "54:06" + title: "Next steps" time_zones: - label: "Paris (CET)" offset: "+01:00" diff --git a/_includes/open_session_notice.liquid b/_includes/open_session_notice.liquid index 415473e..2bc5e65 100644 --- a/_includes/open_session_notice.liquid +++ b/_includes/open_session_notice.liquid @@ -1,5 +1,19 @@ {% assign event = site.open_session %} -{% if event and event.phase != 'ended' and page.permalink != event.path %} +{% if event.recording.url and page.permalink == '/' %} + +{% elsif event and event.recording.url == null and event.phase != 'ended' and page.permalink != event.path %} -{% if site.open_session and site.open_session.phase != 'ended' %} +{% if site.open_session.recording.url %} + + +{% elsif site.open_session and site.open_session.phase != 'ended' %}

Questions about submitting? Join our open session on {{ site.open_session.short_date_label }}, {{ site.open_session.time_label }} for a submission walkthrough and Q&A.

{% endif %} diff --git a/_sass/_ux-pages.scss b/_sass/_ux-pages.scss index 1026112..a15ee4d 100644 --- a/_sass/_ux-pages.scss +++ b/_sass/_ux-pages.scss @@ -79,6 +79,93 @@ html[data-theme="dark"] a.open-session-button { font-size: 22px; line-height: 1.6; } +.session-recording { + scroll-margin-top: 24px; +} +.session-recording-heading { + margin-bottom: 16px; +} +.session-recording-heading h2 { + margin-bottom: 6px; + font-size: 22px; +} +.session-recording-heading h2 span { + color: var(--ux-muted); + font-size: 16px; + font-weight: 500; +} +.session-recording-heading p { + margin: 0; + color: var(--ux-muted); + font-size: 14px; +} +.session-recording video { + display: block; + width: 100%; + aspect-ratio: 16 / 9; + background: #0b1726; + border: 1px solid var(--ux-border); + border-radius: 8px; +} +.session-recording video:focus-visible, +.session-chapters a:focus-visible { + outline: 3px solid var(--ux-accent); + outline-offset: 4px; +} +.session-recording-summary { + margin-top: 18px; +} +.session-chapters { + margin-top: 28px; + padding: 22px; + background: var(--ux-tint); + border: 1px solid var(--ux-border); + border-radius: 8px; +} +.session-chapters h3 { + margin: 0 0 14px; + font-size: 18px; +} +.session-chapters ol { + display: grid; + grid-template-columns: repeat(2, minmax(0, 1fr)); + gap: 6px 24px; + margin: 0; + padding: 0; + list-style: none; +} +.session-chapters a { + display: flex; + align-items: baseline; + gap: 12px; + min-height: 44px; + padding: 8px 0; + line-height: 1.5; +} +.session-chapter-time { + flex-shrink: 0; + color: var(--ux-muted); + font-variant-numeric: tabular-nums; +} +.session-resources { + margin-top: 36px; +} +.session-resources ul { + display: grid; + grid-template-columns: repeat(2, minmax(0, 1fr)); + gap: 12px 24px; + padding-left: 20px; + margin-bottom: 24px; +} +@media (max-width: 600px) { + .session-chapters { + padding: 16px; + } + .session-chapters ol, + .session-resources ul { + grid-template-columns: 1fr; + } +} .open-session-join { margin: 30px 0; padding: 24px; diff --git a/assets/js/session-recording.js b/assets/js/session-recording.js new file mode 100644 index 0000000..11f5de1 --- /dev/null +++ b/assets/js/session-recording.js @@ -0,0 +1,71 @@ +(function (root, factory) { + "use strict"; + const api = factory(); + if (typeof module === "object" && module.exports) module.exports = api; + if (!root.document) return; + function initialise() { + root.document.querySelectorAll("[data-session-recording]").forEach((element) => api.mount(element, root)); + } + if (root.document.readyState === "loading") root.document.addEventListener("DOMContentLoaded", initialise); + else initialise(); +})(typeof window === "undefined" ? globalThis : window, function () { + "use strict"; + + function parseStart(value) { + if (typeof value !== "string" || !/^\d+(?:\.\d+)?$/.test(value)) return null; + const seconds = Number(value); + return Number.isFinite(seconds) ? seconds : null; + } + + function seek(video, seconds, play, onPlaybackError) { + function apply() { + const last = Number.isFinite(video.duration) ? Math.max(0, video.duration - 0.05) : seconds; + video.currentTime = Math.min(seconds, last); + if (play) { + const request = video.play(); + if (request && request.catch) request.catch(onPlaybackError); + } + } + if (video.readyState >= 1) apply(); + else { + video.addEventListener("loadedmetadata", apply, { once: true }); + video.load(); + } + } + + function mount(element, root) { + const video = element.querySelector("video"); + const feedback = element.querySelector("[data-recording-feedback]"); + if (!video) return; + function message(text) { + if (!feedback) return; + feedback.textContent = text; + feedback.hidden = false; + } + function playbackError() { + message("Press play on the video to continue from this chapter."); + } + function seekFromURL() { + const seconds = parseStart(new URL(root.location.href).searchParams.get("t")); + if (seconds !== null) seek(video, seconds, false, playbackError); + } + element.querySelectorAll("[data-recording-seek]").forEach((link) => { + link.addEventListener("click", (event) => { + if (event.button !== 0 || event.metaKey || event.ctrlKey || event.shiftKey || event.altKey) return; + const seconds = parseStart(link.dataset.recordingSeek); + if (seconds === null) return; + event.preventDefault(); + root.history.pushState(null, "", link.href); + if (feedback) feedback.hidden = true; + seek(video, seconds, true, playbackError); + element.scrollIntoView({ block: "start" }); + video.focus({ preventScroll: true }); + }); + }); + video.addEventListener("error", () => message("The video could not be loaded. Use the download link below to watch the recording.")); + root.addEventListener("popstate", seekFromURL); + seekFromURL(); + } + + return { parseStart, seek, mount }; +}); diff --git a/assets/video/open-session-2026-11-11.chapters.vtt b/assets/video/open-session-2026-11-11.chapters.vtt new file mode 100644 index 0000000..4b77dba --- /dev/null +++ b/assets/video/open-session-2026-11-11.chapters.vtt @@ -0,0 +1,25 @@ +WEBVTT + +00:00:00.000 --> 00:21:31.000 +Benchmark aims and context + +00:21:31.000 --> 00:29:44.000 +Evaluation framework + +00:29:44.000 --> 00:32:03.000 +Current and future datasets + +00:32:03.000 --> 00:37:57.000 +AirfRANS example + +00:37:57.000 --> 00:43:54.000 +DrivAerNet++ example + +00:43:54.000 --> 00:51:13.000 +DrivAerML scoring + +00:51:13.000 --> 00:54:06.000 +Submission walkthrough + +00:54:06.000 --> 00:54:29.875 +Next steps diff --git a/assets/video/open-session-2026-11-11.en.vtt b/assets/video/open-session-2026-11-11.en.vtt new file mode 100644 index 0000000..cdf9980 --- /dev/null +++ b/assets/video/open-session-2026-11-11.en.vtt @@ -0,0 +1,2889 @@ +WEBVTT + +1 +00:00:00.000 --> 00:00:03.374 +to, yeah, to actually have it. So, yeah, firstly, thanks for everybody for, + +2 +00:00:03.374 --> 00:00:06.698 +you know, for joining and coming wherever you are + +3 +00:00:06.698 --> 00:00:10.354 +in the world. The purpose of this session is to talk a + +4 +00:00:10.354 --> 00:00:15.407 +little bit more about what is Fluids Bench, why we did it in the 1st place, + +5 +00:00:15.407 --> 00:00:17.601 +who are the people working on it, + +6 +00:00:18.721 --> 00:00:23.605 +how you can contribute both submitting results, + +7 +00:00:23.605 --> 00:00:30.321 +but also potentially contributing data sets and getting involved. + +8 +00:00:31.281 --> 00:00:35.359 +And we're going to go through a series of slides on that, + +9 +00:00:35.359 --> 00:00:40.210 +where various folks from the organising committee are going to talk. + +10 +00:00:40.210 --> 00:00:45.203 +And then we'll leave plenty of time for Q&A at the end for people. + +11 +00:00:45.203 --> 00:00:50.124 +But if there's any other discussions afterwards, of course, you know, + +12 +00:00:50.124 --> 00:00:51.601 +you've now got a face + +13 +00:00:51.681 --> 00:00:55.420 +To the names on the website, and of course, this is a, you know, + +14 +00:00:55.420 --> 00:00:56.801 +continuous conversation. + +15 +00:00:58.801 --> 00:01:02.171 +So as I said, yeah, we'll just go over what it is, + +16 +00:01:02.171 --> 00:01:04.881 +the questions and some of the next steps. + +17 +00:01:06.321 --> 00:01:13.634 +So from an organising point of view, you know, this is purposely distributed, + +18 +00:01:13.634 --> 00:01:20.197 +you know, across academia and industry. It is trying to be, you know, + +19 +00:01:20.197 --> 00:01:27.041 +as inclusive as possible whilst not being linked to any one institution. + +20 +00:01:27.281 --> 00:01:31.823 +So the ethos of this is very much a community project. + +21 +00:01:31.823 --> 00:01:37.686 +All of the stuff is not tied to any individual company. And, you know, + +22 +00:01:37.686 --> 00:01:44.292 +we want to make this as non-commercial and non sort of proprietary as possible. + +23 +00:01:44.292 --> 00:01:47.761 +So it's great to have all these, you know, + +24 +00:01:47.841 --> 00:01:52.061 +people who faces, many of them are on the screen here, + +25 +00:01:52.061 --> 00:01:56.664 +who are going to talk. So what I'll do is I'll let probably + +26 +00:01:56.664 --> 00:02:02.802 +people introduce themselves a little bit as they come to their section to talk. + +27 +00:02:02.802 --> 00:02:06.561 +But what we also realised is that, of course, we + +28 +00:02:06.721 --> 00:02:11.510 +as any organising committee cannot do it all themselves. + +29 +00:02:11.510 --> 00:02:18.147 +And we want feedback and insights from different companies across industry and + +30 +00:02:18.147 --> 00:02:22.432 +academia. And so what we also did is we created an + +31 +00:02:22.432 --> 00:02:27.641 +advisory board that, you know, hopefully will also expand and + +32 +00:02:27.761 --> 00:02:33.864 +include additional people over time. And that really covers an even broader + +33 +00:02:33.864 --> 00:02:40.368 +spectrum. And hopefully, as you notice, many of the companies here could be seen + +34 +00:02:40.368 --> 00:02:46.150 +as competitors to each other. But what's nice is they all have seen the + +35 +00:02:46.150 --> 00:02:49.041 +reason for an open benchmark. And so + +36 +00:02:49.321 --> 00:02:54.199 +What's nice about this is, you know, it's clear that we have many companies + +37 +00:02:54.199 --> 00:02:58.948 +giving their opinions and things in a non, you know, non-competitive way. + +38 +00:02:58.948 --> 00:03:03.761 +And we wanted to have a, as I said, a mixture of like aerospace companies, + +39 +00:03:03.761 --> 00:03:08.767 +automotive companies who are bringing more the fluids and engineering aspects + +40 +00:03:08.767 --> 00:03:09.281 +to this. + +41 +00:03:09.841 --> 00:03:15.106 +but then also the software companies who are developing and commercialising some + +42 +00:03:15.106 --> 00:03:18.876 +of these surrogate modelling technologies. And of course, + +43 +00:03:18.876 --> 00:03:22.581 +universities and research institutes that are, you know, + +44 +00:03:22.581 --> 00:03:27.846 +developing the next the next wave of it. So it's very much the idea that when we + +45 +00:03:27.846 --> 00:03:29.081 +were creating this, + +46 +00:03:29.561 --> 00:03:34.437 +Fluids bench, we were interacting and asking for advice + +47 +00:03:34.437 --> 00:03:39.662 +at an overall level, but also a technical level in terms of + +48 +00:03:39.662 --> 00:03:45.061 +like the, you know, the scoring we should use and the metrics + +49 +00:03:45.061 --> 00:03:47.761 +that we should have, et cetera. + +50 +00:03:48.841 --> 00:03:53.801 +Oh, perfect timing. So I just saw Paola just joined. + +51 +00:03:56.601 --> 00:03:58.681 +I had some problems with the connexion, sorry. + +52 +00:03:58.681 --> 00:04:02.251 +Yeah, no worries. And I'm sort of doing a jewel job here of + +53 +00:04:02.251 --> 00:04:06.238 +trying to drive this slideshow and admit people into the meetings. + +54 +00:04:06.238 --> 00:04:09.987 +So apologies about that. I think we were about to come up. Oh, + +55 +00:04:09.987 --> 00:04:13.914 +sorry, it's Faez first. I think Faez was going to talk a bit like + +56 +00:04:13.914 --> 00:04:17.961 +why are we even doing the benchmarking in the 1st place? So please. + +57 +00:04:14.841 --> 00:04:15.241 +Yeah. + +58 +00:04:18.441 --> 00:04:19.081 +Over to you. + +59 +00:04:19.641 --> 00:04:24.780 +Hi, nice to meet you all. I'm Faez Ahmed, associate professor of mechanical + +60 +00:04:24.780 --> 00:04:29.040 +engineering. And yeah, I think the motivation comes from other + +61 +00:04:29.040 --> 00:04:34.112 +fields. So when you look at, for example, large language models and so on, + +62 +00:04:34.112 --> 00:04:39.589 +there are some very well-known benchmarks. GPT-4 Carbon just came out and we can + +63 +00:04:39.589 --> 00:04:43.241 +very quickly jump to one of our favourite benchmarks. + +64 +00:04:43.361 --> 00:04:47.375 +many of our benchmarks and see how they are doing on RKGI. + +65 +00:04:47.375 --> 00:04:51.117 +Or there are some other fun ones like the drone bench, + +66 +00:04:51.117 --> 00:04:56.765 +which tells you how well modern LLMs can, for example, operate drones. Next slide, + +67 +00:04:56.765 --> 00:04:57.241 +please. + +68 +00:04:58.201 --> 00:05:01.858 +However, I think one thing that is missing is that + +69 +00:05:01.858 --> 00:05:07.524 +we need to think about these benchmarks play a critical role in evaluating and + +70 +00:05:07.524 --> 00:05:12.615 +improving performance of LLMs. And we can also see, like in this case, + +71 +00:05:12.615 --> 00:05:15.986 +across time, every time there was a new model, + +72 +00:05:15.986 --> 00:05:18.281 +we couldn't track record against + +73 +00:05:18.841 --> 00:05:22.610 +how the performance is improving with time. So given all of this, + +74 +00:05:22.610 --> 00:05:27.122 +we have been motivated on what are those equivalent benchmarks in engineering. + +75 +00:05:27.122 --> 00:05:30.548 +And in recent times, we are seeing more and more benchmarks + +76 +00:05:30.548 --> 00:05:33.347 +coming out, but still engineering benchmarks are + +77 +00:05:33.347 --> 00:05:37.516 +quite sparse compared to what we see in LLM and computer science domain. + +78 +00:05:37.516 --> 00:05:38.601 +Next slide, please. + +79 +00:05:39.641 --> 00:05:44.048 +And that was a big motivation for creating FluidsBench. And again, + +80 +00:05:44.048 --> 00:05:48.783 +I think we want to highlight that the goal of the benchmark can be many + +81 +00:05:48.783 --> 00:05:53.650 +different goals and different groups would have different targets for the + +82 +00:05:53.650 --> 00:05:58.781 +benchmark. Some of the obvious ones, like we can compare models for research. + +83 +00:05:58.781 --> 00:06:02.201 +When new models come out, we can create new models. + +84 +00:06:02.441 --> 00:06:07.188 +Maybe someone is taking one of the models and deciding whether they want to put it + +85 +00:06:07.188 --> 00:06:09.877 +in production or measuring progress over time, + +86 +00:06:09.877 --> 00:06:14.281 +like how is performance changing in fluid predictions, different types of... + +87 +00:06:17.338 --> 00:06:21.704 +versus like testing, generalizability, or even understanding what research + +88 +00:06:21.704 --> 00:06:24.848 +question to ask, because a good benchmark can help us + +89 +00:06:24.848 --> 00:06:28.632 +understand what are the questions that we are not asking so far. + +90 +00:06:28.632 --> 00:06:32.474 +And by looking at those weaknesses, we could ask those questions. + +91 +00:06:32.474 --> 00:06:36.898 +So these were some of the key like high level motivations for us to create. + +92 +00:06:37.218 --> 00:06:42.537 +a benchmark primarily focused on fluids. And I think I want to highlight that + +93 +00:06:42.537 --> 00:06:48.129 +standardising comparisons can really help the community compound progress instead + +94 +00:06:48.129 --> 00:06:53.652 +of duplicating the effort and creating hidden sets and not knowing when progress + +95 +00:06:53.652 --> 00:06:55.698 +is really being made. However, + +96 +00:06:55.858 --> 00:07:00.432 +Like we also have the risk in the future that if there is too much fixation on + +97 +00:07:00.432 --> 00:07:05.354 +benchmarks, that can be counterproductive. But we are not at the stage in the field, + +98 +00:07:05.354 --> 00:07:10.217 +in most engineering fields yet. Right now, we want more benchmarks which are widely + +99 +00:07:10.217 --> 00:07:10.738 +accepted. + +100 +00:07:13.098 --> 00:07:14.898 +Next slide, please. Thanks. + +101 +00:07:20.858 --> 00:07:25.548 +Okay, so I think Paola, I'll hand over to you to introduce + +102 +00:07:24.698 --> 00:07:24.978 +Yeah. + +103 +00:07:25.548 --> 00:07:31.908 +yourself and how some of this all kicked off in those early ML for fluids and a + +104 +00:07:31.908 --> 00:07:33.418 +COFDAC discussions. + +105 +00:07:33.978 --> 00:07:39.513 +Yeah, so okay, Paola Cinnella, I am a professor at Sorbonne University + +106 +00:07:39.513 --> 00:07:43.644 +and I am also leading the scientific interest group, + +107 +00:07:43.644 --> 00:07:49.412 +Machine Learning for Fluids in the framework of the Air Cove Tax Society, + +108 +00:07:49.412 --> 00:07:55.258 +which is a scientific society in Europe on flow turbulence and combustion. + +109 +00:07:55.818 --> 00:08:03.071 +And one of the goals of this scientific interest group was to standardise test + +110 +00:08:03.071 --> 00:08:10.049 +cases and benchmarks in machine learning methods applied to fluid problems. + +111 +00:08:10.049 --> 00:08:15.098 +So we tried to set several benchmarks. One of them was + +112 +00:08:15.338 --> 00:08:19.371 +a benchmark for data-driven turbulence modelling. + +113 +00:08:19.371 --> 00:08:25.824 +This is called the Closure Challenge. And it builds on preliminary work done by + +114 +00:08:25.824 --> 00:08:29.615 +NASA. Then we had another benchmark in closure + +115 +00:08:29.615 --> 00:08:34.858 +models for combustion. This is led by Alessandro Parente at ULB. + +116 +00:08:35.258 --> 00:08:40.308 +And while we Neil, we were, so we have contributed to this other + +117 +00:08:40.308 --> 00:08:43.959 +benchmark led by Neil for his bench. Actually, + +118 +00:08:43.959 --> 00:08:50.097 +the history is that a few years ago, I collaborated with the with the group of + +119 +00:08:50.097 --> 00:08:56.001 +deep learning in at Sorbonne University, in particular the group of Patrick + +120 +00:08:56.001 --> 00:08:56.778 +Gallinari. + +121 +00:08:57.098 --> 00:09:00.701 +who is a computer scientist, and together we, + +122 +00:09:00.701 --> 00:09:05.714 +with the help of a PhD student at that time, so Florent Bonnet, + +123 +00:09:05.714 --> 00:09:11.510 +we built this Air France data set, which is a data set of airfoils at the + +124 +00:09:11.510 --> 00:09:15.818 +period where no data sets basically were available for + +125 +00:09:16.218 --> 00:09:21.670 +I would say machine learning and fluid computational fluid dynamics. + +126 +00:09:21.670 --> 00:09:25.305 +And so this data set then led to a challenge. + +127 +00:09:25.305 --> 00:09:31.705 +The first challenge was accepted to the new RIBES data sets and benchmarks track + +128 +00:09:31.705 --> 00:09:35.418 +in 2022, and a challenge was proposed in 2023. + +129 +00:09:35.818 --> 00:09:40.713 +And well, today, this data set is quite well used by the + +130 +00:09:40.713 --> 00:09:47.754 +community for testing surrogate models. And it's actually now included in as part + +131 +00:09:47.754 --> 00:09:54.538 +of the of the test cases in FluidsBench. And then this benchmark has been also + +132 +00:09:54.858 --> 00:10:02.019 +proposed as a test case for the series of workshops, machine learning for fluids. + +133 +00:10:02.019 --> 00:10:06.997 +This is a series of workshops which has started in 2024. + +134 +00:10:06.997 --> 00:10:13.634 +I started it in Sorbonne and then we had a second edition organised by Luca + +135 +00:10:13.634 --> 00:10:16.778 +Mulgree and Neil was there actually. + +136 +00:10:17.018 --> 00:10:20.920 +in London. And last year we had another edition in + +137 +00:10:20.920 --> 00:10:25.893 +Amsterdam organised by CWI. And there we presented, I would say, + +138 +00:10:25.893 --> 00:10:30.484 +the premises of Ruiz's bench, which was still in, you know, + +139 +00:10:30.484 --> 00:10:35.227 +in under construction. And then we joined forces with the CAR + +140 +00:10:35.227 --> 00:10:36.298 +CFD community. + +141 +00:10:36.938 --> 00:10:40.953 +which is, which has actually has contributed high + +142 +00:10:40.953 --> 00:10:46.334 +fidelity data sets for different families of car shapes. And well, + +143 +00:10:46.334 --> 00:10:52.758 +all these forces brought together along with contributions from turbo machinery + +144 +00:10:52.758 --> 00:10:57.978 +and from external aerodynamics contributors, all this has led to + +145 +00:10:58.178 --> 00:11:02.831 +to through its bench. So the important point here is, well, + +146 +00:11:02.831 --> 00:11:08.880 +I would say the rationale between this effort is that we hear very frequently + +147 +00:11:08.880 --> 00:11:15.395 +that surrogates aim to replace CFD, right? And the problem is that surrogate models + +148 +00:11:15.395 --> 00:11:17.178 +are often assessed only + +149 +00:11:17.418 --> 00:11:22.532 +on global error metrics, and which is not what we do in CFD. + +150 +00:11:22.532 --> 00:11:27.227 +Nobody would assess, say that the CFD code is good just + +151 +00:11:27.227 --> 00:11:32.844 +because it has a low error on the velocity field on average. Okay, + +152 +00:11:32.844 --> 00:11:37.538 +so if we aim at replacing CFD with surrogate models, we + +153 +00:11:37.618 --> 00:11:42.620 +should assess them as severely as CFD. So the first question is about + +154 +00:11:42.620 --> 00:11:45.979 +convergence. So when you run a CFD simulation, + +155 +00:11:45.979 --> 00:11:51.053 +what you do first of all is that you cheque if your mesh is converged, + +156 +00:11:51.053 --> 00:11:56.698 +if your iterations are converged and so on. So we should do something similar. + +157 +00:11:56.898 --> 00:12:02.354 +with surrogate models and see if the model has converged to some extent in + +158 +00:12:02.354 --> 00:12:05.554 +terms, for instance, of data we assimilate. + +159 +00:12:05.554 --> 00:12:10.427 +The second very important point is the flow quantities we look at, + +160 +00:12:10.427 --> 00:12:15.810 +not only L2 errors on global fields, especially in external aerodynamics, + +161 +00:12:15.810 --> 00:12:21.338 +where most of the field is basically a constant function. So we should look + +162 +00:12:21.538 --> 00:12:24.279 +like profiles, world distributions and forces. + +163 +00:12:24.279 --> 00:12:28.477 +This is what we are proposing here. And another important point are the + +164 +00:12:28.477 --> 00:12:31.509 +derivatives, because reconstructing well a velocity + +165 +00:12:31.509 --> 00:12:35.532 +field doesn't mean that you are reconstructing well the derivatives. + +166 +00:12:35.532 --> 00:12:39.905 +The derivatives are much harder to reconstruct. And however, for instance, + +167 +00:12:39.905 --> 00:12:43.578 +velocity derivatives or temperature derivatives will influence + +168 +00:12:43.858 --> 00:12:48.142 +your wall shear stress, your heat fluxes, and the separation, + +169 +00:12:48.142 --> 00:12:53.669 +the separation and reattachment points. So this is very important and we should + +170 +00:12:53.669 --> 00:12:57.262 +look at those quantities more closely. And finally, + +171 +00:12:57.262 --> 00:13:01.960 +the last point is overall cost, because when you train a surrogate, + +172 +00:13:01.960 --> 00:13:07.418 +the idea is that you replace costly CFD with a cheap surrogate where inference + +173 +00:13:07.658 --> 00:13:13.071 +takes only a few seconds, okay? But imagine that you are addressing an + +174 +00:13:13.071 --> 00:13:17.263 +optimization task, and this optimization task could be + +175 +00:13:17.263 --> 00:13:21.151 +resolved with brute force CFD using, I don't know, + +176 +00:13:21.151 --> 00:13:26.183 +1000 queries to the costly CFD code. And to train your surrogate, + +177 +00:13:26.183 --> 00:13:28.698 +you need a database of 10,000 CFD + +178 +00:13:28.978 --> 00:13:34.486 +So then actually you have gained very little in terms of computational cost, + +179 +00:13:34.486 --> 00:13:37.847 +or you have even lost some computational cost. + +180 +00:13:37.847 --> 00:13:43.211 +So we should be careful and look very, very carefully at these quantities. + +181 +00:13:43.211 --> 00:13:48.218 +And that's what we do using open evaluations, submissions reviewed by + +182 +00:13:48.418 --> 00:13:52.852 +the data set owners and version rules, and this is what my colleagues, + +183 +00:13:52.852 --> 00:13:56.661 +I think Jean and Daniel, are going to present just after me. + +184 +00:13:56.661 --> 00:13:57.098 +Thanks. + +185 +00:13:58.978 --> 00:14:02.659 +Great. And just maybe mentioned later as well, + +186 +00:14:02.659 --> 00:14:08.924 +but certainly I was inspired by the work that Mohammed and Faez had done on the + +187 +00:14:08.924 --> 00:14:14.562 +car bench, which was, you know, one of the first publications that came + +188 +00:14:14.562 --> 00:14:17.538 +out looking at for the drive net case. + +189 +00:14:18.018 --> 00:14:21.148 +And so that combined with, I think, also some of the, + +190 +00:14:21.148 --> 00:14:24.510 +we had an interesting chat at this ML Fluids with Daniel, + +191 +00:14:24.510 --> 00:14:27.467 +who gave one of the keynotes on weather modelling, + +192 +00:14:27.467 --> 00:14:31.756 +who was at Google DeepMind and showing how the weather community uses the + +193 +00:14:30.298 --> 00:14:30.778 +Mhm. + +194 +00:14:31.756 --> 00:14:35.756 +benchmarks and the leaderboards. And obviously, Neil Turi, you know, + +195 +00:14:35.756 --> 00:14:39.524 +did some stuff on that. So all of this started to come together. + +196 +00:14:36.698 --> 00:14:37.178 +Okay. + +197 +00:14:39.524 --> 00:14:42.538 +And, you know, I think everyone was like, ah, okay. + +198 +00:14:42.658 --> 00:14:48.178 +We really should have some benchmarks, so OK, Jean. + +199 +00:14:43.178 --> 00:14:43.458 +Yeah. + +200 +00:14:50.458 --> 00:14:55.307 +Hi everyone, I'm Jean Kossaifi. I lead the AI engineering group at NVIDIA + +201 +00:14:55.307 --> 00:14:59.567 +Research. And so, yeah, I want to talk a little bit about how we + +202 +00:14:59.567 --> 00:15:05.071 +are measuring the progress in the field. And so, in general, in engineering design, + +203 +00:15:05.071 --> 00:15:09.658 +we basically want to predict how a system, our geometry, will behave. + +204 +00:15:09.978 --> 00:15:14.818 +and determine how to improve it. And so one of the main goals of AI + +205 +00:15:14.818 --> 00:15:20.298 +engineering is to use lead surrogate models to make those predictions faster + +206 +00:15:20.298 --> 00:15:24.142 +and enable faster, large-scale design exploration and + +207 +00:15:24.142 --> 00:15:29.978 +optimization. And so for car aerodynamics, for example, we need to understand how + +208 +00:15:30.178 --> 00:15:34.618 +When we change the geometry that affects the flow and the forces, and... + +209 +00:15:35.578 --> 00:15:39.299 +do the simulation across several operating conditions. + +210 +00:15:39.299 --> 00:15:44.238 +And so the more we want to optimise, the more evaluations we need to do. + +211 +00:15:44.238 --> 00:15:49.785 +And so CFD already offers a whole range of established approaches from, you know, + +212 +00:15:49.785 --> 00:15:54.995 +RANs to hybrid RANs, LES, LES, DNS. And so each of those differ in the types + +213 +00:15:54.995 --> 00:15:56.618 +of physics they resolve. + +214 +00:15:56.938 --> 00:16:01.510 +the physics, the model, and the computational cost. And right now, + +215 +00:16:01.510 --> 00:16:07.105 +even simulations we can afford for a few configurations might be too expensive to + +216 +00:16:07.105 --> 00:16:12.905 +run through the entire optimization loop. And so really, the bottleneck, the budget, + +217 +00:16:12.905 --> 00:16:15.498 +whether it's both in time and compute, + +218 +00:16:15.818 --> 00:16:20.612 +is currently limiting the number of designs we can explore and the fidelity + +219 +00:16:20.612 --> 00:16:24.459 +of the solvers we can use. And so learning a surrogate model + +220 +00:16:24.459 --> 00:16:29.505 +essentially allows us to amortise the cost of simulation of data generation and + +221 +00:16:29.505 --> 00:16:34.361 +model training over many evaluations. So we generate a lot of reference data + +222 +00:16:34.361 --> 00:16:37.578 +and then we train a surrogate model from this data + +223 +00:16:38.058 --> 00:16:42.538 +and we reuse the model that we trained once to make predictions across many + +224 +00:16:42.538 --> 00:16:44.778 +geometries, operating conditions, etc. + +225 +00:16:45.778 --> 00:16:50.387 +And so the hope is that we can bring information from the higher fidelity + +226 +00:16:50.387 --> 00:16:54.623 +simulation into larger design study at a lower cost per prediction. + +227 +00:16:54.623 --> 00:16:57.426 +And so really in aided engineering research, + +228 +00:16:57.426 --> 00:17:02.222 +we're trying to develop neural operators that connect directly the geometry, + +229 +00:17:02.222 --> 00:17:05.336 +the match, the representation directly to physics + +230 +00:17:05.336 --> 00:17:07.578 +prediction and design optimizations. + +231 +00:17:08.538 --> 00:17:12.137 +And so the reason we call it AI-aided engineering, + +232 +00:17:12.137 --> 00:17:17.146 +and not let's say AI engineering, is that the models are complementing + +233 +00:17:17.146 --> 00:17:21.450 +existing CAE methods. We're not really in the stage where we + +234 +00:17:21.450 --> 00:17:24.554 +want to replace it. One issue, for example, + +235 +00:17:24.554 --> 00:17:28.858 +is that the optimizer could exploit errors in the surrogate. + +236 +00:17:29.338 --> 00:17:33.099 +So that find areas where it's out of distribution, + +237 +00:17:33.099 --> 00:17:37.818 +so that a predictive design still needs to be checked with CFD. + +238 +00:17:38.778 --> 00:17:41.959 +And so we still need experimental validation to assess how well the + +239 +00:17:41.959 --> 00:17:44.298 +modelling actually represents the physics system. + +240 +00:17:45.258 --> 00:17:49.663 +And so the predictions basically also need to support the design decisions + +241 +00:17:49.663 --> 00:17:54.244 +we're making. If we're optimising drag, we want the model to predict how drag + +242 +00:17:54.244 --> 00:17:58.708 +actually changes with the geometry. Small average errors in the flow fields + +243 +00:17:58.708 --> 00:18:02.701 +don't necessarily tell you this. And so this is where the choice of + +244 +00:18:02.701 --> 00:18:04.698 +metrics really matter. And CFD has + +245 +00:18:04.818 --> 00:18:08.826 +Paola already said has a long history of benchmarking and validation. + +246 +00:18:08.826 --> 00:18:12.204 +In other fields, Faez mentioned benchmark really have been + +247 +00:18:12.204 --> 00:18:15.410 +driving progress. If you think, for example, in vision, + +248 +00:18:15.410 --> 00:18:17.929 +ImageNet really is what provided, you know, + +249 +00:18:17.929 --> 00:18:22.738 +common ground and training data for image recognition and was really central to the + +250 +00:18:22.738 --> 00:18:25.658 +progress of AI and arriving to where we are today. + +251 +00:18:25.978 --> 00:18:29.380 +So these benchmarks really help researchers compare methods, + +252 +00:18:29.380 --> 00:18:32.781 +identify limitations, and decide which approaches to pursue. + +253 +00:18:32.781 --> 00:18:37.131 +And so that's why we really put all our thoughts into designing fluids bench. + +254 +00:18:37.131 --> 00:18:40.254 +And so there are two main questions we want to address, + +255 +00:18:40.254 --> 00:18:44.938 +what the evaluation measures and whether the results are comparable across methods. + +256 +00:18:46.138 --> 00:18:51.655 +So to start with what we're actually measuring, as we all know, + +257 +00:18:51.655 --> 00:18:58.552 +a model can have low average field error and still predict drag or lift poorly. + +258 +00:18:58.552 --> 00:19:04.069 +And so if you use that, those flow fields to optimise the cache + +259 +00:19:04.069 --> 00:19:06.138 +shape, for example, then + +260 +00:19:06.618 --> 00:19:10.584 +you really want to be looking at the drag error directly. Conversely, + +261 +00:19:10.584 --> 00:19:14.719 +if you have a good drag prediction, that can result from cancellation of + +262 +00:19:14.719 --> 00:19:17.665 +local errors, and it doesn't tell you that the flow + +263 +00:19:17.665 --> 00:19:21.460 +field is actually accurate. So we need complementary measurements. + +264 +00:19:21.460 --> 00:19:25.766 +You want field force measures to agree with the reference across the entire + +265 +00:19:25.766 --> 00:19:28.315 +domain. You want to take into account proper + +266 +00:19:28.315 --> 00:19:28.938 +quadrature. + +267 +00:19:29.258 --> 00:19:33.938 +You want to look then at integrated forces to measure aerodynamic loads, etc. + +268 +00:19:33.938 --> 00:19:38.498 +And then you have things like pressure and weight profile that can help you + +269 +00:19:38.498 --> 00:19:41.018 +identify and diagnose local discrepancies. + +270 +00:19:42.178 --> 00:19:46.400 +And then we're doing machine learning. So you also want to look at things like + +271 +00:19:46.400 --> 00:19:50.142 +data efficiency, generalisation, how does performance change with the + +272 +00:19:50.142 --> 00:19:53.509 +amount of training data? Does the method work well on held-out + +273 +00:19:53.509 --> 00:19:57.357 +cases similar to the training data? At what point do you start to see a + +274 +00:19:57.357 --> 00:20:00.243 +domain shift? What happens on different geometries or + +275 +00:20:00.243 --> 00:20:01.098 +flow conditions? + +276 +00:20:02.058 --> 00:20:05.994 +So this is another aspect of the benchmark. And lastly, + +277 +00:20:05.994 --> 00:20:11.406 +it's also important to keep track of the source of the data, both, you know, + +278 +00:20:11.406 --> 00:20:15.202 +for credit, but also because if you train a surrogate + +279 +00:20:15.202 --> 00:20:18.856 +on RANS data, you typically test it on RANS data as + +280 +00:20:18.856 --> 00:20:21.738 +well. So you know you can reproduce that. + +281 +00:20:21.898 --> 00:20:26.522 +But good performance on that runs data doesn't tell you that it will agree with + +282 +00:20:26.522 --> 00:20:30.048 +DNS or even wind tunnel experiments. And so as we mentioned, + +283 +00:20:30.048 --> 00:20:34.326 +scoring is especially important in the machine learning community because + +284 +00:20:34.326 --> 00:20:39.065 +researchers then use the reported results to choose their methods and decide what + +285 +00:20:39.065 --> 00:20:41.782 +to work on next. And so the choice of metrics, + +286 +00:20:41.782 --> 00:20:43.458 +normalisation and aggregation + +287 +00:20:43.538 --> 00:20:47.713 +affects which improvements receive attention and where the field goes. + +288 +00:20:47.713 --> 00:20:51.299 +And so on the one hand, benchmark really can drive the field + +289 +00:20:51.299 --> 00:20:54.650 +forward with scores that can summarise performance well. + +290 +00:20:54.650 --> 00:20:59.119 +But then we need individual metric to see where the improvements come from, + +291 +00:20:59.119 --> 00:21:02.058 +you know, better field prediction, market forces. + +292 +00:21:02.378 --> 00:21:07.414 +etc. But on the other hand, some scores can be gained and it can hide + +293 +00:21:07.414 --> 00:21:13.314 +the differences between methods leading to a race where for a 1% improvement that + +294 +00:21:13.314 --> 00:21:17.774 +doesn't really reflect an actual improvement on the end goal. + +295 +00:21:17.774 --> 00:21:23.098 +And so this is why we established FluidBench and next Daniel will explain + +296 +00:21:23.418 --> 00:21:27.898 +How Fluid Bench makes those comparison consistent request submissions. + +297 +00:21:31.498 --> 00:21:39.005 +Hello, so my name is Daniel Leibovici. I'm a research scientist in the AI and + +298 +00:21:39.005 --> 00:21:44.106 +the engineering group at NVIDIA, at NVIDIA Research. + +299 +00:21:44.106 --> 00:21:50.458 +So I guess could we come back for a second to the previous slide? + +300 +00:21:50.618 --> 00:21:55.313 +Or, I think we still had a short point on the + +301 +00:21:55.313 --> 00:22:01.130 +comparability, so I just wanted to give a word regarding + +302 +00:22:01.130 --> 00:22:06.641 +the comparability, which drives drove the creation of + +303 +00:22:06.641 --> 00:22:09.498 +Fluid's bench as well, so... + +304 +00:22:09.658 --> 00:22:15.042 +As any researcher knows, it can be sometimes very challenging to + +305 +00:22:15.042 --> 00:22:20.261 +compare different surrogate models, even on the same data set. + +306 +00:22:20.261 --> 00:22:26.556 +There can be different tiny aspects that change between papers and the way, + +307 +00:22:26.556 --> 00:22:30.698 +for instance, these models are evaluated, whether + +308 +00:22:31.418 --> 00:22:35.818 +They use exactly the same geometries, the same splits, + +309 +00:22:35.818 --> 00:22:41.498 +the same evaluation locations, whether error normalisation is done the + +310 +00:22:41.498 --> 00:22:47.498 +same way or whether integration of these errors is also done the same way. + +311 +00:22:47.498 --> 00:22:52.298 +So it's very important to come up with a uniformized way of + +312 +00:22:53.338 --> 00:23:00.362 +doing these evaluations in order to be able to compare these various models. + +313 +00:23:00.362 --> 00:23:06.838 +And this is what FluidsBench also aims to do. So within each data set, + +314 +00:23:06.838 --> 00:23:14.499 +the splits are defined once and for all. While models can use different internally, + +315 +00:23:14.499 --> 00:23:17.418 +they can use different meshes or + +316 +00:23:17.538 --> 00:23:22.091 +presentations for submission to FluidsBench, + +317 +00:23:22.091 --> 00:23:30.285 +they will have to be evaluated at a given set of points which corresponds to the + +318 +00:23:30.285 --> 00:23:36.962 +original mesh in those data sets. Metrics as well and aggregation + +319 +00:23:36.962 --> 00:23:38.378 +procedures are + +320 +00:23:38.418 --> 00:23:43.434 +Are clearly defined, so this gives a common basis for + +321 +00:23:43.434 --> 00:23:49.658 +comparing the predictions. Also, the submissions are gonna record. + +322 +00:23:51.418 --> 00:24:00.590 +all kinds of information about training procedures that have been used to prepare + +323 +00:24:00.590 --> 00:24:08.308 +the models and so that these numbers are reported with context. Now, + +324 +00:24:08.308 --> 00:24:15.578 +a second very important point is the fact that this benchmarking + +325 +00:24:15.978 --> 00:24:20.708 +remains open and very transparent to the community. + +326 +00:24:20.708 --> 00:24:28.349 +So all the data sets that are being used in FluidsBench are public and open source. + +327 +00:24:28.349 --> 00:24:33.898 +They can be downloaded, inspected by the research community. + +328 +00:24:36.858 --> 00:24:41.274 +Everything that is happening inside Fluids Bench, + +329 +00:24:41.274 --> 00:24:47.632 +so the repo itself is public, so the evaluation codes and protocols can + +330 +00:24:47.632 --> 00:24:53.902 +be inspected and by the community, and we're always open to get to get + +331 +00:24:53.902 --> 00:24:57.258 +feedback if there are any suggestions. + +332 +00:24:58.298 --> 00:24:58.458 +Um... + +333 +00:25:00.058 --> 00:25:06.993 +The reviews on the, and finally, the reviews on the submissions that are + +334 +00:25:06.993 --> 00:25:12.408 +going to be done by the participants are public as well. + +335 +00:25:12.408 --> 00:25:18.298 +So we try to keep everything as transparent as possible. Now, + +336 +00:25:19.978 --> 00:25:23.898 +As of as of now, so. + +337 +00:25:26.218 --> 00:25:31.731 +The model code and the weights for the moment are optional, + +338 +00:25:31.731 --> 00:25:38.622 +so the way the way the fluid bench submission works is that it takes files + +339 +00:25:38.622 --> 00:25:44.778 +where the model has been evaluated, so the model can be evaluated. + +340 +00:25:45.578 --> 00:25:49.442 +in a way, outside of the realm of the of fluids + +341 +00:25:49.442 --> 00:25:53.307 +bench, and then the evaluator that is inside is + +342 +00:25:53.307 --> 00:25:57.010 +going to read these files. So, at the moment, + +343 +00:25:57.010 --> 00:26:02.565 +there is no yet a guarantee of reproducibility of the of the models, + +344 +00:26:02.565 --> 00:26:04.658 +but the evaluation itself. + +345 +00:26:06.058 --> 00:26:14.566 +is and the protocols are open source. A second important point about this open + +346 +00:26:14.566 --> 00:26:20.058 +benchmarking is going to be the attribution and... + +347 +00:26:20.378 --> 00:26:20.618 +Ohh. + +348 +00:26:23.418 --> 00:26:27.385 +merit, so regarding the different data sets and + +349 +00:26:27.385 --> 00:26:31.930 +the different models that are submitted to FluidBench. + +350 +00:26:31.930 --> 00:26:38.955 +So credit is going to be given, of course, to all the practitioners who have created + +351 +00:26:38.955 --> 00:26:40.938 +and submitted data sets. + +352 +00:26:41.258 --> 00:26:50.257 +We also actively encourage their participation in coming up with methods + +353 +00:26:50.257 --> 00:26:58.146 +of evaluation on their own data sets. As Jean mentioned before, + +354 +00:26:58.146 --> 00:27:00.858 +we would like for this + +355 +00:27:02.538 --> 00:27:10.461 +Fluids benchmarking to go beyond the simple L2 relative error on the various + +356 +00:27:10.461 --> 00:27:18.692 +fields, but actually look at engineering, some engineering relevant quantities. + +357 +00:27:18.692 --> 00:27:21.778 +So yeah, credit will be given. + +358 +00:27:21.898 --> 00:27:27.454 +to the various participants. Another important thing is versioning. + +359 +00:27:27.454 --> 00:27:33.746 +So I guess very often researchers have been exposed to the fact that they're + +360 +00:27:33.746 --> 00:27:40.528 +going to cite the paper and maybe that's on archive and later on they will come up + +361 +00:27:40.528 --> 00:27:41.018 +with a + +362 +00:27:41.978 --> 00:27:47.315 +an improvement on their model and suddenly the numbers don't match anymore. + +363 +00:27:47.315 --> 00:27:51.738 +Fluids ban shames that having, yeah, like versions with dates. + +364 +00:27:51.738 --> 00:27:57.355 +So it will be very simple to cite the website and for people to just go back to + +365 +00:27:57.355 --> 00:28:01.498 +the version at that given date when the citation happened. + +366 +00:28:01.898 --> 00:28:08.372 +to see what the different performance of the models were at that point. + +367 +00:28:08.372 --> 00:28:13.946 +And on the other hand, participants are able to improve their + +368 +00:28:13.946 --> 00:28:20.329 +models and do new submissions. We're not stuck at the first submission + +369 +00:28:20.329 --> 00:28:21.498 +of the model. + +370 +00:28:21.658 --> 00:28:28.427 +we can always have a, yeah, improving surrogate models. Finally, + +371 +00:28:28.427 --> 00:28:36.653 +so contributions, as I've said before, there are different ways to contribute. + +372 +00:28:36.653 --> 00:28:40.818 +So that is submitting models, obviously. + +373 +00:28:40.938 --> 00:28:45.848 +proposing new data sets, contributing to the evaluation codes, + +374 +00:28:45.848 --> 00:28:49.668 +or simply like more on the feedback perspective. + +375 +00:28:49.668 --> 00:28:56.059 +So identifying a missing test case or a physical quantity that would be important + +376 +00:28:56.059 --> 00:29:02.138 +from an engineering perspective. And yeah, the input from CFD researchers and + +377 +00:29:03.978 --> 00:29:09.895 +field experts and engineers is particularly useful for us to determine + +378 +00:29:09.895 --> 00:29:15.812 +whether the evaluation captures the behaviour engineering applications + +379 +00:29:15.812 --> 00:29:20.562 +require. So yeah, we really encourage everyone to submit + +380 +00:29:20.562 --> 00:29:24.978 +the results and examine the protocols that are being + +381 +00:29:25.098 --> 00:29:29.925 +currently implemented on in fluids bench. And yeah, if you spot anything, + +382 +00:29:29.925 --> 00:29:35.143 +a metric that misses an important error or a test that doesn't represent really + +383 +00:29:35.143 --> 00:29:39.578 +the conditions you need, that would be very useful feedback for us. + +384 +00:29:42.618 --> 00:29:43.178 +Great. + +385 +00:29:43.978 --> 00:29:45.898 +Thank you, Daniel. + +386 +00:29:48.298 --> 00:29:50.058 +So yeah, at a glance. + +387 +00:29:52.538 --> 00:29:57.968 +The the at the moment, the there are five data sets that are + +388 +00:29:57.968 --> 00:30:03.577 +available: the Air France, the Ahmed, the Windsor, the driver, + +389 +00:30:03.577 --> 00:30:08.918 +and the driver net. There are another set of data sets that + +390 +00:30:08.918 --> 00:30:10.698 +will be coming soon. + +391 +00:30:10.818 --> 00:30:15.834 +So the high lift probably being the first one in the next week or so, + +392 +00:30:15.834 --> 00:30:21.637 +the blended net and then a couple more of the turbo machinery ones. To be clear, + +393 +00:30:21.637 --> 00:30:26.796 +we called it fluid bench because absolutely the aspiration is to have a + +394 +00:30:26.796 --> 00:30:30.378 +broad set of fluid benchmarks. But we also wanted + +395 +00:30:30.418 --> 00:30:35.883 +to weigh against what was currently available and what was currently being + +396 +00:30:35.883 --> 00:30:39.308 +used by the majority of, you know, developers. + +397 +00:30:39.308 --> 00:30:45.138 +So we are aware that at the moment it is a little bit external aerodynamics and + +398 +00:30:45.138 --> 00:30:49.218 +sort of incompressible flow heavy, but it's that's just + +399 +00:30:49.298 --> 00:30:54.852 +by the nature of they are probably the most popular open source data sets at the + +400 +00:30:54.852 --> 00:30:58.007 +moment. And we will be adding more over time. + +401 +00:30:58.007 --> 00:31:03.012 +And so hopefully if you look back at this, you know, in six months time, + +402 +00:31:03.012 --> 00:31:07.264 +it will more fairly represent the name, the name CluidsBench. + +403 +00:31:07.264 --> 00:31:09.938 +So just so you understand, you know, we + +404 +00:31:10.018 --> 00:31:14.365 +We know that it is a little bit of a corner of fluids at the moment, + +405 +00:31:14.365 --> 00:31:18.711 +but it will be broader than that. And we won't be able to go through + +406 +00:31:18.711 --> 00:31:22.868 +everything today, of course. I would suggest that you have a look + +407 +00:31:22.868 --> 00:31:26.774 +through, obviously, the repos and get your favourite agent to + +408 +00:31:26.774 --> 00:31:31.498 +summarise things and look at things that there's a lot of detail in there. + +409 +00:31:31.978 --> 00:31:36.781 +A lot of it has been thought through very carefully. But in the interest of time, + +410 +00:31:36.781 --> 00:31:41.525 +what I'll do now is pass over to, I think, looking at a couple of the data sets. + +411 +00:31:41.525 --> 00:31:46.269 +And then what we're going to finish off with is a little bit of a walkthrough of + +412 +00:31:46.269 --> 00:31:50.778 +sort of example of like how you submit a result and then how the leaderboard + +413 +00:31:50.938 --> 00:31:53.018 +Will, will, will look. + +414 +00:31:55.018 --> 00:31:59.896 +So I'll pass over to Emanuele, who's just going to briefly talk about + +415 +00:31:59.018 --> 00:31:59.338 +Yeah. + +416 +00:31:59.896 --> 00:32:01.498 +the Air France example. + +417 +00:32:03.418 --> 00:32:08.994 +Okay, thank you. Thank you very much, Nick. I hope you can hear me. + +418 +00:32:08.378 --> 00:32:09.658 +Yes, I can hear you. + +419 +00:32:08.994 --> 00:32:15.472 +Let me know otherwise. Thanks. Perfect. So, hi, my name is Emanuele Tamburini. + +420 +00:32:15.472 --> 00:32:21.458 +I'm A PhD student at Sorbonne University. So, just to have a quick look, + +421 +00:32:21.818 --> 00:32:25.852 +at this data set, which is one of the data sets we have + +422 +00:32:25.852 --> 00:32:29.958 +considered in this fluid bench project. This is iFrance, + +423 +00:32:29.958 --> 00:32:35.504 +and this data set has already been the object actually of a machine learning + +424 +00:32:35.504 --> 00:32:39.106 +competition, as Professor Cinnella was mentioning + +425 +00:32:39.106 --> 00:32:40.618 +before, back in 2023. + +426 +00:32:41.058 --> 00:32:47.147 +is a data set of airfoils. It contains 1000 simulated different + +427 +00:32:47.147 --> 00:32:53.522 +shapes of airfoil coming from the NACA 4 and NACA 5 digits family. + +428 +00:32:53.522 --> 00:33:01.418 +And the simulations were run in open foam with the KEO media SST turbulence model. + +429 +00:33:03.018 --> 00:33:08.201 +with different Reynolds numbers and different angle of attacks. + +430 +00:33:08.201 --> 00:33:09.578 +You can see here. + +431 +00:33:10.938 --> 00:33:15.829 +the velocity of different shapes that is simulated. + +432 +00:33:15.829 --> 00:33:23.635 +There are in this data set already some predefined splits that we adopted as such. + +433 +00:33:23.635 --> 00:33:29.936 +So out of 1000 simulations, there are 800 for the full splits that + +434 +00:33:29.936 --> 00:33:30.218 +are + +435 +00:33:30.658 --> 00:33:36.439 +taken for training and to handle for test, and these are randomly sampled. + +436 +00:33:36.439 --> 00:33:40.138 +Then there is also a scarce regime, which is... + +437 +00:33:43.138 --> 00:33:48.644 +which is made for simulating a data scarcity regime, as we mentioned before. + +438 +00:33:48.644 --> 00:33:53.864 +Usually we don't have that many data because they're costly to generate. + +439 +00:33:53.864 --> 00:33:59.369 +So we sub-sampled 200 cases of the training set and we keep the same 200 for + +440 +00:33:59.369 --> 00:34:02.945 +testing. And then we decided to keep also another + +441 +00:34:02.945 --> 00:34:05.018 +regime, which is the angle of + +442 +00:34:05.058 --> 00:34:11.388 +attack extrapolation, which keeps still 800 and 104 samples for + +443 +00:34:11.388 --> 00:34:19.696 +training in a specific range of angles of attack. And we keep the rest for testing. + +444 +00:34:19.696 --> 00:34:24.938 +And the mod here is supposed to actually extrapolate + +445 +00:34:25.578 --> 00:34:31.582 +and get some predictions right at some angles of attacks that the mother never + +446 +00:34:31.582 --> 00:34:33.178 +seen during training. + +447 +00:34:34.258 --> 00:34:37.814 +So, the goal for the circuit models on this + +448 +00:34:37.814 --> 00:34:44.440 +data set, which is actually not very big, it's a rather small data set between 10 + +449 +00:34:44.440 --> 00:34:46.298 +and 20 gigabytes, so... + +450 +00:34:48.498 --> 00:34:52.301 +Yeah, not very large. The goal, as I was saying, + +451 +00:34:52.301 --> 00:34:57.733 +is to predict the velocity in the horizontal and vertical components, + +452 +00:34:57.733 --> 00:35:01.302 +so X&Y velocity, and the pressure fields. + +453 +00:35:01.302 --> 00:35:07.665 +So each airfoil is meshed independently, which means that each sample has between + +454 +00:35:07.665 --> 00:35:07.898 +160 + +455 +00:35:08.178 --> 00:35:10.618 +1000 to 200,000 mesh points. + +456 +00:35:12.138 --> 00:35:16.698 +This is probably another difficulty of this data set, and... + +457 +00:35:18.458 --> 00:35:22.643 +How will we evaluate the performance of the models? Okay, + +458 +00:35:22.643 --> 00:35:25.818 +this is probably the most interesting part. + +459 +00:35:25.818 --> 00:35:29.353 +So 50% of the score will be given by the fields, + +460 +00:35:29.353 --> 00:35:35.197 +which means not only the reconstruction at each mesh point of the two components + +461 +00:35:35.197 --> 00:35:37.578 +of the velocity and the pressure, + +462 +00:35:39.098 --> 00:35:44.216 +measure with the relative L2 error, but also we're going to measure the + +463 +00:35:44.216 --> 00:35:49.831 +quantities at the wall of the airfoil, such as the pressure and the wall shear + +464 +00:35:49.831 --> 00:35:53.243 +stress, the latter being the most difficult due + +465 +00:35:53.243 --> 00:35:57.650 +to the derivatives, which in this case are taking with finite + +466 +00:35:57.650 --> 00:35:59.498 +element derivatives. So we + +467 +00:35:59.658 --> 00:36:07.233 +post-process the simulation the same way we would do with the output that OpenFoam, + +468 +00:36:07.233 --> 00:36:12.824 +for example, gives us. Then 1/4 of the score will be given by + +469 +00:36:12.824 --> 00:36:19.136 +the integrated forces. So in this case, for air force, lift and drag. + +470 +00:36:19.136 --> 00:36:20.218 +And the last + +471 +00:36:20.258 --> 00:36:24.429 +quarter will be given by some velocity profiles. + +472 +00:36:24.429 --> 00:36:30.557 +So we decided to extract velocity profiles at 4 location on the section + +473 +00:36:30.557 --> 00:36:36.770 +side of the airfoil. And so yeah, our routines will extract the velocity + +474 +00:36:36.770 --> 00:36:39.578 +profiles in the normal direction. + +475 +00:36:39.738 --> 00:36:45.341 +to the airfoil and compare it against the reference. + +476 +00:36:45.341 --> 00:36:54.327 +So these all together are quantities that we deem relevant for engineering purposes. + +477 +00:36:54.327 --> 00:36:54.538 +So + +478 +00:36:56.058 --> 00:37:00.602 +So yeah, this is what we are ultimately interested + +479 +00:37:00.602 --> 00:37:03.898 +in from an engineering point of view. + +480 +00:37:06.218 --> 00:37:06.618 +And. + +481 +00:37:09.418 --> 00:37:14.930 +Okay, just this is a brief summary. I think this is going to be it for my + +482 +00:37:13.618 --> 00:37:14.058 +Great. + +483 +00:37:14.930 --> 00:37:15.898 +side for now. + +484 +00:37:17.498 --> 00:37:20.774 +Yeah, and this is, I think this is a good one because it's a + +485 +00:37:20.774 --> 00:37:24.103 +bit lighter to run. So if people want to be testing the pros, + +486 +00:37:22.858 --> 00:37:23.978 +Exactly, yeah. + +487 +00:37:24.103 --> 00:37:27.968 +it's quite quick compared to the other data sets that we'll talk about. + +488 +00:37:27.968 --> 00:37:29.418 +But the point is there is a + +489 +00:37:29.258 --> 00:37:29.738 +Allison. + +490 +00:37:31.338 --> 00:37:32.058 +Go ahead, sorry. + +491 +00:37:33.578 --> 00:37:37.295 +Yeah, yeah, exactly. So also training and testing and trying + +492 +00:37:37.295 --> 00:37:42.230 +different surrogate models is going to be easier to start with on the airference + +493 +00:37:42.230 --> 00:37:42.778 +data set. + +494 +00:37:44.378 --> 00:37:48.447 +Okay, I know we're running a bit over time, + +495 +00:37:48.447 --> 00:37:51.498 +so I'll maybe move forward and... + +496 +00:37:52.938 --> 00:37:56.138 +Hand it up, sorry, you will. Hand it to Ahmed. + +497 +00:37:57.698 --> 00:38:04.013 +Yes, so hi everyone. I am Mohammed. I'm currently a PhD student at MIT + +498 +00:38:04.013 --> 00:38:10.240 +working with Professor Faez Ahmed. Thanks everyone for joining today. + +499 +00:38:10.240 --> 00:38:17.445 +I will try to give you a quick overview about DriverNet and how we thought about + +500 +00:38:17.445 --> 00:38:17.978 +it. So + +501 +00:38:18.378 --> 00:38:22.626 +In car aerodynamics, you can classify any car into one of + +502 +00:38:22.626 --> 00:38:27.679 +three components or three models. It can be a stateback, a fastback, + +503 +00:38:27.679 --> 00:38:31.854 +or a notchback. And then the underbody can be classified + +504 +00:38:31.854 --> 00:38:37.566 +into a smooth underbody or a detailed underbody. So the data set has about 8, + +505 +00:38:37.566 --> 00:38:38.738 +150 simulations. + +506 +00:38:39.578 --> 00:38:43.498 +It was mostly done using Ransky Omega SST. + +507 +00:38:44.858 --> 00:38:46.618 +under a fixed boundary condition. + +508 +00:38:48.938 --> 00:38:53.385 +Neil, if you could go to the next animation. + +509 +00:38:53.385 --> 00:39:01.291 +And the specific task within fluids bench is to predict the surface pressure at + +510 +00:39:01.291 --> 00:39:07.418 +every point on the car surface. So that's roughly 360 to 550. + +511 +00:39:07.818 --> 00:39:11.324 +Thousand nodes per per car, and then again, + +512 +00:39:11.324 --> 00:39:16.582 +I think very similar to to most benchmarks we we see in different + +513 +00:39:16.582 --> 00:39:22.956 +computer vision and large language model domains is that it's very important to + +514 +00:39:22.956 --> 00:39:27.178 +have train validation and test test splits, which... + +515 +00:39:27.738 --> 00:39:34.154 +I was surprised that it's not very common in a lot of the engineering data sets and + +516 +00:39:34.154 --> 00:39:38.584 +simulation data sets. So I think having those splits well + +517 +00:39:38.584 --> 00:39:44.083 +defined is definitely important. And then how a submission is scored is + +518 +00:39:44.083 --> 00:39:49.658 +that we decided to focus specifically on the flow field. So 100% will be + +519 +00:39:50.218 --> 00:39:57.563 +given to the prediction on the flow field. But similar to driver ML and air France, + +520 +00:39:57.563 --> 00:40:04.732 +you can also get the profiles prediction. So we have 3 profiles for the CP on the + +521 +00:40:04.732 --> 00:40:09.978 +upper body, under body, and the rear. And then you can also + +522 +00:40:10.938 --> 00:40:16.618 +Yeah, test different models. And Neil, if you could please go to the next slide. + +523 +00:40:20.138 --> 00:40:23.581 +So this is like, let's say, a specific example. + +524 +00:40:23.581 --> 00:40:27.741 +So you can get access to the reference EFD from OpenFOAM, + +525 +00:40:27.741 --> 00:40:32.906 +and this is a prediction by the Transolver model or a larger Transolver + +526 +00:40:32.906 --> 00:40:38.357 +version that we trained internally. You can also visualise the error on the + +527 +00:40:38.357 --> 00:40:39.218 +car surface. + +528 +00:40:39.818 --> 00:40:43.250 +And what we see here is the delta CP. And again, + +529 +00:40:43.250 --> 00:40:48.433 +you can also get different flow profiles, so the upper body centre lines, + +530 +00:40:48.433 --> 00:40:51.725 +the under body centre line, and the rear pace. + +531 +00:40:51.725 --> 00:40:57.538 +And you can compare your machine learning or surrogate model prediction versus the + +532 +00:40:57.538 --> 00:40:57.818 +CFD. + +533 +00:40:58.618 --> 00:41:05.134 +And what's interesting, it's still like a lot of those models are + +534 +00:41:05.134 --> 00:41:12.538 +achieving maybe 17 to 13% error, which shows us that there is definitely a + +535 +00:41:12.538 --> 00:41:18.658 +lot of work to be done to improve those AI models and ideally + +536 +00:41:18.738 --> 00:41:23.098 +maybe replace some aspects of the CFD, or for other use cases, + +537 +00:41:23.098 --> 00:41:28.218 +it can be used as an initialization for maybe more expensive simulations. + +538 +00:41:31.898 --> 00:41:36.677 +Next slide, please. So what we did over the last, let's say, + +539 +00:41:36.677 --> 00:41:40.595 +I would say, maybe 11 months is that we have been + +540 +00:41:40.595 --> 00:41:45.374 +working on this car bench. So if you go to the GitHub label, + +541 +00:41:45.374 --> 00:41:50.858 +you can download the pre-trained models, so you can get access to the + +542 +00:41:51.138 --> 00:41:55.246 +pre-trained models, you don't have to train them from scratch. + +543 +00:41:55.246 --> 00:42:00.593 +You can also get access to the different, like the code for each model and how to + +544 +00:42:00.593 --> 00:42:04.506 +train it from scratch. And then you can also see comparison + +545 +00:42:04.506 --> 00:42:08.679 +between most of the neural surrogates, like open source models, + +546 +00:42:08.679 --> 00:42:11.418 +such as Transolvers, and also some models. + +547 +00:42:11.818 --> 00:42:14.803 +from NVIDIA, for example, is also included. + +548 +00:42:14.803 --> 00:42:18.058 +There's termnets that we developed here at MIT. + +549 +00:42:20.138 --> 00:42:21.178 +Last slide. + +550 +00:42:25.898 --> 00:42:30.897 +I'm also very curious or very interested about this idea of foundation models or + +551 +00:42:30.897 --> 00:42:35.464 +general purpose AI tools that can be used for different downstream tasks. + +552 +00:42:35.464 --> 00:42:39.660 +So what you could also do within the benchmark is train on subsets. + +553 +00:42:39.660 --> 00:42:44.721 +So let's say you can train on state backs and fast backs and test on a completely + +554 +00:42:44.721 --> 00:42:47.498 +unseen type of geometry such as notch backs. + +555 +00:42:47.898 --> 00:42:52.031 +and you can do different experiments. So I think this is very, + +556 +00:42:52.031 --> 00:42:56.623 +very interesting for people and researchers who are trying to develop + +557 +00:42:56.623 --> 00:43:00.165 +foundation models now. How can I generalise to out of + +558 +00:43:00.165 --> 00:43:01.018 +distribution? + +559 +00:43:06.178 --> 00:43:10.496 +The last thing is that, yes, we focused a lot on the flow field, + +560 +00:43:10.496 --> 00:43:16.076 +but again, as Daniel and Jean mentioned, for a lot of the engineering applications, + +561 +00:43:16.076 --> 00:43:19.132 +you can also care about, let's say, the drag, + +562 +00:43:19.132 --> 00:43:23.782 +if you're learning an optimization or it was in an optimization loop. + +563 +00:43:23.782 --> 00:43:27.104 +So you can also, we provided a code where you can + +564 +00:43:27.104 --> 00:43:28.698 +integrate the flow field + +565 +00:43:29.338 --> 00:43:34.298 +to get different KPIs, like let's say the drag coefficient or + +566 +00:43:34.298 --> 00:43:35.738 +left coefficients. + +567 +00:43:38.218 --> 00:43:43.315 +I think that's mostly from my side. Yeah, feel free to reach out. + +568 +00:43:43.315 --> 00:43:47.098 +If you guys have questions, I'm happy to answer. + +569 +00:43:48.778 --> 00:43:50.858 +Great, thank you. + +570 +00:43:52.698 --> 00:43:54.298 +Okay, Astrid. + +571 +00:43:54.538 --> 00:43:59.043 +Yeah, okay. Let me get started and I will also try to + +572 +00:43:59.043 --> 00:44:03.881 +be quick. Okay, so first of all, hi everyone. I'm Astrid. + +573 +00:44:03.881 --> 00:44:09.053 +I work at Pasteur Labs, which is a startup where we also care + +574 +00:44:09.053 --> 00:44:14.058 +about and train and develop field prediction models. And so + +575 +00:44:14.298 --> 00:44:18.379 +But another thing I wanted to say before we jump into the slides, + +576 +00:44:18.379 --> 00:44:23.572 +so we have thought about having a Q& A session at the end of this presentation. + +577 +00:44:23.572 --> 00:44:26.602 +Even though we might not have the time for this, + +578 +00:44:26.602 --> 00:44:29.632 +I would still ask you if you have any questions, + +579 +00:44:29.632 --> 00:44:34.516 +please just write them in the chat and then we will make sure that we will get + +580 +00:44:34.516 --> 00:44:37.298 +back to you even after the meeting. So yeah. + +581 +00:44:37.378 --> 00:44:41.968 +I just wanted to say this. Okay, now looking at the slide, + +582 +00:44:41.968 --> 00:44:47.957 +and I won't go into any of the reasons why we need different metrics, right? + +583 +00:44:47.957 --> 00:44:51.535 +So yeah, the others have covered this already + +584 +00:44:51.535 --> 00:44:55.191 +perfectly. So I just want to describe a bit an + +585 +00:44:55.191 --> 00:44:57.058 +example where we have... + +586 +00:44:57.138 --> 00:45:02.147 +gained already some experience. This is the Drive ML data set, + +587 +00:45:02.147 --> 00:45:08.745 +and we have gained already experience in asking participants to submit results and + +588 +00:45:08.745 --> 00:45:13.516 +also evaluating these results during the Auto CFD workshop, + +589 +00:45:13.516 --> 00:45:16.298 +which has happened a few weeks ago. + +590 +00:45:16.698 --> 00:45:22.844 +And so there are several things which we have found out and which we then try to + +591 +00:45:22.844 --> 00:45:28.079 +incorporate directly when it comes to how the code should look like. + +592 +00:45:28.079 --> 00:45:33.845 +People have to follow for submitting. It's about fixing the splits and also + +593 +00:45:33.845 --> 00:45:35.818 +really fixing the code for + +594 +00:45:36.218 --> 00:45:41.484 +calculating the metrics, all with the intention of increasing the, + +595 +00:45:41.484 --> 00:45:45.021 +yeah, increasing the chance of having a fair + +596 +00:45:45.021 --> 00:45:49.266 +comparison. And so here I will show you how the score + +597 +00:45:49.266 --> 00:45:55.632 +does compose for this specific data set. So the data set is pretty large, right? + +598 +00:45:55.632 --> 00:46:00.898 +So it has almost 500 samples. It was generated with a Walle model. + +599 +00:46:01.018 --> 00:46:04.641 +Overall, the data set has around 30 terabytes, + +600 +00:46:04.641 --> 00:46:09.574 +and it includes surface fields, but also volume fields. And so, + +601 +00:46:09.574 --> 00:46:13.428 +when you look at the slide on the left-hand side, + +602 +00:46:13.428 --> 00:46:19.440 +there you can see an example for the surface fields, but in addition to this, + +603 +00:46:19.440 --> 00:46:22.138 +we also have velocity and pressure. + +604 +00:46:22.538 --> 00:46:26.905 +in the volume field. As we know that this data set is quite + +605 +00:46:26.905 --> 00:46:30.107 +challenging, just also because of the size. + +606 +00:46:30.107 --> 00:46:35.638 +That's the reason why, for example, here you have the possibility to submit + +607 +00:46:35.638 --> 00:46:39.423 +results for surface and volume or just for surface. + +608 +00:46:39.423 --> 00:46:43.498 +This does impact the maximum score, what you can reach. + +609 +00:46:43.738 --> 00:46:49.256 +And you will find more information also in the submission repository around this. + +610 +00:46:49.256 --> 00:46:54.842 +But yeah, I just wanted to mention this. So you do not have to deal with a full 30 + +611 +00:46:54.842 --> 00:46:58.408 +terabytes, but you would still have a possibility to + +612 +00:46:58.408 --> 00:47:02.176 +work with this data set and submit results. So overall, + +613 +00:47:02.176 --> 00:47:07.627 +what you can see on the top of the slide is the composition of the overall score + +614 +00:47:07.627 --> 00:47:08.098 +is 50%. + +615 +00:47:08.138 --> 00:47:13.010 +fields, 25% forces, and 25% profiles. In the middle section, + +616 +00:47:13.010 --> 00:47:19.001 +you can see some of these profiles, which are then automatically extracted + +617 +00:47:19.001 --> 00:47:25.310 +from the predictions when you perform the submission code on your predictions. + +618 +00:47:25.310 --> 00:47:29.943 +And there you can also see just some example data, right, + +619 +00:47:29.943 --> 00:47:32.818 +how this can look like, for example, + +620 +00:47:32.898 --> 00:47:37.466 +for the upper body, a centre line and a velocity line in the + +621 +00:47:37.466 --> 00:47:39.338 +volume field in the wake. + +622 +00:47:40.698 --> 00:47:46.880 +And on the right hand side, and with this, I'm already coming to an end. + +623 +00:47:46.880 --> 00:47:52.131 +So there you can see in the bottom on the right in the table, + +624 +00:47:52.131 --> 00:47:58.821 +you can really see like the L2 norms and the R square values for the different + +625 +00:47:58.821 --> 00:47:59.498 +metrics. + +626 +00:47:59.978 --> 00:48:05.030 +which get calculated. And there you can also see that two + +627 +00:48:05.030 --> 00:48:09.646 +different models might perform very, yeah, not very, + +628 +00:48:09.646 --> 00:48:15.394 +but they can perform and lead in different categories, so to say. + +629 +00:48:15.394 --> 00:48:21.578 +And then I think that's just important to also know about this or that + +630 +00:48:22.138 --> 00:48:27.637 +Depending on your specific use case or what you are specifically interested in, + +631 +00:48:27.637 --> 00:48:31.142 +the result of which model does a better job might, + +632 +00:48:31.142 --> 00:48:34.785 +the answer to this question might be very different. + +633 +00:48:34.785 --> 00:48:40.146 +And that's basically the full story I just wanted to tell with this table and + +634 +00:48:40.146 --> 00:48:45.645 +this bar chart where you can see, okay, so the composition of the overall score + +635 +00:48:45.645 --> 00:48:46.538 +for one model + +636 +00:48:46.818 --> 00:48:50.259 +Yeah, it's not, yeah, it can it can point into different + +637 +00:48:50.259 --> 00:48:53.338 +directions depending on what you pay attention to. + +638 +00:48:54.298 --> 00:48:56.858 +And with this, I'm handing over to Yunia. + +639 +00:48:56.698 --> 00:48:59.937 +Great. So this is a hopefully a very practical + +640 +00:48:59.937 --> 00:49:05.175 +example of basically where fluids bench was already used for the driver ML. + +641 +00:49:05.175 --> 00:49:10.620 +We did it as part of auto CFD workshop, but it was the same evaluator process. + +642 +00:49:10.620 --> 00:49:14.066 +It was the same scoring process. It was the same. + +643 +00:49:14.066 --> 00:49:17.098 +And it basically was a proof point that now + +644 +00:49:17.498 --> 00:49:22.256 +you could compare in a lot of detail how two models are different. + +645 +00:49:22.256 --> 00:49:26.801 +And just to highlight what Jean was saying, on the leaderboard, + +646 +00:49:26.801 --> 00:49:32.127 +you'll also be able to cite the results and they will always be available. + +647 +00:49:32.127 --> 00:49:37.098 +That version of the leaderboard that when it comes live on the 6th of + +648 +00:49:38.618 --> 00:49:41.993 +December, will be live and that will be then you'll + +649 +00:49:41.993 --> 00:49:45.691 +be able to cite that. When the next version comes along, + +650 +00:49:45.691 --> 00:49:50.169 +you'll still be able to cite the first version. You won't lose that. + +651 +00:49:50.169 --> 00:49:54.711 +And so that will keep it good for academic inclusion as of course new + +652 +00:49:54.711 --> 00:49:55.850 +models are submitted. Okay, now I don't know whether this is going to + +653 +00:49:55.850 --> 00:49:59.128 +just in the interest of time, just to say the submissions are open now, + +654 +00:49:59.128 --> 00:50:00.658 +so you can submit. + +655 +00:50:00.738 --> 00:50:03.898 +your results for the data sets that are there. + +656 +00:50:05.058 --> 00:50:08.178 +We will then review it as this video will explain. + +657 +00:50:08.178 --> 00:50:12.581 +And we will make then all of the submitted results that have arrived by + +658 +00:50:12.581 --> 00:50:16.496 +the 5th of December, then live on the leaderboard the next day. + +659 +00:50:16.496 --> 00:50:20.716 +So the next day, basically, the leaderboard will then come up on the + +660 +00:50:20.716 --> 00:50:24.202 +website and you will be able to look at all the results. + +661 +00:50:24.202 --> 00:50:27.138 +You'll be able to analyse, you'll be able to... + +662 +00:50:27.258 --> 00:50:31.928 +to look at everything. And then what we will do is then use that + +663 +00:50:31.928 --> 00:50:36.814 +as an opportunity to do the analysis, to incorporate any revisions, + +664 +00:50:36.814 --> 00:50:42.706 +and then there will be a subsequent sort of V2 version of the leaderboard and the + +665 +00:50:42.706 --> 00:50:46.298 +submission. So it will sort of then reopen later. + +666 +00:50:46.618 --> 00:50:50.647 +with the next wave. But we purposely wanted to time bound + +667 +00:50:50.647 --> 00:50:55.023 +this. So please do go to the website, follow the instructions, + +668 +00:50:55.023 --> 00:50:58.635 +submit your result. You can submit multiple models. + +669 +00:50:58.635 --> 00:51:03.011 +You can submit the same one if you made a sort of improvement. + +670 +00:51:03.011 --> 00:51:07.178 +If you have to update details, there's a versioning system. + +671 +00:51:07.978 --> 00:51:12.160 +It's pretty exhaustively explained. So I'll show you this video now, + +672 +00:51:12.160 --> 00:51:12.875 +but please do also go to the website and you can reach out to us on the Discord + +673 +00:51:13.325 --> 00:51:19.261 +To submit a DrivAerML result, open Run benchmarks and the DrivAerML quickstart. + +674 +00:51:20.002 --> 00:51:23.193 +This local demo uses retained Transolver results. + +675 +00:51:25.053 --> 00:51:27.226 +Fork and clone the submission repository. + +676 +00:51:27.967 --> 00:51:32.253 +Create a branch from upstream main and install the pinned Linux environment. + +677 +00:51:32.993 --> 00:51:36.016 +Keep the same checkout through evaluation and packaging. + +678 +00:51:37.861 --> 00:51:42.333 +Run your surrogate first: the evaluator reads prediction arrays, not a model + +679 +00:51:42.333 --> 00:51:43.166 +checkpoint. + +680 +00:51:43.906 --> 00:51:48.455 +Each car needs surface pressure and three-component wall shear, plus volume pressure + +681 +00:51:48.455 --> 00:51:51.131 +and velocity for surface-and-volume entries. + +682 +00:51:51.870 --> 00:51:56.432 +Use finite, single or double precision arrays: one value per cell for + +683 +00:51:56.432 --> 00:51:58.244 +pressure, three for vectors. + +684 +00:51:58.984 --> 00:52:03.520 +Undo training normalization and retain native kinematic units for pressure and wall + +685 +00:52:03.520 --> 00:52:04.170 +shear. + +686 +00:52:04.834 --> 00:52:08.141 +Map outputs to every original cell in unchanged order. + +687 +00:52:08.881 --> 00:52:14.031 +The supplied writer creates NPZ chunks, cell IDs and hashed manifests. + +688 +00:52:14.770 --> 00:52:17.252 +Set the split and scope in the entry file. + +689 +00:52:19.109 --> 00:52:21.978 +Scoring support makes comparisons consistent. + +690 +00:52:22.719 --> 00:52:26.812 +Fetch data supplies the original mesh and published surface-area weights. + +691 +00:52:27.551 --> 00:52:32.899 +Fetch support downloads verified CFD profile truth and sampling locations, pinned to + +692 +00:52:32.899 --> 00:52:33.732 +the release. + +693 +00:52:34.471 --> 00:52:36.902 +Everyone uses these same definitions. + +694 +00:52:37.641 --> 00:52:42.572 +The evaluator integrates forces and extracts profiles from your predicted fields. + +695 +00:52:43.312 --> 00:52:47.977 +Validate and evaluate the complete split with resume enabled: full uses fifty + +696 +00:52:47.977 --> 00:52:49.093 +test cars. + +697 +00:52:49.832 --> 00:52:51.258 +Inspect the report. + +698 +00:52:51.997 --> 00:52:57.397 +Fields contribute fifty percent, forces twenty five percent, and fixed profiles twenty + +699 +00:52:57.397 --> 00:52:58.449 +five percent. + +700 +00:52:59.188 --> 00:53:01.464 +Relative profiles are report-only. + +701 +00:53:03.333 --> 00:53:07.839 +Complete the method, compute, checkpoint and discretization records. + +702 +00:53:08.579 --> 00:53:12.351 +Package and verify the result using your actual checkpoint files. + +703 +00:53:13.090 --> 00:53:16.693 +Only the generated result directory goes into the pull request. + +704 +00:53:18.541 --> 00:53:21.165 +Commit that directory and push to your fork. + +705 +00:53:21.906 --> 00:53:26.648 +Compare across forks on GitHub: FluidsBench main is the base, your submission + +706 +00:53:26.648 --> 00:53:27.842 +branch is the head. + +707 +00:53:28.581 --> 00:53:32.443 +Review the changes, complete the checklist and open the pull request. + +708 +00:53:33.182 --> 00:53:34.814 +This is a local preview. + +709 +00:53:36.677 --> 00:53:39.868 +This local demo uses retained Transolver results. + +710 +00:53:40.609 --> 00:53:43.710 +The table shows the overall score and physical errors. + +711 +00:53:44.449 --> 00:53:48.375 +The Scores columns break down fields, forces and profiles. + +712 +00:53:49.114 --> 00:53:53.882 +Open Compare, choose Profiles, and select a test car to compare velocity + +713 +00:53:53.882 --> 00:53:55.695 +and pressure against CFD. + +714 +00:53:56.434 --> 00:53:59.573 +This is tutorial data, not an approved ranking. + +715 +00:54:00.313 --> 00:54:04.341 +Real entries appear after maintainer review and official publication. + +716 +00:54:05.750 --> 00:54:09.883 +but please do also go to the website and you can reach out to us on the Discord + +717 +00:54:09.883 --> 00:54:12.428 +channel. It's the most interactive way of + +718 +00:54:12.428 --> 00:54:16.185 +interacting with us. You can have like a live then discussion + +719 +00:54:16.185 --> 00:54:20.063 +with us. Or of course, there is also an e-mail address on there + +720 +00:54:20.063 --> 00:54:23.093 +if you prefer the sort of more old fashioned way. + +721 +00:54:23.413 --> 00:54:27.702 +of doing it. And we will put this recording clipped on + +722 +00:54:27.702 --> 00:54:29.875 +the website. And now let's see if this works. diff --git a/assets/video/open-session-2026-11-11.jpg b/assets/video/open-session-2026-11-11.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7b1edbaa094ec30219d4e47c081ab247ea318cd0 GIT binary patch literal 70729 zcmeFZc~q0v+Bh0(tF?6~MNwqP5h@&uNF(!*q^ByV3^_^*GAofG#2A^Ug!HIohE!38 zFrvz{W|J?KY?pk+etvAoR zr)N*ke)fKbSN&f75%ASj=PS;DJ)Zyodo(|QS_SyZ?N%Jz=KQ(ycIQCfod>8nfD3@n z_wC!iZ~y0igaZc-eDTE>n&&_MG~wXEgZ~8n0UbPa_|Tz4n&;soM~-~`wU*YgW5;xL zf$Cnsq^9~$KH00m@tmtTGU z>Ha^WwLaVT^{M?J?Y~?zx)pi!{G-3w{19{fSVPpa#^c6K(bkrsKLx+msmy!Km^)!L zHsAZ?o2Q?@`Nh-uf^F=~efY!j_0v7f2PP98uma#C?x zacYaE1|)6;g=_`gQUhe{T$LJtQhH2xD;a8l+#P4F22g>^;ih5$?#bk4&`zYPia2k* zJE{7BtNxAHyGP|2G>j9`6@>pxzK{EA|9=)l{Ac=s-S2__t03tg>9qf-R}Fa5Mcb`` zu6Anh!^s;(DkN-&tg8B>9yc|>nxvdm13Y2>Qo<4W|F%TRSO2di6j0TGr(w!Tq8f1U z)7?K=Y~*VO^r^W@II0Gu0_QEzYQVP~B}UvR_ z3c>s5n@5DSq-6zm|G_+|$b0jM#IqxVdVK51OU3e{r>MJ0q;f#nqQe?gH7RRxgW_TR zo4r4O3ji2F>NhQ_TT@6A_e#7C%2_*5_zGexAQbE2p*-g#mD^cct%_EgcL@nzPFUMW zkUVW6gnXHHRpirradgSnaz-0s$$v3LyUKwL(zY)U>-UwnSuT4 zmZ!g2!ZnOIULt3WpzB6nZjl?)r743`+eoX9ZFC;CLp79?Jcphe7cDe>Qn#@Gy3oP% zKFzp-P8uY%t@AUN%^ts(4p?@I@Fr&HnVF4zV@oY|e%Xzp6<=r5Dto67lLz`YbcMM^ zvA+I^jowFnL49Psq3h;Iw((3?RZ85AH}|2Nj`fL@ozm|bsS`eaYjv&Gy&~y09aWxe(JX`Igqk>Ey;?#| znm~?j<|v(PI^fg40``0_fV9rFaqAWn0z3>1tUkn29;M0niI}m9EoIRx|f5rC-191`SYKr;}<;e6(qxA!z1J<-7~xsjyq>E^8|M$GuiP} zJj%$nFlPbYljJY&V4XZsPx@8R4rlnnkxK8Ns;rB<*1D)X9W~&9D8Gh;bdKB#Wk0Ru zJ2~Zrzlov#xa2_1t?#&GLw>h1oVt_jW*=-6TEOW+8wkVKo3Z^U6Hv3*e=BG9d#&#^ z8|JZC3&L*dVZUp=l5K5;G12w0Y=b*K9=h6X&lcnN5gV1wEnCIIsvi~395?wr!@EK? z;Lw(BAvf-HKJh@OuOl|D5XtPe%q^n(TP}Orjnd0~ z_vHVq!RE7I-Q|~7#$S)@jLW*#GnWkvmDQFNIjz(`a0|48@~Zu_koFiey&mBD|@qwmbo7Djgws)p}B-rd3j(>^4E5ler^ zj<#Z#;=hv@y*H3y{Mr-4h2<)`+o3lObs{ar0Tw*>Fi3t##T``7xC!yE@o zXG8U}&L%`&RGH(tQe6+1m1%QeYquUSqU^TWcN!4qukXYSIki8!1OAZ`GTd`NPxeG5 zrG2~&LI?#@_?>rZz~998iyLn=Ty#pxFBI(tW_q=K>`DyD1<_3@NIj+Z3d>j(^pRF= z80bxvxTpcnY5@P-TJ^{HbvAArw`f6}jbnAjNK;nl6!EW1jR?(eV(H=ba*?&p?6snbfv3 zx!}^^E}4K2G2jZ1mtb5>-?_LeUH($XN(R>L1l1s#!lVHjRxOg2y=xJzidr}d5%iPd zB!4LKWza&-m0s20+AtUSxSN(H=-OAV2x916j}FWy3@cj_US}E91=LOHtWkvBtaX{$ zGaEyr1i`bBJea9qz$@3^fJEBSLj`PF*eUv)DUK3BNK{8T3W@! zq!~9^jXMNt&>3}mKwHrGLtpiB%8?2?2XTqH^^~BT?(S9WDLPYpcpQJ^s6G%gdo(so|;+eOf zOQxG8CDB2sK;RSZQ-X-6U0^O=Go*dnbOdMB9+t2CTmU|tccpG_BiyQOJ#3(oxj0Ix zNprbO=_)n1&XW2ybs!4yMU$dm7Gju+5!B(gN!3hpEIpZ8G znB?w$Nz5`wJon=Ecw%hQsdsObBnP#an1(}wJUtVOO5oZ+gLyc?O3=bt1VO_?I$tci zJsR2oL-kWVJn>adMXgGY@BzQR$iN2c%=z?z%Uu@JR>UvZc^u)lT^w?O*PrUMs#FH=wkm)zF*g_j)VMk{SJS@C8F4UUoD~EG<`HogJ9w zh)z}>CcaEYekjA7dNUj2OSDlu$fp^H*TQ+ws-G2h=9(>Jy^r=ApQuHLZ_yfvme~ zgZaYV9A?n7upk@846z8|o!kbIiKI^X)H1N3XWE(@IgAd10k2qg&cX@E6PGj6vwJuC zs!Sz*?H1*2xsNB8XA|*tVtXU_;k>hfQ)U9|0nMS&K*;w?wj*$zLXG0sb{`YKF4tnW ze+);|k1ttC$2amPc&_19cUsNfidM`LGeoNc*2Nyo4I~KU_&hLYPQfdjqd3$DUGlKZ zDlF=$9L}P8`iZoBuctT%RP;}FN63amm(wM0VvcJKENPa{OY5YZeNFp{!E)W67sFM< z_``v!t5kB+VA3UvY1q@isZt@|@PID4+CFyxpTNAVg@V+AA>5vFy3MpfoeAhOueCSyVW)96R=$d**n9@-$?8Nu z(Mli$Jsa@J3d>Bkllyu1bGr}R%JCUJs|MV0t$G3{K->R{K9Y6(%!0H#wn5i)ANHqL zEU~sW7V_sR;DN1`=a+=*gx;OJyI6=ppnjnxzuw;maVPOiLPnh+oQ({Z6c%1exhVl! zI}JM&SJgrN$stX*Dr?*t3Jj8sZBEeMb_PD;!+}WHT^l=pw$ETt z7}f*44{I&*$*EJl9}kfp=iuH>d%$*7;`T}Zf&A%n08hU_RJ5e&glj30z>nXLV=gRs&ZbEFX-jGP}dDA|!C)?IZo=7`&^djG8`R7sVI#+-F9(G}WyZ(ldPh%`L|STXeZ0?? z&AgnIe8_#BZKP}qjufT5FD(5nBYQ+VJZMmoG#duT;Luj$(L)W*cLx(;<84sqL_=ck z1=BNhrlH%16q42Lx(*Px!Adl!mE9i5Y2Vp zy~@Jyk)ht`eqc}pD9Sg$)<0$>6{S6e_aoxdhf}*4JC(>6^;fx%(0U$v-sl@#jA4@I z=xuRM-gTEuipig|I@#gY2byUq@5)0^B12#2G6)u_p}}oun%z8hWJ6BY7+9dZfXwjB z=PzcDAw;M(tc|-l$kQ~exhrzn{Ej@z*G%gMH`oNs=xm?V)-ChNb{Q`5)n5daL|EM1hH`{QE@4M^zge7=2yU~-*;PdXtW7!82 z5Q_GYf#-ck)5UU-8;cm_U6AkSu%<;TxjN)W;B0%C#BKB#ETo+(fO>|Dqo&%N0>F9h zStb@Qq`h-%bjv$W>#tzUAFV;{)ZV!ibS5Q@-gvkJySPqCG+MOOR05Gm29fPOzzZnKh3&otBGhYY!c z98t`CIN#v82vNwhWSIjWO2JMOtT5HPW<_9_h3SKzORNaaX)Pw3R%JUZ3s9!qtYD5q zOZ=nt1OIyKiPq!nL;kmV##-&UCJgPnT&1(?F7YJiAe`1n;PC7kS;#fs7`{(JJu@EQ zO^-@SDJpx)2;aOpOfc64ZF?N#GUu+#*4=m}(~nMwF9kc@DM4hEpvHpXeEle2$RCY2 zF`WTt7X;y0X;)J!a?}7t{mQD7PyuDq|59sC&9PFB|EoxHWA`e zHWs~!DqNJ8JD$izU#Z=AP{_9wvz380S*&5cO@U{4i#YSWvM%(DFMM@nK!^VLjGq_7 zaZPV+WRrJVP*8==j2rM1ims?$nqC4yAch@~SPaZFkvJSFPxLUh*x$QkTSR}cmYtu) zZpx=fpY%Q69z2@ayW=qSG-o$#^3*1$$ld-C$hL!m9-@%-$=TuH;kscnxuDs5_P zx@)?H(}CIvLpxU>1&h-eqaX8Dy1^ZAvA1ITS(AjSSG8C@9OYXE6WR%?NAoQB^K~Tl zO-kIL2WK)oE0EK>)8ZCjQ9nGe?&Q_vv{roW88c)MQaWXk*_4c0<#I;2^YGzSsNXc`-I@M2`m)AbgLpjix~!2kKH%zo z6zw<0(5a<&o7kpW+>P)GqqKYHZ)#2D-`j8c*Z&ielTQz*`tixIZ)Q0bsufrD3U}WVUIU@^crKCDSXTI!sw4I{V%-&qrK0Kb0+AWHuzIK1lxH2 zLx;$irIT#HD|u3~nMYXx=Z&q>mfLZqICtEG=ydURCX1=% zDD$;Vvni$hR=`aOR0G1+DyeS-Lmr`aZlFg?qKUBAlIjA#mFw6_L2jNll5KWF^%8q( zykGh}xuXI%zQc0xd&nF{+wt2?Oq#SH+J@U;*CAAP`z2&J*WcXRBZ}bUHCSMHj*YG7 z^i@Gn72NrycHj&9LttyW?{1ZN=ghJOj&X4K*Y9YyzbRSRdiO?7x0uQ%X1z%wpX1W^ zk!`?EbX3DdXBHmE=+LUeZn{|y1eBXk#+kw12)BGTKlZtK4cy;!-EHNxLv66)%~rP3 zFvZfeaXi_MhK?KW^tF*oCHdaR&r~u!6j-qzk4h8V+gKb689?$rLnG0hL!-4jAF6BW ziWYLi1qQk7M>7k?%)U^&t%YEcHRQY1A|tFm$M2G?9fOPI?Ks2bcI4lA)#$hLN68D3 z;AT%c?pfiOhHXO5`aoy|OZTet!7FmB+9Wp^E$+N5#&#F!!Z>2j45!UEx^V4l9N|kW z6T5(f0ap7VC-3D=3{wjj(bX|{<~O0rFw!eF8e<>!261)!BE~f4)*XkS!yl$hQodd- zyq6SYUZDn{E3=jaZs?$n*zt*(5f1uX^sVt=)_hMAw8-wNc=d$_+JcEi|2(j_6Bd}g_vet>3$EGy)OizoF(ZV6WS%?IUCG38U)CPg! zKY#M)|4n`W?x;`pYX}hkzXPgutYxJvjDv zL01d594t6olEOyhbOT)nYif>m8)jY)wfSokA{l!tYuIB#=-ofUlzi)yOL$+$KTJrX zbVdeC2;$%t8|)onSeWTxXDshDd=V2$40Gr6&NU~ROf{^@*WLPs`nN{rD!zf!bu_2= zb*@d0^j^*KVARBL!Bp_-nmk~dc1U&P%SAI0#aqH>p9QxKHThL3A@jwLS z$BfK5+Cw*#6r*FI^KsH@(a;Ukvk;h{R?;%rCw6qL&UwbE_SY?&e7hF*7wvOZu)jXc zFNa+SCwjxRA+7~OtOn{pTBXrxF=VmQ$;hWnU$2&g+t%o{M$j^{5>xuS%MM2kShU^s zR&{$Uluh`-tmgK#eE;uWivKdcJ)f!p-H;A701g$C6n*=y+m_~0cV>mt${bujPI%O` z>a{H~tL%BN8^w3%9fRQjLlv7a1m8Uo(nV>grxxcDWZieV*G{-L^z~jho|UCo1Y!}% z&B11Yefxjvi+3ppFPA~zd!deP%Sc&~@1rjXb0;VbYsYInHhpAn#<`t*xK92iwQKUV ztPHuam775(>C|(cO$I{u*G`7{K{|TUPD-Q&^q`Rz9&UDPHilZ}siWu2Yfn}}3ZBRH zuAyOLimwgY<6WQikj8_@5fuCL0%5-Cv5u-dXa??KPww-zK+(>$q}<*Vva-?_v5t@^ z6mW{|D!ZdM2~;w_3GWi$qG7H#Sn_A6Zy>m=GnG9l$hVz_#6ZcDn=fMZSjweZVrqD))1 z5z-#)NSZbj6&wn4nHj{-jpb9Yj?emrnQZngsdj`^Bx~e>Ve1ZE#L?L*v41@&YtU-I zZVkVQhMGVgK6oAFHD|OVMFmtjVzAgTd{WlmSeGhV%(MddxEKXk0bwf-w-+L(k4c(g zQ^ev4luy$@%?-v#(rLr1EiHI3vU@XEMf~B@lDJB;MqC!&MXjsockfy zEHc!VV6K_^iu3vM#L=0Rtz@3QOYOy^we5iB;PH%%?0X4yPRwC_)B8=<1tt9>VMyVX z@YgSzN4{OC6SE&3mt^^krIacS%o9kuJ-#@n*%R`#-X5Nb_Xr(0mRHgNwFN(tE~ zmtN8fiA(#?9d~S;WfR-faMH%$DO*)`);HKVF+IY}KK^JF=;i<+uF{0LY2OYxAJyx- zsr4l!v(SpMVFrYC&9hkiH0-yb!AakY{z+D{8)7dEUBROi2ApGCxuf-H+V()vi9~2I zn{LS$Y*}o*gT<|@0b{kJMDC4=TJP%&!=Rh{z5Zpw__t@=qv0OihPGwJYCyIcz`9(K z!(0QMfh*U!UAAg~uI7aI2&RX~o$gwL&~)RNOHX&3$9fkBW`y4rknwlC)+M!y1dpAh za@yGiQ_rN;{6^eq+&D*4cH}@sfS;^rJiFH&1kP=j5;jiVO&@(pD`f8;AI*QCZ0X)G z-0faRO%-oqd~oL_4fsn1;gac`C0{QLeLfT%Y>DlUA2z!fDaT1==eiK2*_hBrxd~-x zr_-kM)aZcoF35qkVl*qE7m_t1TPc}3liF>Wm|og7K}?eO!mIK=^%|Fh3|b1eMCn`P zk)9atp?wvw0_Z!%bkqp+sT5n1Aam(^I{0$n!STi_M-OBmeBN1-xf`+>8(XC^%X4ag z)d&QLq!ggt(5N^>p?&N;7HyHu;RI?(7Th5C`mt5J?{NGR9OGzx+CKjx(Xke{N!|=_ z=k8-GaFL+?1Gyv_{4A^@f(-nL%p`i z{dU#h3-=pRcj$fBmvREOz~0Y#Hc);$9tv1aT>ADK!8l0wyEziA<(lc9mlI2JGh~c7 zyrpc@Kr9H@bxJ89_i(Ki2|>r{*JI5iT;Mn5T{<)ytckxiDF;GmGd`!M%qXU(GQ{cA zN4BWOX?|~mUwa6;AGg%|xvlvWC&hKPc{DG?%21?kbl8Yu#y9y^*qR(>DQY`)fvQvpiG}JG$p$w&+1cSsue)wwPI3Tr%536PMoCHR+-8@5*S zN<%sAf*KGcL?nJ8-;+n%IknC~|IXW5j!4Eh!LQPQovq6|i!)L{?9G4shVd^W{3?ED z7P`RO4O2BAbN1R`RXE!yaO!cxxd-efi4??sJs z_^@!iE+y1hkl!p%9*{=0^06I7xmBCdC9`r=T-xylsl%N|zHZFqq~!TcQCONO+@<$b^u%}vGEjt~jd}F<;>^afk zZN-GBYf)diX1Pi%UI=X~Ynt3Vfs5}89NrC`SkJ3dEsqb%23Quq5f4vyl`6Mz? zT1X5_TrI|!L!qw|_~vO(x*EO2dd#`e1TM(*_fjQ}P`IDR~l;sTYs?}m*mq|V6 z=BWSEbaq34G)EaXU7f)>a+qq4>hqaE=@e+w;_DMeAE&sR+@dSGo2FBl5(mM8q4|{z z?6%D9ZlQzmP;MFDZu(rB4}E!!2=ka44&?GkYpZDxa-ACRYbSQGo>0U$M?MBWMDJFr zMn^j;DX6O)ZIJefX1SAsHqX`GeZ!6sJAlZ8cLc2HHBm@A{RwkZf1$~flu@rYUqtuA z*7JyqH*X2+>fMq`9%<=PiFx^DM>{b{S{r|gsM1(6)H+v&X={Hi@yHfn9{JQdGxWb( zJ*dMRadl3h-sS3fFln!m0uMdcw}SH?Gge zyf8;@7^mZ>+E|yAu?`Q$3@uef!%mP9lJ%=`OYR3n&7<{P+V-mtw1P*Zv5*Nw)1?%$ z_T#Mq$L+~YB!Br4Lip+A0_VZ;zsIcR6*BrU%*W^BhhTR^dM>22zOq5)31qQO;$ZUR zQIy>pYL=n34tKEde3?!;lRDX_4FL&gL&L(R4ZBw%EoZ^3oCTv>gV%2@RoaNWlC3O7 zJaogzal3GmInQm8aSiaF_S2@@uY<6ZN!J6>r zx<-Bpm>1R|mdd_ykIo!&YXVtwgM*DJ_G&=atdchc99HP6x;#GDQ;LcftzvCd4T|G5 zo?;_0$!c>zmxG^vrxN_SZ|Yy(V*c$JKh;*r*5nk8=nGf-S1$oyDNZ04?3@(kNR`^M zWL5e7?z)<~*{wc9px$*{eV(gt^s#38lPf2mWTY2+S#qH9jt}Q6awdbv(HoJ9*3LDH zK-XVc5y&g}+S_%~B603}PCs^aGqNp8%8m9yp(!`27%(A>o5)F{g!P!CHhW=PGw<4M za~(7WDJa^5sUp;*p~ej^)$ zH2Gxgc&>;xpk!#`mi{-%NT%?o>_}}+!4x}~cPV8YD^;4Q0n#NVpA2C@CI_XE9bwTd$tcbCOa)jgxiQyzGi5>X&*1zX+1W6`^hiQ$39l!5A7iNx#p-@CzBM&w^&IVD#>pO z#ks*ldiSS5>MxOe(AX9Zs(b=3T;XZP)eqMa2=k&5Xqk)5&i=#D0;cz;y*o&$?}Qx0 zS(~;(#x}Uc)CHS&qBYkbod)N#jE(XpKbNUON_>V)QK{Nn*IJTv(5~%JSZKs`N|Dqd zOLj2Bt#ns zEc$VP1-1aqkO!d3LmG3OQ}Zd*j}5_{!4o@vzBZiq5lHIx`?%nCheB1U8o+_R7LAJ` z+S*p)W20*>sw%U($octZdCUz`f1Fr`g2*lsxE9_$p`yVn>AQZS4YcGm%Hps0-tR1) zBe%=JVeglrzTn3smO^9;%7dLWSaZ9ETBC;U$YhsxP#+~rh~>~|zk5O-JY!?mqpHmE zcrE8016p&0j*RpTHlH!mAsU?bZhz?>lawwN6%q;KYQU98jODgN-zef;dfK6HBwl&? zNa#Z~V1F(ONPwPDnf+p?1|Vc)f5o>SdmghYO(Rs+xBB==_@fuG!A)1>eBArqHcWvd zec7tbEbHv>LY`JoSUxx<@%dkBNTZ~rjiH4@;494W+P-pIe<z3$F?Ab_w~mo0k#z z)aHY0q+P^1@rwMz=dTOUC+VtMH6UR7L?cRStOoqFNqfWX@G79M4)P!-EhU`mdC;ye z_aCcgAZ)W1GuN=Yw!c($U8^Xpb$=8UgbhXPqvzA zHpHE0ru1t|A~j%DtgKU>=D(b8h&l=O`XZuXC@@cFecKoplE9l&?5-=)hXXo-;dDCk z2anWFiDrQAP);hq?YPxnXqi3Fnb+Y$&=r|iGF(tvgkTAbx*Ez_sLXb7;jm@*rc#3Y zMVu5?+ER?e0%xL#2kM;Q-UcO&LPHB@2Z0*U{; z4)Kz_)qumxL5&j_G|>67#@utN7VlQ1k$l#u0ZA@Dcg1H$TvV;pb;dnyp)}VSlrVNZ zM}M8REheb}E{o?PLKO6+xM^C}N_Shg3Zl~7+uYJ!lxx>sXnG7qC39p=)b?o(u568( zy*tn*WK=dwW?PEg`lE;Gi6d+0D*4x^(raC$>wuV>|Mo5PUq<*9Rb!F8nXEdm2KfBh zU~j)zpLpga8I&uxN=mWxdpR(LdC~>Zm`FF1nkb>H=V*{0+J|`KsT!a$-II4|?yk66 z2G2R7S>gX-XmL2}V2EJV@38$~5|d`*Zq*0!Y=^gR6Te_Vej>d&wZc?o;O2^DFE z-u5fM-Ni7k#x!HjEWoQQhA{1Mu(?Z!_e^a+D3`EH;^|34ET%6fyqO;39)>%<_m`y< zmm-F@-&VavE_1G{L9h|!`%chJd7MWPkjSWoO+QQ#@pE1e?to9ykrxRcWX7(8%b<_r zk-h;jVnXd?z1_eAPmS@4DKMEE3~_IC_BU)2-kADTzzxGsO4g1&ua$(v>c?8%8iy~V ztn0$-HaVxG!Z)^iea&^`2~u7+7<02YC}C9@5Asor#vgi;xvtynkGt;eS57}!e_nCY zS8lC~$aBBL&Un6a_J#oCkUnUrjpR1?iXz;piCZLt=d%u3LFJ5DsRPC`Yl^=%kir!~ z97o>`Ai43BDon`j1^Kk8X_e5ipM2r5M%D8dkYEv(851+!U+~R!7E{m^VL4A2qikit z2GUz5GNyhJ`U&J7^(>EK&#G>7XO#7s7uoL@Vf+V&Or*m)C6QN0lq_C2JN`!V;*1*b zyf7Ps+d5wg9s3YS{hKt209zWh!21-W6%Hh1GVz(CxA|Gl_N4*Bf@3CI)c118w`(xT z2>C@y6DBF=a2Bjmn!@pZ8-c81@>_hGujeIZ!LU21=8LfBbsva@2?=+v5&|vL1=DfG z8QBi*$4^x=JWxMXSEl2U_@CUi(z8O=26D%9y1nDGM^^7XfaF~o**rcYAK445nyaZ~ z!GGV_s+8@@Hv2Y$_F>+yLA^#R2asdmu^aAkzVT&fLyHqeVduWgz1>>H?|&%A)r<-4UM^0GHS?8P z^Bx=TUY||yypbu0l*pN$7Xuuf9APKhCWBHA4!gZby(?Q;$zBxO zBd4}RCGhp>YYXkiAJ14>)_0S#S;2kzt=6Dt6O-4lCVmR|ILqwD^EJH$_s*YwDNY^# z*vB-0-Iq6bo=cp?=IYJWp$n##8{L(qCduR}?XHgCWcY+nOnv;&qBg!lFNOo{|Ni9n z|FwU)2Y#;+zyoDeWdh+V+ON>fG?lp;5NMK?=BLP)VatYrw{hUxd(!?}k^d_EKLfh1 zF^c;Q+C=<)P08OnQjHB$1K3J98w-E0(I$KpiKIajXj(^zne=DXJvAUg4WKhGPsCc> z==EUC4L1uAL;ahJfA;&Y)KT_cd5==V#DMNbifxhNha`uf0^$Edj#EM&Rj|LJQl8TI z3oZP};t?r%7o+?QS^{O$#F8~wT`T7;|Spi_jufozIB!m_Su-RQjsIQl<-fqm z3Yyk^FSVY3b41xii4^qSQmsLkn!11sBPo>&F}rs?91Y7XFD z+jA7KM@&$S8fauFlPZta_?R*-~< zSi-PPSwgLKw!AtMrAyujmZtMob_FGr(30x~Z}*!2{Er5kbs@*80uPhjU%vCc7BN?e zEv>W8SS1F`nqagFMB*A%8dK9+3su&&E40HIwwaO3#l5FAy-)+5y~1hY|1mXx!0|MN zd6LZroJG2^tDW%Bcr+(SVsm75TjLqGZHNiQQ+k6rijqld9Mv5ck-)v+SCMOa_%bshY9?zW*$cHI;&jr{Y0r)ouU~2QPIL?Y zO4&{Eg!amyQyQ1SOICttEF6|*L29PEiq=O@tIL;~a`88H!~Z*ue;>T> zmApcB>s?9>aP8jI!arW%|9lZXTb0=hlYiXy+%6^I&68aJHs2oRTFr`N-;vkdd32|s zcH3jJl*(oZ4o}j)3Db>Cf47gfv{R+I15cx1BHS2{aT2zMQsvQB_Eyr$t%zKX(i9rB zlR{e(2ojahiI*KpU<~gK7HrDfv?1>R1n8w4(`^k)yR7=VgSW!?ic&-y1LH)RL(sE7 z3WylE2ma8x8@S-v#4MTVpi1Ke{DltKrdS7m*y#kqKcT_v%vCR&OcvM(5)wTW^coVh zfs_4p-g5Yke6Z3uzpFL1w!Yg_bs`+@%=X09AdtM=-!F<*yKyv zR)VGruCD*Q??(gl;n#c(Dx1+=9oTzUk1gong6eAxRpifVmi};)8t_@3^lN4pY-0-d zkhW6EyO7WjJEisJ&xJFK7HBJg89>>Vhj*uRqJLQc-5omjP198%#szKqXLGO##3;Q)q^ z4_VGo&JQ=t{c8 ztB{ObpTa?;!nS%nHb^TiAlIk}nm3w-(@(6?ng(7}(1%|A31@6?Hap*TXrEM?C}9wc zaPy$R2HJMZll9GroRl1QX_`bOiM}=DUE-3(Hw_7X4oL19?4Q!FjVeo+pUPX1lM~q z+N=^d_a2v=N@?|`N!$DV zNfmrtxixLN0aw1Jfua8a^97uS$#HUozZOum*^j%3#B~H~HbeAMSqC$g5}VHySRztt z?!;0lU8rf1QK*dwAICj25YF2VPBMQ(3BBb@uOmtyxs28sYcn)*-PQ z#Py!PC`x#*t``KI(R@3=3Rpe7v;SoREJj%tAkRp^A}{ z@gnUF6a>T<`!gm>f%o$?#KJ6i+zH=)w%ll{q&V~_JaBDrHQ#Jltm#gv0kg)(t0=iQRuk6{ zgQ1<|Mf=0QX~dKDQMz5-i17td3L_{lpe3i`b*xL^Rn-?R^8`He<)wS$ctSw);@m^C z1)P8Ee%RLj2|MNOk3CzMc+pB__m69xvNr`g5wUnlfg13JuG;51f`3C(9yz|n;B*<; zYqUvBonD)Q!FoTRVF@?Sr*6=mqHAi3m8NrzHgB+vdp=NJaIdRAUxF%#-P4KpXvc4G zPtjSznBBPIb2XliTVKuAvbUQ>T3VX#TRi-es%DcI^l~r{_S$74W~;Q~r^iN9jV_B` zO*5B?@m;-}$+hPi6-(H+KsQcXpp%?`M7oqLXfYvFfPB&M6l>%C{T$>jN-6s=* zj*mW0{*H-@VZ-}VB6{l+F*%EfOcegt-)|4_ck-u@{Pi_9e2Xv)uYfwO4{e)I0~hLx zUo_19zVTxfKEMurVogWca}9KbYesud+p-j{eow&9YrHcK;HCzP2G>gpU_w)O^6NZz zLWc;Nm5{M>W6e+pUv@(7+i&_^eo=w#FDh%k8gTaY&YbNhU=ef%my@6d41Sj)KlFDz zZfu_1ulKu>oVG0Q66Tt)3TrRA4Gn2VPuTfPMcyp4nrcMY=_hRZ=?|l82Q{{pn$KGl zC-f%BMj!4J!R(XrEOh&C^6&W~@`8}bS27BTaF}l|ofIR34gGuw>>$pkpq+FK(1Eco zr;vWO<}cH!vwUh(EmkX_Pz_i~BWPr`KThHr&*Odx6#&mBdektLcP(ca2-7!h=e^L$ zB8a71Y@tNP_6D-GfoSohxi6*deuE#M$HS!LlSd7|O}mj8IVj0a#^kvNW`>%bti1-}SPFCz zs0CtNaLTvwq->eRZuA={@pW{Bcy#tdoek-5(_tssdGB*)pJrX(DxF1wI$bBeNHm+U zM`1n~CcBHJJE+s0VJ!@)VDqBP&85$}bDM15@S5GSKqmf}ylDC#94+8v_>kvD37S0AI3cLk9#O!V;^>sAd#S|YKAj(@UoB`mg``)$JSr?(O2 z#BXF5M}I*Ai?7mufiGYpogf`06P_;5dN6HhkfGMh$GO4BP1Fyyt7T8QSpp2$wD;EUOyoRq+FCal`eYbQ*{&GV zF(rEHOAF&_J^tj?-ci>&@`%~DWhsh1j{gwTDl#0~6cdL?{mgCsk?O_um`UyGIZG5| zqytV`oFjfQxhfkSKIApuh6=K+8?IyBZtAW=)+B4n52&XuuRu~q$X3951%GmJd zXe3OXh_T(#9tbQSK+}bck3TjKS+sJxu$Y^BEH;wIrsje zgC|l5@-!(6i&%c;#yQSF&6@ite>B@~ZZT$K89w`Asj&HCZ*OnE7{muA1(d@~+b2y= z<4q6L4%iHnNX<-NjkHZx!ODZEM#o&y;F`f^M;0UDdgthZ{P5nN6+GY{?B?75U^mUr za2(e^HvW9*`e~d4?lYRC6G$?Ti)EzuZnq)b`YPHWi9sxa$}@L_>5zpMmgtm+&k!H-}CO=B9y;w zl(&gnq#$|B#3+p4A`Ehu!^gp{SC=E1hIm)piQ(#^Ts5GqP}sEqNt~*#G>T3SBQQ^- z9=|q$z4Vf%*?9wy7`Szfg7I;iui#ZDbo8x9wO4b*Q9QO6e8#$wIhbfMuAf4flE@{5 z)wkUD4e?A9hThO*w@qoc-W$6?*Wj)OZj;{_Q{yGn%wh<&wfSv>R|E%~l+nPW+rJ0i zfiFfgbLSBnUq)K0zC>=<~Ev60Xv|?8TrJznMEm*-1p*9r{uE(;{!v zc|(#EsUK;us?TcPO2FO5EbOQ4r@$2 zH9k(asVC)h&Du&M3(lf9(RMA@67TB$`jO%_CX{S57s#`0Cv)IQHpIPRF~i?;#~TN2 zOj^QQ$ADdumME>lXOo;aM6>OKo4_K(j;*RHW#dxDbXCII9q&2;qOL|Wil&GR{FT(f z#E^-m34L?;weZro$MD0r-M8s--8dPWhE%*LFcZ*EpglGnuda^YeX)CL0VgsKT4SLG zueDdKrxmFI%@iEX#|f$zZ$hKa_Su+KcMk9suJ|#8_#)E&z}O67CPO)T{4M$2aJWQX zV|aej%QI`H?d}Vfhq>WdLT!t%ijdPw7-*2 zksoYNf>oK@uKtMcGCX_9p}4d!oMP`DixNw>iOi=v`yXNE#jL4V#X%nvTf)VVPM2ZZ z%zlkF_GovN;IQBG&B^1ZGL5Jzm9!`*Z_oUzf zwt-?OSG*urkPXaNWAES?=LS`$d6vhrWtVD`_it5uxS#b14NIf{s_xjU_W7UD!++}^ z>#T8u0exS|O(4{IK>OEMSt05PdqDJ#K9gcZJF6h`$Z0qNa|>NKM?6NpOsumB92`Or z(kqx>Go{>t;;@+en2*QM(|vkM9i-GPQ@j8i>nL?Vn*i&W*UoppOIiV#Xu3{+oYC2BTL8D zgw>9!VaK_lpfP0s*+1iQLepY6`m?zAYDEA-%{mrzx8(m2olC%fMCYS_M(1M(583}8 za(|q&?T$`Be-7rBfqX(egm{7b!baz3@TRM~RG>)UL-hw%=Tk@v zG-u~GHNSrHD6|X?tb?HYCoNuO%Ch^7Q#rElY86@U)w1(LTY)M)7A}nTe?_3l#tuv;!8a6SQg|^Uml@@KKjM9dAq+SICCh>A33x3^N1}NG-DvkS`d=070 zUeDZrNO`a3$48pB6oN1_8#vWHaH+-KWGXuMImH+LIIb9}SRbBURB1W!L7 z%v>(OW`L82m{l%c&E(5>qdM-;N|MRJB_meC$_apq#`|@W{R;y|DBBZEM>L+<(vdB) zP!$SyMZ~Ni`Q6s7I*}9vV2e${3x) z5$OS+gpa@$c-b$DSCf6h*1FTKqF+_}6n4~n1n7T^w|v(LX%*w zG<&!XGIXa5J3{B;#upYe_mW%->iCOAc)wU}`Zc(>&xxw;G!~s~I9w!xOtw^I=`}AC zZKwF>Zueu02vd@>8ug4!2bUD2C#n&DwBQXkDx9})+!JjLHc#z zCsb=nM;~Gr$_^-y*4#fR-cm2_GyIj+S(q;}D0niG-mx#z*dLF1vpbK`L9wqiPs6q# zSB4%*l#$h?+gMR)6(^!her9>)nH!5aBSmFnHjt1akgOTx=~Bh8DThyQy-b?CJCD@s zoVkF?a9PCC^x&W*UFjE%sE+)NRtv@j`>==}H!qu=kzD9Pq>57Kz_oO~GaK^@CY__u z8j-tM(BbtYiwRJFaLwZ|rA@bI8|E{CQkVFG8eccS`6GvO7|7wA^tQo&?ChpPw@7j- z-fr1~sH>NQ-mCqvV4*zxtBT|A2`SZqnlY*t0vncu_XaqJTUGttkbRx+l*9N#s$g+p ztxf0QIt=8b9}KkLaR|j`NdUX3J_8VLpBSFlS=aqu?Gf*bq^17GXruzHQcYd zr#)5alVa=b!LaiTm+OPPU&E|m);Ia3N20vVg8;TFd>}>6VVo=)6G{QMmx$a&kl*y} zAx&W`@bC#<(hi~}HR7K^Z{LF6T$dk4;~vkfGNM|ytk!zjr)zB%=_2=^c)W2d(M5;S zyztKLwS-QSqMz4N7Gms~u^T4Zsv{y+N=?Nrl7tX?YLW*~m|Y34J1is1Bsn>lMkAe! zer}b*@1B`#T>Jt7%G5O?zr`{Lcdm$VJAs*Izt5&byH|sLV(*6<&`Ww=t{>lIbL-oT(IGMiDKoB zAS(uK4p*b|8V1gi;Lysd7=2Jv$HYmgzi)2&R%iXO;#+;MTe;_rxm>n(HDm`sE%Oh;Ee5#iS3iT6>Z{F4Wy%5fJhdCi0g>#v7 zL3zoughIQ~>EKJoQ;9D!y-5*mZ?nC>70oi$|+~sM$eY$e(Z7#ccHX`VZ}E&nNRP;j0#(mCCq1xfCAQk41`I8Lw|a>#A@g_ z0ElmG6+IVE1_w(_$Gtx`M_$?0L=CdQTC_qI(wd0Sw-i(Fw>8nqG$>a@kcVtZqwZ6X zbqHdsr0J!A>jH+(>>pR`N3D1vmOS7C;f5^#a4^mr!{D0TR-K zq=UJre1CPb)Ly4!zPz{%^P>aUPWqx~NlRLp#Dp#_d@0#TGoKgvE*!2guqH;F3JVJh zPbm|Z)uh|aV+)y@Y`*tq25sVp8lr3|;tg*ZEWRiLpKKF+D5ulyfp8YZR z$CUq=&)n!hADEWlK1#HUTcQ-iafs&PK%3GU-vyUzg3!a(H&L25ypLVqk>hzMyZtgI zcU9ngrPQ{96Mt8M?YLOcN9wN-W3WAffP)*ZsFP& zncAzLmwumEf@w;b_dQ`65^=__J71fScA4PLYDwcGD<`AbyaSB63UZGgu$up(stv_U zIN8gnuG6nE#|f?lW;|Nh>!Ua@Iv1+xos}8LMtbD=9hB3|NYiwBwJWDH;nt9#0Y~p< ztH*tk{Dx*)LfT!sOBwFX1n_J6gLm!}9t?;U6>zF5;NIS=n7^i}N)l!Lza2o-XIL8J zVw(E&&Aw8@x}hgKa@#W2X&2NArueHu2ln_8WTU*mUGLtd`c}&!sD5zABl@F~f@PNL zAnHj4&BlT1zjRW8ijv7-Vp+2bXvRC@T6fZLxG;vUQFEGIx@+r+<_m)#c)3`S^lmuv zl~WYc?UzL(saI#xGZX0UAt7+eYx+uyEIq7)(1<*{-{w&I^FVZ0xKYPn)118mlX{uX z=Mg)d!%oLOtzN>WF=Efxm=X3uhWRg8`06!DFWB5X=#8 zQ2U6jl-L5urAJcdP)>_OU(FLUdFFW{%#Ob?_c+D7?NQ_o_PyGq^$Tj;7T03w zL7oiAJG4i4+;k$$^6VyXQyau`A#Z1@JZ$c~&rA+633F7btWKbaC$bLk%Hht10r5~v6C@6y}UU(d1gGqq_BfOr{4j?ToKc~vEnXD2v1*0(*r`za}LO(>2OCTqEAE6IQ?d(ODbnEHY zctgDGVmYea9!va7!;ZwsYNl}Q>}LZra-`!{rF&zq&!Q}kk)EN-{Y$in_A|-LDbu2` z=imgX@`6k-m%2>_C3m~*YbH)DKI9(Xx8F!>Firp$SA@1K#m3pL?DATp%VSwu=dKAg z3q=qjT)^S4KU2Ng2lJ}I2glR_PwJdqXmi5+9noFp7;(tk=kf@yZ!PM;yVh9$z1j>y z#~7*;??>cPrhMbp@FFl%tJ55M-@IeR* z>Z=+WdapL-p@_kV9WOObCGQQ_9Jah9W%WGoL3S3hl;7UFFKYf}7M{@UH1Fm#2k>=s zJ8+|soryTa0YY2styNx@Q^raWTbwLggbGcqX@5;z1HbE3m1l{$ZClv@q6&Ji<~6V% zH=FEjfE*5%0Fl*S>sB&_s?J?|WtH*tNB=x#IJs+!GipB&QDp~L=Td>Afp)77{xiisCy=5o3?OO>c z?`r2F)k+yrJBZLQ_>{G6YindT66BX2Hd8^HjARCu&N%t_9IKpN7lbYXzJclD-aWtY zRiXEhR(NbyjrRt;ZdEoW-N{FdSy_?U1)UOBJV0t+Egu|@FxS`A>;;pJbWFJHpvZkp zL4V^&1@KJ~&gy&lm$l-x3hInN2Bn%BoX-4{GgYn?zC)?8M8MMYM8jzF%G>t&ZAb)CJ362)J=Nrq%LO9Bp!Gc66}N&jcse6GS#X z4Ke~>t`GnfD@q++e7U2bErxIrIY5>i%Af<~UH_WZq((a8WJDD^iF6n(e@u2kd#WdDF0 z_;aAY$|ne8-84 zXiEztuEzOw1kw^acXDJ7@IdpMR3y&~<`)L-`r(7MB()E2h;(+qrHUHWQFAYl@6O)Z z3k1@@t9S_EV^SYF+3SaP)EL&RCw~3Us&4=#vhd=*KUg^d)aKpffE*kP|KxP(F9Q`X z!i1ZAPghz3g1;^vuhU!rL9v7?YI??0i{-rF7^Y%bQgNs!Y2z;2ARkE>ORvn}F#|MK zQAVwfT)PE-jaFLi45upfS?Dwox>|Enj+t;BL5W!|EUyv6gc58)>3@5B=p>6RfT=u~63sr5kFW@@<`abiM zmt}r&u4C@(yQwh^tEqE2D@3^@4do|g>1G_~Yk(O+Vyu_MC&)FTKpRUw2m+zmGT8Dj z4*nzCrdcE2{)R zW*ri+=Pt9EtbwV;t+z>IsrTM=p{O5cX&?4;wwSSa#6DAGX^Gm>(Cg5Nu2oH*1hRby z(4JXNNT5`5h29x9w}O9Hj}CaEbf~`({u?UX_)4t7Z*nWTuM67<0`nLThi@&hK;KVr zpIX8r^mxRu({2BRdpaM@y7+IPI?I$_4z&&7@Xs1uMmd!}5;irZ7%I&Is3IOfq5H+$ ztdE3SFi$kGfD z?6{&42}UuV@6|GdZ+k@HxC6LWIQMo#CeKv=z|T3H{i$UaU8ksxnJ2Lqm%}T;rACJySM!Us8cTEJjX<&_pApl! zkuNj;*ar@Yj@R)@yP2cfC+4BMN1Aq_O?TPR5Z`HkDttHvr)sUsJZ6=*>s~z_N`Xwn z5>no)>C6F^1n5XsWTM2BNi~xiPB>y1@qwFx-e(=xrlTwf?gfnz8OStnw=)8kII?ar z#3wqKmE=LZOWw9d2?$Jb4{~{K`|uwIx+j7{^tR2N;*g0(jnxv%=KHvK#nhfAbjT>k;(8qbn{;X)pqP)wQ@SIH>nK~0z;_By<^ z{q_Ld_q2JTq`dWMBy)y4X&L%hvRq1@0vI2MEc6^# zXd1(d<#OGUl{kM`n>{|_cny|Put&T0kfH7)Uphm5oS|On+eDqd~o8Z8C4~by9lxkk|EAlba2u8d|Mkr%oA8o%&iTTBO60>celR{ey88a+>Ijpa(eM zvpWs)tP`Xp4+t}~BZ`Xbi4?jS5Wt2?(?%6HIYc)s-cmlfa8tm1H>5_u8UUjBh-_7sPMinBGv12W_N9 z!P}tMb2A*hq-R2}r>0e6MnaQ|s24`9f$Ar0OD9M-&?#;uM@*p3Vd5Z(9i3kURfN=@ zql(hqDyum}hr`}sZzac9icT~0&2I@3`|}mWtJI>a=*-OS3?b-vaZRD< zSd*;9y8qtek?6#N=3q%13_l4MAbZaD#p}D>5fERH-8vvA@&lVDggY1*gx{Q+Ub(>x zidvq!t!nD77|a;Kd{T$)dm)HhAtbzR9Z$5ioVGuuDCsVtsJr@P+V@(J5TtjWD=$b-I$5Qw0M6K-XY^Keg`~8gdBvBw8 zHrnfUrZAnS00^T~JLoFn0zsKPB}aAU6ntzp-H$|Kj0wG7gO{Acfk&l=;6vFD0v?C$ zZh-R`Z?_msgab@RJM`sD1AeAq&D=}0yYmNJGOn)cup9ntr*`A{chakY*TTZmYLkVR zCs2&l>dMLSsDCqX%EX8>A7&0bRurNRMl--ScaJBg5MK~xhVIQJF^gd3+w6>GZxb%* zPGWo{y!W5rbH;#a2>D~j=iDxRvtU_SFU#hLppCVY6>>+O=1sXTk09%Yhnk1<1oMLY zl7Fr~DQ|dF?tlU7W*JO_El#*bi?lQk>!p44Z_9gzKD|6MpA1n zkhWkL883#9q$lM~?NOs9gi(Rh1n{tVK+c0P38bXT_n)|E-VxxPcbh6dY30Ec*H zd^-wRDRssXl)hJMXZ#ly;9(@T6ZjrI(YL{uY{jBxu9ulNL+iJ!S?*f9WJYH#QvT?@Xi`)XX!IWLETYt zgPA7SNe<`|dK?|;0Iijwi-)Y=yu%lv}$KlqX0}6x-na3@KZW_#b5RO z^-!XL78;o~8!PUMW!-oXo6NM$6$r}qy8IWuTIlPTpN1$YA$NBvJCywWIMtph^6yI% zu&oCv%x161J)3zGaL-rVmAesbN90wBL)OHe=Fa&^Fp%^+&L6mA@5Be3;|vYoBFr+WXjqN{ zl8DZUDqgL!PbolN^qJ-BI?l%=kEN5R-ln{0xz=InkT(n@gq%$s5eA>t-0(EMAu2~K z#9X`zbU>SgOl5_D`q$QogsEjLQ`yp$v}ifye2})9sr?lrtL}yO5xe?GA-61>ZFF;+ zNa^os=t__c^f#PTS*=xHX}Qble3vWk3!mV%E`-FuWdh4m_@Ht|)Y$ub|Era@Qiv9P zjq>w(_Xm!&)d`@54Rm2UUXIRMPCeu=wKHuPWjU7&>9sE?ucN%s-KS zXLZIS!a4dyn)^HLqfbe;Ti%z2E?ecXFhXC1W&76DBPaQ8DBL9-x|3foqLXuz1<0&IUwsOmrY>G@&KWO z_25K9m@&z(y1i8VT7JlEEi4yOd`IcTS zDT}4H3M{{DSrr|_2^Zlf676ji(JAIpO7`K|lC-aw-3fc4L_v_-vD}R|gYwRZ(i;II z072rBvEJHxD~Tb+S$$K#beG4>-iTNoJEyFWcoctZ z_NqgAJm=_;hK~D7C^fSIQ;1t_cBC3UWy>y=jxOrtt>Ao%`~#umg<&Rn#`%|$4z5D3 zT((E0WseuevcGHGlD9KlRt8!dFGz<&&Gq!an!2LqNcQoUwo8hk6+&q)pER?y=!lD% zFUI79>y8d zBM5CambR3%%UA!p{>?_h{@96Um#kcu^NAILpg{qP@-ob2BNRx%`ez=_Kt=f!%NyG} zFYLTtcPO8OtaQ)b<5<}3M)fstwtPP_Hk;*b?O?jO8dm)q8H)G^nRYw z?=n@AUly@gRHM~CD_{)+Sw>hz@krrJpSjLZGf<8lKi3iPQw0-+9lg}kAU&jR%+R$s zmP)O>p*^DiLg*LAbiuMeJ$Q=AWx_9yw`yT*Qmz}0VQUCm3(a^M!dj|?L1l}`LN3o{ zawB$?#b|d7rFa_;Rxlkrt!F2Dm%AUAZ;t-kq0H0cv5HHMl8W40?5PgW8TQkbl-IYq z%GyMBg^a&lN36Po2bF!-6+#?|-S{fDFZ^X(vNRL?_V>Ifj z+!~CRY2PknPQ*Dmi?7zw?7~mSd6Qa#Qd@=>n`uqN87ulj1ZaIW=DnKfTYAxH&y;0`73gjRd#^{RS{k@cHpm)+LnBkPUR`3c^f2!pqbq% z-m{0E7!E-!UjSlvet@X>MfeMHeBr9;LftfHyt6edsSjO2%R5z8#yK9yBuSa(^M^pE zXLQ{)Yu-jlEc1*eV-{K9`^qn+Q=<8p4tGS1v$soYkT;@)ZPXsMPt8Tn89(*f6}j7n ze{&|acZjF(uNV&A%dYMbz9Tk^spMM~%U#>H<+vn_uUCgg-%}n6STHyro6niKk&64e zi-9}xjoQY4-Tv{P9_cSf`7QL)C)TkpWd|k(D9ThBEzFa|p8Zf*%Dxe0&tW}{ z{FN}Xd~Grx9T}94?+@e=%Sm#-kwBz?X_)coFQDC?t5@joyU1ORc^pFNH9Vp=i>K}U z{9esmm8H(qFend1Ew5Uxv>>(;B<1qe4ok|sXEtW6?^2xTxNvq>8%yk@+my2e-~A?# zS;(`*h=VsP@(}FIEPqF^i~Om}$ORQ@nArsljm$j04*I5s9i1BTV0OiNj)Z0MYO5!C z3u%K};w|5Cb&lRADIW3@ota&(XlAjpt)715BynS^DK@y8=P6oPYlBTNd(Ei8F zsXxs6g%L+E-IMYTgD98Xf8%>y=${VUzXteRoJWY*dI%8S6zZ{IfvHP9k)!hDTS6*R z_N-IJPo-5UY#Ine2`r>pztM0n` zyWN2s@lmGrd9&#WRT+RWp{G}}{~enS0wW`diLSsC! z!g)KILc z-tpk1j0-~+plX9WB(7gaqJDkDq41nrhRY$BfgVz<_bRl9VccyvFfb4i|5`!U#daL) z-jD2Lw{jF_8*VU){@cWzz50|VZN<1p5r%juHW+h(GLa&9_gq!++few5^`7$Zl-JhN z-as)siWZGx@0SHBfQ`$ZL-}cRAE|C;={JwXe={s?tT<&X@fRw;!IXN&yb6gL#uad} znxLqW=3RPF<5ZBf_2cm(JtGFtpc3wwGIot6Q_6le1y`QMI0H<8b}lut3@`*Os{!wj z0D-lo$TPI-^Q0&VfS#&LC9Nj7X4@(+TaLm8TL4GcajQ5jJ7Az?Nn(YbO>IWpQo|aL z7)&y5grbjO6cza$1utl5gNq&!2|TMggIlhmPZ~SmLOP_Oer5E5(fRNeq!mU~3*fJ% zwAk|iO~T5u=*CY)`uy81;Ca)s>LNeFbPGe4PXwIKqW8V3W%!~a9tV7@Aa`J|yEHp5 zEs7)sM#1G>&66K)Zj=}H=idXN$J{KH8ouSml+$hueljch~F4YEIR*L>&O_Ectq{D7aCvyvUvt$j?`mWtAxkH?MPq-1I}pKQmqF1)nTq}#rxB#vh1VIft@)J2K)9^S`-0oLN2B{LwrndP(3|_Gei7ih zDOc&;(Pigg33K5_S4Q9~#AVhNiEX@a*w5&Kh!ITO3QBoe0KNk~e$b`&-J1%srnf^& zD!+N?3I;|rDg{Kw1tjUBOHNwCv8xep_`>z`iwt^{F{$0k>bOAG0eK)=vRoGgtlCfl zaHBYKmb=#ImHG*JhOyvGpjk)O4WPhH4}QCrS-UgsIv#<@f%@&EP{pJy>r8`z+;BeD z-}czR;$1Jg5!~%tAh~VK2w%Gtd`!b>o7@d)p?k9z;I}FHO05D;H(lH?@nmU>7Hczr z88A!YQYj6s8q$aimg3*Z&7Lis_`vd5E}h#z66UlB^kp^b45){pCfPPoIIjS1r{(c% zrT+r7xFgsG=nhN@p47B%42}(4MC(n$w%F@8USMsXBvf=mC)Xu6MhX`<5Sqf4u`$=d z?#V=`{cqX%f%7HVir~snmzCCD+wzRr#`h8q+U%9B-Kp5c7ZH2ZC98m3fn_gJ|5F{H6P$ek+Dne_d(LG#;#L@d zztJR59gJmCqhnzcSN$V4D%T# z-5!=k!Or3p!xp^3*_0e?WMO+D+0&==wIcP|HR;M)_oU`Q$r)zl7Ull{3Kt)D*=mt=mud0;&~jM#PZPJxR=7YiXHBmOC|8z)#Mn z5EJ&8?VG#qlb!cz^bWE)U0ut3sWqEuj$=iZ*K|v!w7JIlt@cg<5A>{nXBy)-OZA_vy;u8N3Xg1$X}N&nWl zon+t0yWxF3tZ=hzxybWUh6r+Eo5d!-o>gxf9flK_RaVx-IR74)q-BC0ASd}$5iY$@ z-UcfkfZx7W!#(iG{0uTT5a_p-GqEXKI2jp=#m=?RVuW_levX%TLGJZ~;Drn)0%cW} zc@MXFYePgkA;|Cs@#vrum)}49+kYCO{Z|d}7kiP_gFcS>>DzjJn;hac-D|dsxp)+!kJq=~SuBS>pONDdt*Up~HcqAELqW{&>a~r%>Q->29**Gx z6JL)LuUS1{K`=DR_?6E2Irhr*;21eEb1(&5(#7QrSlTmPMj++oXm}vY9(T&{Cjj%{wv=!!RsR0^U7opSIj#g40H`s=Vo$@Eq7dW#Q~b(wSesqJK@Xom9Vf`PA2?(- z?j{~_Mz)U}9mloVH<(M~l99b$f+e1gQ#=sMJP;M`>)jyjxdzVE)C}}9W?CDQ@9wA! z{oTQ=aZQ7>fbc~hpqPEF+iB9w@G~+k1=>~5k{)Vd7zNTR)y4xWsv!$pZxSR3W6ens z=M&|QFWc!MAGFNeq1HU2Zl3e!rkPX=QZWgGDA$82lEbVX++)y>m<_aQaCNV@e40`F zjQ37#4kI_zrMXf$!-0b6usSy04loS)aCxfbm?c7^}CJ`rCusv&{DYXK5oDla#cvhR-Bj;_&>4=;t- zSQI0J%boWqWa$3bqNxV;EY@IVdL}P!cgm?2bjffWBx-Y%nNb==yFH475XDEJh>_Hv zU+y}!WgHfx(pKA?Qcuw#31c!Br@ke7eTy3{BQ13HUm;p>AHgt|SEMR^>B2_=1f8$3 z0mIPDgKLNOGkEaX)2h@am5#+`!?OoK{Y+v9w80yVU);HWH0}QjnB*VR`oS94Kukg zmEPpBuP1fa4AR_Z)_lQ9UZ69^0u=SlFzv(9!L5CRrhVsP%I{kj8ums9ydfG(;YB5B z$zz<+2sl1fX=~lqA7Zu_M)#YMRw7Oq(K(%zNLK$Zy8~AqDGHl?4MvvxH`iXG7d>4E zGhUTg<*&QIf9Z7#23@Bv^@&n^=sWn9hEUBc`VQ(0?1FGfXIx-O#HUIK3P3Y4z7^+mIC?{jb@F*%tI@WR+FuR>Z{2t#-^kr3Nw3s9^@C(HZ>!JUR~6s?|1nKhZ5Q_~71?3lRSi=W-LPX!|5#1K^*G@;cRubQ7hc12E0E zM>RmkM(V}-`tQ}$i@zcgye+GYbLrFc+3G-gg;7en?Q739sZPR84tzsF{T(3zXEyWqo{&u{m^L+5YeHLP5E23@!GC1-n&fm(X~5>R7ByiIW`0&LRhojkk!zF|cdJIPkHtv8Red%%{Qg=V9?dS?KfublXjkwqL3KMcqztq3xW2a)8SAe<43dVB~ z+-&TWc`ekrYH4K^WCJx~$0vo~-`#u2;5JBR_S+6GBehw~P>_v_fmgTdkYNR)w9?l> zq=m~W0A!fiH5Nau(H%zDyMsQ)S)ad?Z-JL8J;&x`roJiK2HVe7p#BOr!MhD$>p<%mR~{ zn0#<`2XJ8-x5ruPC>I4$7KD;upv|?PCvhOvEgxuU&Sn{!YdZB%jhXa&wK&Bi!Whm*@ z-#=Tp*5y>m0v8?iQnYmEc_Bm-fO$j6Q%g;3MtlGAG?BP$3Q-?LYewee+;nQK!m=Td zeGn9Lu+0{O=^*Wex!R~dEc+$i$Lkw0f?h4r!0pKe!6=aN@0IH29Vi@cxIL-a2*!~z%K%scKfS`SHlr?=J4%2f3|q=8RS=|iGvJx|IUFq zHnMBIlRG`AYI8^y>VHvDRh~l%?~s?;wsiHTvyG$6((i`hBkYBMw2>uv&EaBn(jAo$^zl8A`UD^j#GUWo2@T~F%T0W}%On|hk{llz{{y(TVEr@8;FNFig1gj28hE$2)WV+79kfc_ ze5yAi8{XV2Rrmp5H0o*dP_)em);thsFj@cId$o)DH}{DnNY(dH&B8_O5azMUV&=Wt z2Sw8JKbk5UGVkLySs&r4(M)F_2Y{Du%4ipsxBQlykmbB(s+t^?@?8Xpr5Eq-wX5!U z2JYW%p^e69RPR<^_ydpr^d}yrGhkU-(3jzQVd%0JXIw0JMt zLb^*8kLOpy(W_Ba|G1Wg%>LlV50ZB+SJh(5L~6Ew_g4B+?UdR_YDa)8x^+(N*5Cfq zSN1;x{Lc*hch0~k$F9CwCy+L2Px~LRkgTH9CXVSzgn`Gi6o~Xue{zIvr zvnMy1{Dk*vCMCe|sdVlLLg2Z~rX1cA)~LHqc-?wJM*Z!>Gk?w!Klz89X?_CJh1~)j z%IZP0VW`<2WC-Bs1#NU9jNj}tKh`1}YPPhr6z1Fqt&NSrWXKbk1)_dY=koU#*D?KA z!(Fe;S!Ai!s_13BAm8l6)`e%k{^hpXc{MYizp1HxG93J3=UUwDzSt=;i7*5=@S@%0 zCx(xKj}&n!e|UslEza_8p~Fu>!8O{E_!dqdQiDPz-Pz7b&nd^+7B5C*vTiCPGFQ0f zX2T~7s3+|YpMHMu>GZ9tp0TuVM*_$~zFyDvO6`_X(e-qYG;tv5s@9jJa3k3St~tY_N< zr!*TBJes_D&|&5!$?{<=bc{yYvJriKpqD>Aqh3qx7+cLL{U{NL=SxEBqHA8#S@wLsi^d)l`u>x_&Q7mtV;?}|e z7H#YKJ$SO|ONni9_ohS3$NMRpgLY9qC`kqnjU3J7Cp(t$C#d{vluOrw4!mWu48 z?(*d2rb{R#F93gg)zQzqe8BAE%?qDA0dD7q1HP?OfB?9?Mq7XDAftirEtRmk!vPJD z2vnEqf*+#JV#p^aD&}y;#9sPKNsAi`wXc(C4CpoVJ?_+pmgF%edjmT(H4ToJWmr}_ z|294xds5FRHD~l5*eiLfn$z9RAsj3fE&My+LHduM^E#VOiI7z}uAC@Yt+ zW?plh^2c!l>Aeus^f|cBu({irGyy&b4Q#zE#LfW5$)&ss%y)x;XT?yVIm>YjyZS>;6)mC~Wa1ScA^_73z zgOES(K}Me-!E$YS%>QR$nLM!O3QPDkT$ho(b*0MRq@=XX1Ne$XF>Ui)1%J-{xjsXg z^AOrSPii(9IarT8q2~7Eyc*zhn0{vz^O1Sc>1Gcq`-xe_{Vcd4HvT zWDXOm$B)dBfum`8CuVv>>nh#>o{AN)6GS^>JtGk@j74o3_>hbDh|@FqmGQ$Y>oC6Z z>IsugylvszdcWlIea*k@{N+cr4_ki+1j(^t#RH5#tnskhAx8Eh9CI3BDIWCdvp!n& zB5ukVStuz`*|fa0-WC1YRanZERP-ST(xFPNW-#;-!g0b!aJ&ZmQTC{b)8WZq)zkoQ zOTC!Qe>^n*)dz5PHR%3+<_PS-=A|`%0{=1?^vG8lQxP2e$CVqK4-Z#K>>ej;XBpKzqDLWb?od%H0JOajn4E1H05oHN@SKwh|8<-uX^aWicJ%eUXOu1_ zP#?&hOfZ@1CnPmLrOfgPiijc`yl)CM>tn~;eYk}{Dvwt0KJa*Ss@h>-eorp-v8L?C}7-fjoiE`EmcS^ik1I~>w3}|jW@0BLxv@qeK!3p+V!re{Y zd~ua4Z4&6_b8kioeFeEfx5GEk8R!|)!Z<0dVRvOjGZ4Am;?7QwBBEgltuB;iTB&a% zuF!)$7iFUHUag$vvDgkeUdk?2{g6QOxJ#H?YpdfY_pVHbmi6?sx;!KwY-ub#r&Ugb z7SRf2&;9*Tp&dbfcV*rP9WO823sqZRPQ(vKIF)bT=T{pCtZ${@pD}>l1-6>ZT6$C@ zXrKf@MBzD|p1ud3{k04=w0`1Zs4dM8x;YYItHciZ`#CjQ; z3#*(mH#pAJ2D_kX8lcanJv9xSl8M#NcSji^NJgnN#Qxq{z?;m}b0f@h==n-6HJx>u zLplY`Xa-*nw+;cX8eH5s7gRi2){Js;I5<|jMX6k}5L@Wo%jaQDkDMF| zV+N-pT@E1TXQ;}W*)d<+S-5#l6 zuEb`|Hb8nR2j@iyJbouw|1$pyO?dd*NzBEFcw=$j=_Azv6p|rO%BQ@MQM!yskKpOXl_mM5k zl=-Usz1~oPp?+TG;lY+?4$Yo%w0a zJtsO)EF+xfW!3b6SC8r;a49>a<-W8n|X{yeTv>*-1B(!?L=G>KC3Yl^qrN< zu;qkVJW8-+RrHNFogdZ;uxIavZZxy7T0I}>zg|qYmgr~VCY*}-T0!SY9zAck?TiA}AS;V)Y zSWQZ-{^#9I%k&?p!SaN+Ja(y*KX+v$%|B{zLP=;_)Nj_-^S{b>>RpSAXN*J_=Y{ug zwYxbjJSL_!9v~L_dQBZs-_LQgbn-B~v*%$qTP1dDz9o}7-uRM;bhM-U{qza{vYMaL z|8&yb7)~BGlou66R=uuV0Sl3)azD@_cW+h&jd-(Rn9VyFMkJ^EpGEm~rJ0i#NA)6% zI(rY+sJ9_66C3eAE?Fy*9++cnfWD9!t{E*UJvPKx>Kb@0?YDnRH67U5uZXgDWbt*e zj^mDT2=bvMq4aT%u$;1H9hJ@~7tNi5en}CBRz5YUl`6k$mG0+HYMxA?<`&bbFC!l3 zRMIHa{wr@1{}+32{?$~PzWv&7RcTpOYEvkKOy3fPwh%BPAXDfn8AOJ(qD)~Zi3UOl zVTM44>T+NvEs-%mlqo8cNC?W1v@%455FrpGkwgfCA%qZ;Fo!z3-}5KD=d5#nXntS; zYlXG)?44)d&wXFl=b}21N4(cIC*_X|;Mi+-r{{K$H?d*NcII2$?rQ13j-3GDUJeAA z5oG1eSq8QSIw2_Ctd)PiS)uWIuM(Z8|f24gs5_32F;Q-OMzCLMPUpjLYx-v(tyWNwyNx3rPHpXRFr~QC@ zv8>iph!(E5vgs~??^!2>!r^pQ+_9^k>>j(59nBUeviTMU zz(N;dX{yXN_#jei6@p-ZBWR>~ZyQc|sT)`vvb#))3JR*7aqsO;I28LPfhSHD_cx>h)idd|Ar1#3S;wIf-p!A>%pRfSNy z)H5ZV(wJVEv2smsofljMFTZS)ki(f_4Kb1Hj&K^~qiD#VN}|+qTBZ-}0uqUhS&32)zT-HmbM*)#%SD z=H>c{%k&|W(21zB&V0z^BJ!$6OJI`lLY4`l`N5n9eSEv#8%RuS913);4bA<>Gi61f zK$mBsn1tIjS;%5;|Mkhv2fPBtj@NSa)3M}MBU~zVVc+W9H7BT*m#WE++sOfcfn^Yf zM-85B|KO;(y^JV5VG*&xfZP#H$1SrLo#99@<-$c}=gm@;cfMGPs7!z1#xsM%QJ7q` zjbgfrs<&KLvE*<*#ky=JsnpERj5mg;5xD)9pUm=Q>LlH6;sYq!Z&RKwqd^(ER?d~Q z(RN>qAa=}K+{q68D1`>CaI9Iht6RTZ1VPs4Zt7;4Tc7kW}GgCiND>T6p>Ahc>o3BYji$H!u&`!cPr< z*ly8q%Gev+*?|=#Bn55_g_?70y2hqlpc6ALZ&mw2lYs}@Z~Bm)m-Q89Hiuk?%?mBH z==)Bwk5ngP0R!<5dX2{cU1L4c_@UMfuO-fUsP(eiwXHU#f*AW%RvpT+K41F^T7JT`cIz8lZFGS=Y!M4iZn0+TW%nmPh`I=%HIik+>s{g6mnmV5 zOt|53G9Ra0%O>V??)~Ibg`P4>Y97k_yA`ie!Lb6TH&kNCm# z`};1Qi@LvvjKgEvTR#XR>6N5HP4|9WY)Vc&Lo2$Bl4-F}3RU7DqtZ2G3YhB~=CVFJ zaH%Z-x!dHPRuNzZx0qcfVX9pZonX@ z8KL9?Oo)S@tv+=owL%ar_`xqyq5o*(E28IZ!lFsp*f^f!Ud!^?dk~W*Bb>ZdH#&xN z!!`Qs1g87POZKK06`D9(OgwBzE9ScOUC4SAH^$v;Y;!M=QTJu_(Qs>FTImp0ABjz^ zES>ZPg(ToAMjh751T)79qR1|$wFQlh^f(dZR_+Foj8LTjYTw~14R^qBs-Cxb!?|-ovrqc)wLCV$M%ln(vUO(vk9VTqaBXz|zc8 zhinUOF51|bj_e@2H+G_sQe{Kj-SX<9*-piu2coA2@hJ9HnRY(rOw^*x?Gu5F-Omer z2b&OLzGuI@HTK&^kThf=pBuua8X+@L5orwEYCs6)bt`oW*Unmf>rO_QxSNhgZFmEx^6R9s z&Z1^=i{n)D_74?tRn4lhvpxF@dUKQ1IzQ|b&|X1bT~QBlF!#r7bQh&@mwzcSH}+z- z4_%ZKLl#&kI^gzed1&n~-59UI$PX$y*%qlq3bY$85~TAp8%$ZVTE^d_L67@}68ODV zF~BW$3%JF$rC?W|OzNldfwpXUD5_HR{>OF5={w7Qo~PaVBixaIpbU)T&V9WesQY3$ z9HP5dU8GX%Q^7+klbcvwPl4j$w-{0XvPJWUL|UEbhsgZEs?KI>Xd3W3+gdd@lh{0l zcx|YEai{4bC+oB?ns_F1vaAFV=QS$x`|{_3dhFC^+Z`7>%hZSunwubhBWa0i68XBF zu(Uvo*q&mWm_M1CVtPM+^R#JKaT~C!hnN$19z9bJ_xzsoh6bfJU*Kt!JA|1w&t*9N zCIF@Jw-w$@N&Ci*{bWccHX-7PwrvY##QRZ*T{h(0TKS%SPMKKk9o+N!v)XX!i;U5J zl8N$B93MW;(myMg<;ul!MbeJw;iSUF>76tg<5F0A&}t=3)=aPdLIea0HH`a8r$-+W z^|lHh(|umaip~#W)q-nx&ATp)XrANPMS*2p<`tk<2LNmPo`-<`=*=u6oZTrcUJiGH zQb-fH$Sw8pdh=;9s{>9R!DeSufI`)>fktC>wYw&sIe|H`2YI)Dleqc%Dgad`F_$fO z^{opLS4T!pMOZs>tCupUfsdzc%?jz^4$6D7hgYvByAkLL}@S>%_=I{8n6*Jqo6n^&0*M+S3S;w zehD8F0xay`_`Ehp8_W+Iagn$g#@&|mPtH`o#Gu4+O97Q}6^qR9P(*Kkrpa9-AtU_` zRZg5QJEaAE?-1sj&TV3^Dp{doqfM~XDy><4raV?E8Exk@&>N=2=QEw4-l6Hc%{nY5 z3M~*B2+*0WKdGn9dKkIfUW-c|$D4LrT_)%vpMdA`P|4YMn1|}nhrKp2$v0@}8nT-k z>z}~K`1I7W&&sf%NO`#tsg@l{icT&O#)}6o4roWDy&p2>nsc4pdUlf7eo<8Qw93d= z)^VIA@*jlr38hMSLR}a&)6Ru?5l&Z4%Qn0dd@AJWTPeD@lPcmbO9R%B?O!$8d+TB znZC6M0-ykYXT-yr9lJeac&B)*`tmZOzJ{-#7cgBIG&^{*tRv%nq}0#z=0LLCylMRQ zM(`R!1_XaJccY9o&Dz?VlgytTNyW=x`!Gt;geJ<&GO)eAx9Y3_$R?xLN4f-u_fqzU z7nmzsn!nw2&fPbkXIc@3%Wm+}b)P-;jCv{@wjL7auR26kxT}*~%563Vy*<1Ho6a}O zR&ufxWN7+!88iWmnyXtj4|_^uz28V6f6bv%(eRPL5CkSXPim3$>P6b@5Jjq&$Zx+y zP3LdP(a9^X6ya&{{A#{b#jiTC#GBMinQ(j3`*9X0%2}4kvxrhwsqjvsGsV=|+#$E^ znQ($tZL!iE`)D_4U94K&lpCPepk30Y1Qo$RO^MR)&_`W-lgkAK(*^8ikXR5gmGH{< zn47XYoqe)@sqbAYWv)f+rL!?|x~lmZ(kHVgY6;72*%8z@ z{NNb=q-j~TnN7~TLdA|p4SsBg<@U1yVu5j$#nPGdDq}KnAvv%I@l3B4te-2OGqgmx zIE7?Z)xxapJv=1}9B8EfFbxu5(^E3%Xd$9JgON1!+GY!A*C~~vAKE5uTi)8@A!OP< zT^M$*kfH7O#ltvIUFtO9EbR7vx2$0p2DQcnPDeIy^_^gY#W|F(tJJ>WyM=VJcVSt4 zBv<%K!Cm3CdGSpbf5l(LYpoOhy`b4H+Yo%_;bZEpXi{Gj&o3~$pvtcN?kUJ0?X-DX z=3;8qGvjS{z8`Ev*Z~CDCv2nZx#)G=qsTYJsTup`ml2YgL1o~X?eKPPf)f2Oh&x-C z*(gI9akUhXlSg!n?Y-}M|54oFd`Vi^79?016ae1V8yo$Yc8Bt6*Icb?nshXa2ctT9 zOD}G!Hxz}DlbfUGwxkiIO26GbZR@Yt6348BOy2ZJ&<#(k6)tSYNMlSS3y}T-O2{&?I z^tAnVN=c(H&XXoio;KAq>$SP@oy;PuG`;&aa#5OzbRUrd+0As<2ZUbfa|5~YvpLjm zGy;0NlMB~zvo62I7W zS&Am_{ygHQ0T;wXS_Eg$1?CTadEXl`)tmWz!t*Qb8h`_r)xMD;YvK%Tl(%a4HaNpg z(NC6I=bb-%;SY8~pD`MJwTIbI;|+fMYg}_Rm!1$sxN?2+Cp1F4Yp9emDOx}6{=PP4%R$Cx! zngAnAg@-l|@Olnt{r&&xSiyLJN?q@lX!sNlOSGUE{-9*g3DkJ?~?ubTBV(49%26 zfJWM&WeJ@R2ih4d(cwd*)%I3#6(3?wnc?f7u^iwolS74P?I;yyKS@3?Zg8n7$@8zz zJ(`G7$S);~n@`Wt_MJJ+&1;lI_xW_0>)BdP?Zo(nTO2P|24|6@7W2S~TmwktU=&{8 z10Nh8W;x;Fn!CNl*1^FmxLN-8b-uejaC#?E>{+)rT(zTH*TzG|84#P1+IHmw25xR> z8`q1!T25eaJR^g5w|U7zWE2a$9O5MNqWpk)Ax!P@?1Ftx1TA)6pQ}1p>x;89q?n)P zJ>muc7@Sf$z{>tBeSqrxarn}L;Cs)j%CN)ll*QwUP}}$zh2XS!A`lYP@^L9{tH)2F zy;@b~3TAM$0TrkvBOH@StOMN!XjY+n4>C4{>YSAU;#*v`%f5{iykX52K3a4v=}G$n zueR0B66{`)H{0c*I{E6zcEd47f+gf7?0w*9`TkFH%>Uuyl{b-W(Ho=z~mNL>R>IH(b=}k77RMOj0Be9gGEo1_H%*snyd&dqb=DwvH~fI?!l2+ zEaB9}B5PDfM(ejt9OoRlgl;7-wXNY%MCTB;S^GSZAj49vVRMcebAEr3mA` z#CsHV`IL9#-IJg?=Q?xyQM08?#CAilRl)l3!%mCvq-Tk{VQvwEK!}~ZqusN9oikl1 z3Tnz64PnXdM53yXT32Jtt+M_YvaRrymvDm>vQ?Hgecw38;K`o{4qhS-{jCx6di)d9 zAF=g5q0IDJtV0s?wBJ=O-7+YfQVe3|E{yY!cpAJ(;QRVUmcNile2Q~&_+zU==hHx? zOWYT0a~$@XJj+FYI8&A_cF&}}6U`k-TiDR7<`F^_A&e+$%8un3Q!^~B@IAYxdj!&; zq@Az6q1rU(R(iDh4*iy|pNO<9YSV4rq~3wyq{_DhE=BmDS#xFe5spVtlc{^Pf2TY= z2s`+YG^eFb8(ttdqwkfI|un za&y;q$5i#uq|8NsREhJio%%v+D}@wx;dghh2BM>IOK+nHZm%QSP22!;S!>eG<$q$O zd!`@o5aMQk-r_NbXP+~`I|b+1HVX|Di1*;Gc%x0rK4&weP2zeYifx>~l#x|2ww$gx z7d7Bx+uZDc@NL!=!hk}ebe}*?NYVX@lsf^rEjoG$I04NoVc9Y!M-aU$OF~7Qh45+H zr(7+uJ>o8^C#iVhC4AVJ|55Uw9Nx=~Fo-zQgK`?#ZTPY9Xs!f&NXOU1%G&eFKydF% zc+RkG?%?hwoV=2EiJ?7$zsDg10P`JT#fC8RRQZc=+*B?adR>t2ZArSXG-=-8CT@ci zj)&>nAYLztv{=F8B6l+UK1{aR&=#Givnj(njricG20UZq)tsrZ*Oaf_TH&;c55CXj z5awDe*1PwWaC<5+pvZtWzKD4tVYIR4hGGT@$intmj0H{9j@u+Y81^K)*uGcW8?k1^ z=RIn+0Mx#i@rd7Eh}2$haDjVuvV%d+B^>v>#{eex66D?aeG+TL>(2u+Fl-&6sR~^! z`miL6*Hi<~gm40daex%o`SLLwa43=5ty~dUt&Sjjuw|Vj=ZZ@$%cKftGbjqp6t# z!}rJ{%2<1sQMe&QfLHej_6%@x!GfzVF!p&eH9M~Y&``kK#~RptHk#{)oogTd_)@W>aW$`d)5Hx2cIrZFZ%>B# zjzWG^AP4^*O8;fDaH;r7!x93ha5&UIfpqmhf z$0ql~X!)#z-W)5~p-GkV9W%>{#LU=Y(cmM&yxd?bu50_wmPtS1E7$gyy3+96DV5yh z?!$!?`sDgawtJ0Y2FW{R(IdyGDYen}CKr0mO|HbNDR?rWJM*;c%HS^N%R?Kx%0asV z=82}i&jdeNe6`=rUA}O8B61vwagGR-O^E0!Vu$f4fPrLp=3*jYcf;JBMpk-S$PMa~ zEkFW*K5eQ2D)>Q$88Ft#7O+H2VQ4t!1@{^tk_fOaR96Vw0TM+tAL)AWZR*ARy;`a3 z8187;!S29V{$8+|s&Y!hwX?{S%xo+&wur~8?{<-fgr4rtt0Ew9IW<{WW?7VQr_aVo zMl{=hxGKEW&mysB&bZ|J7tuWLg&^|I$#$3o^-Ka(Ug@xi=(M)4xT^HL_TA zWCn4(4~nvh70AOss)a6TM0d}31$IFnlJuKrv&?EwSb!xRpuJ`WkfBob`}lSO4;S3n z5|`#rKI*c6v%>*qcBP5a;A~sX-|rkJzp~Qygwq?5`^58Aru`l@NNk9j%9Q% z8~ZMY9M5|5P4eIs3G+f?%BSJUw>T(**1J&$mQ0l* zYDm?|12vx)+ZZp;X*21afy=YDE98kIXHjSsQ(`G|0JL1}d~ zx*pEibX*4eA3D;HOnEH>`v1BDjG$|yWuguX=aupQ%FCl--+c+4PDr@9vsl5Mp@T5_?BK<-IK{vWiu(I#^4AIwZ6VnHmsFrNVutoK#-xc7dWSVb{kAPl7QRk=pJ!w zo-@2&p<%dR+~*LI1(u7u=+4*uO4I!pKxA_?GwLv@ZYRQPyb^UW1Va|!SEk{1^w8>E z2z%`whS#gjNz~k-&eJM_hU%JW+*ndkv0$2SCNkqP|4{Y|3DrfT4v4*tw-MB7;si_b zlL*W#nk582(-df*z?puzhgg(*uWP)CxrH_mbxt34pS!@TYRj0S;{#iEuOc$rEi%~8 zvO{*DYmh>KG$P*kF?+9i&w7gR6=efK`satGvE+TCXLXy;M_LLiL$2M?jXz(w*ZHL- z?e}Gu@Xm;a7DIgyJU8URxL`A)?``{qw&?9W-gJ3u>6$m20N8n@P~C-!h>zx~UxrnI zPL0Y#Cf0f0+BGfIgI;VI!o;kYFEWe5i9Z9WkmRT)vwB?bYFgE&RA0#V^}Or$1!grk z>b=p)A)_{%wSsBN&zO8eqPOHcPvMY!b3-4&%tvjYz+jTGni=tgyB^}R`a1Dxm{U>>Iq8#hW&De5qrW|85@K>2Uc5XA791|g~0*}pQb&R5QO56x3TD}2h$7v&u7PGJ)Ig9bIBlsS?k zE~#FfjjbMLl#o+-QS)NfdZfsibNB8%&UH77Bv|2k#mE&zw3bQJgqu5>kq)x4d1e61 z#r~zQwmmGP?^=`8s!Q|TQ1!<(|C=YBZH1Aqq$Y8Sust+7_qrI{AhG<$LUz%=c_^%N z=-E)w3|Fzz+z0?YZr+s2EipcO9j_VRMNTJ%zfSxu&;5eGEf&{sc2mBVKD+4rX{fL( z;=@)mbsiUGbuvKooSc?AvbQ?suL$W zZQlfr@ENCtzmFw4qkW@khJ}=6e!;oheF70w?zi26?v0v7(YNy;z~ywR^JFt)eqJZ7 zO@%4_gLgHg^`F+|HLq8{f2PjRq?UjXF9ZDrB>r{5s84&$mYZC17Gs^Wu!@Gn#i_mm zDpgADUMo>kX$4OGa$&iPaIm3xwZN=}&TIt`T#0NPZUZ)7B0GPXC$ zw^Vi6$a22oJnLE@lmGZzbK>>}*enYfu8}ZxT)i~P=6~>IS z=+*>b?};IQ1etr;?~A%hI^EUz0e?eqcM>+gjeW#vWVw8NF%DM^5VpNT@RR$=rOo4! zQ<5Y}k{i?*o5o7tZ&1)mS;JZmgZ5X~D%I}b%gbk-)6BC7r6=VB_E-(`u5JxSBsr|p69~j4Fe&FR-9$C71*98&VMIhlv z9tN!f3XOiWan+t|9s6&Mkkn9}mN!sIjHxnNS?sqVQi2D&Q&U*JCwwiQRt!QT*#^?H}iAUomVlC^Tt z2QJ;rEYSZC@f7o)*w%S1%^m1F=3F6U{flN**RMrv8%ps>JZWTmYA2t6g;hubg~?}U zd$unBWx>@ivC4i>`eHrE^q>#F6>)VyijyAC76Em6v!#~rmFgb7h3#jb7JifNe^t4N z;%;*10h)&oK~{NV!>-qKu!=6iP}1%$m910i9lScE^^B}DOcO6m9U-ZDg^>7DxKwm5 zWoPv&ruzFch^J%^pE9T3s@`UTBmofNM+pbHrOM2M*06uH5;O??AXr)G0P zEN_ZzQ1i`^X+ArsovRQp3}Pe(laW;AU1C{s!6WF6-9{oLK})~GWXXDF4cr-tUXB_=gXr@C5h0`hl7u&M=O*D|)#lFNrJ>M|%)}v3x(L6A z>*jE~&MLKsQMy;78{a8*dW7$jJRIIsOp*go65Ad(ADMi!cS~kc5%v@0Su|~PLh{UJ zI;h$9l2m(}%(o1p1Z4?p>-PRF?e#Dj>&AIQ3SrShC+d;Rrl})C|ig^=}N`A`w%9+tA^Kp^;F0}tQ5H`}JD2-?<* zhZ;f{8x^CQv^^9;cx|d!V=$`Pv~QVMKN-}QWo0p7t&fP4t#5kXk4j&ITk0{Z&qpRj zoPn`@FzGEcE^?7PKGrZCED+_6&4}l!X(vaVACL|<9;w+5iCyOwLR$f4}*Ul*9ta95e7>&mSc(PV^1h7qf0p-2M;=ToY6-@@YNH*38AsI-)d) zk~-d$;z|lVL#t?p7*N1@R_6kT^yDP|Z`JQdHsplTpzYoI@cp+L@+Tdy6IGg}zz0fK z7=1>SvzGr64Mbb(Wgw-Coi}cEnmipBcu|Mf6GyIBWUz6H%uSyW2*Y&pX?{H2`PJ#s zq>9(ZZiyMgcjnV~0npO*N9?O3^3b&MvT9LQTCd$RMntlUqs`@_*VdtYwg;DT1~xw^ zd_+~Be+?oe4~L{I)Mx&#AN~JIJ0Czc|F7Q;{Nup8zm&g^{Le3+Q`%n?{C?no_JM=C zdI$c(?fkn_vYt_4RSxK1e@Q=J`1b?A-(LJRtK88qt)Z*1>X#ZuO>#N9aC0M#+1}!V z*CyIp%$@+Ik}K@rl*9Mv-;Lso+l}Ky#Xk5^wP>+3D@%Aa802pYFSmg5fPiZ?0IQq@ zIrVEcj+whB3!$Ulij#+Fqr1C$+4~#jXdbe{aS(rYcuDmumT57J>0tlH1zddtb#G`W zbaCiS+Fs9VwAP6{pA0wieQS4O{s##yT|AFa_@5xG{qM`v{sVU!K&f9;?R^T8 zUfERy6@0qaq15Yh?p|`ZZX0GglsE&;E1tKRtvYxY866*pTio9sGM40QY6d>*mwy(X zKk)cK{DJepTmRRA1K&m+_`dklfuY~OzNEO(Gx)iqXY(&)oj*_~o9yzp8ohl{MF{c5 zrv838NTTqlGFfc#BXc1JqY`yF>VZ;F#0B%o`(`2Ye7w(&pJX;~-Z3p}0X5SsR#lMq z@jf@n8bFe~Bh}6>8^oXHy2R&nQAd5S)p=%j?~lj8tQy*L0buLQi5?Uvw^+!<5RWn1 zFqg-6TB<)R+jgxalkVd)C}4efoNNwycYEQrv3#>s_`#1>%$vSCq-#%^(*wDils(&-zXJ2a zfJF6z%AupHa$`IuDWtcv^PRvmsM|@b#2%t0@AV7V}hgI440*zbhS`%NhYR4^Sc@OGY=7aABEf&cGzJ{-N(A$n`d;}j5dd0`F@Qnp?P&0FLl?+iqD z-iPrbEoVVHe;xqcfA6gaCNKXG_RC;ku-1yqS3)ra^zHL?Xx9wb;PH`4kqghc0cWm7 zUe55*DXSb~PUrBgG3xTpIi7yD=wKkYW#Z0we8$ShM5xYHSfOBw2M)s-hTrAIr0gC2 zfnV9lE=jzT)4P=ER$yc6nI{wd*SGCD@fK)pgZ{1ltHU2sE0T#R zQOH1PK+cvA`n>Re-Y-j&J^!ujy~zP|3&yp`k1)7cEsuY=t>g9dnM#f0x zBV@d94Sm-?Y)OHFW}sIey}e_R55HU9_k1p4J&j+sbf|+#oaQ^c7>@nZ%tS>D2l+7W)5!bVu9eRCR9p0jQ{UutZhN zflgeCj}Kf>c;ayPZr7)&JLuU!h&I^um%HVaT3Nb}mxWKco~ApXlg=13T=k{ZU64~o z;M<>uW?vURnZ-O$aBgmH8YqqXqzI^W+9DY-arS#8r{ zuaE(-^KP7ydGCCBMp`ra4_iX5QCChY7D2@^uOU6(tyXDVbiaNbv>leLUi8)FUBCrc z>=i1e_e#_H2sbrXmh$31hmoG&4idNPlDeb{Rl#Pj-&&_ll`xKkb z{HI39sr2Mzrpe%fe1h}9XR85lgNjac)``BTLNU$XZ2P%ht80k36+0>0Ap2}=?U~*= z_RP_>P_j>+fF6mmszK#iJ{{^L2=*e_#PY}=hod}}ZDMu^L^kEj%Xx;SEYoj;QVf1M zwC>zM%zcCMXtV^uS_gsoVL)3CA0Hj*cx){yfB(?_@g58#pR3%fb_s6oG*7UH7^ zn$r0h))Y_-IAZSHZlH${Eq&PWcgm_7K*C6T?(n4e`JV^u*?WK}9d@qO?H6tsx^*nE zqk#!zU(^pFVYKkHjZDscsYK%Bra4y(|skc z&qpj3$|SC~wQpkAZrLCW7;)#b;`&Utkk06 zjJLP*_2Kt!u@D)|=g-vA#E2(b)~>GuPL0i&oa8a{l$=H>gp)LLW+-w@nYP0tos)(6 zq;L6XUX?4>_M$1;haXk^tt#`~dL?8cWyi=}N+tK-uE!#y0mcOK*M-MC*!;y;wn0l7 za2AxslzHsp=KJEV5S2;Jr53!4Vp>R}cpO2mQ~>${)6Dd}sFmI>W}_`17iVRX-2@FT zjqcbGBJEW5uyJ#=K5fg*?C6~@p1P81AX;5|ak00drek%7v7y*xM~dL6oslUIb%0-* z4$iKnjTly6wo#ldU@)p?7?L~>9+A-={AdyC7RFY4+CN^#`4K&lQL6%-BhH#^##Pq) ztx@iroHW{F*o>cN z>pU6*#p~-3YE&I7tLbt~RD?G@#iY3J*y^<=n2nJI#Jhj67fAgSxs_Qgl?H?VEx zlv;Yu{7~I;Vcmz{7)Mgl*~UL4WF4HWTHi=dOHUucDmO``U;C{Ue~o0R57~0D3}b6@ zPt5tnvIZA7K5qX+N7Ss%MomCV5i661E9u`2_`by7OuJm>w1$pUv zz6@h|aB#lI9r*Q3Blh~ot+0bA_!S{&>TS2C5i-J0y6zwEh}z=uLNFJ-UMJQo8@F~sUSldoH9zx1XWI@6=4 z5H>z;a3Yn3kmb48ihg`Zb3EsqO4cd;I(2R!obR?Z;>neJ8pEUs>wLEEk$Qnu#=KC& zaH03GhIU{)*r!hrlWq%<&FF7)mwGA-7-6R#0^YR!>u8fxU|{r6FnCLPw29?>ALIIA zMW-AvR2l0CW=|CC;xoZ}@A4#n z`Sa`d447Q1r5e^sU``*s`#u)lac6JS(%g-Pzvfr6O|} zB3szNHRZ32zOeq7XGWcQs2O9X`Dq_dVdysa`(Gx4E^?b$u~o%+T)Hx>L0zD6`Q;xU z5?rE2ZxzIaLzl0WIJM1X?**%>`K%#g13XL-=FN^b9Jo}Ns(9KEoGa!Sx6N#zwP|Sq zz;sW1_{T>rKP0mvz8h}~+HMTuYeoDc#`M_^)4gHL?RHBE!uw8ZK9)Qn$IZD|&;@%T zIfZS9w^}t`oLiDr@J`P|9lEBhP2Ncx0vD?&$FR@3jC6z5R@SWoQmaXxb)n%kZG)*9 zmkuJy*w|o;)7W}pePH{ju6yP{LYf~`F4?H*<_NRQ{TIRK>^2M|49LNEzsbZg3lKm= zJc;H@-(H%a448!_Z~7;GO0##?bx0r1Opj#GGL+)r)q?J4>04WG-Tb=#@$>oAs>GyedK?gkk{r_2I?1_&?MCpKCi&#Aokm^%#R|a52#{X#g z6%U)djy>9a1lFY}O!V)=$f@}#AWq5Vd_#&=?e6KNbfY8S04G=<`7|1=MJTp$&9DpK zxm(!!Qy(&!jBC)Z4{i`82DYfqdzt@NwD+=Ce@?=;PrBQhI{>iO4EOw02aiI^XL(9!)*5%&NoiAMI zn;7Oxr-T$%>GJmL@9v0RX4-W&H{hIqvK{<+$`F>l4GN!Opy+~CYo8Rezjj{v^T2Hq zE;U@I49?9MteJ-Q3h5R7|1rB6@vuy~Rcsn7Hp8J=YD>c}Nuv3L6NQY@;x9*|z^w-> zc1B(OZDx*(5cO2N=-X<+IL=<3gn@uABswA`=`BvdCo9`7%6svE*}E;cYH4=uMnPp6YT33>d_@&UjU4itlD@sfhtKAs8QpZAc3l+n^gpPv$a5~EF~;2Ey>cnN!c zKG+hUa+{dW$}%~o^CdNItk7Ic+iR`5&J~f?<&P#d5s5KdGT+WT*cN&nrA;3zYMYJW zwDybp%V!Hp@g2=*?x%ZDRBt6jls5%8f5QBVxdx~rt_B^gUG9y#8U0d{&OX>sk-?%( zEDQzZR7{~7wX{LYFH{~*+&UB#@P@~=&X4#&>UQfS#EX%8^(>RXdFw49*AT5tjbmd- zTTT^t{TKV}oOP;>PlhjnR<9UYV9myi;LS%zFa_T8l23}OK%8^@R)ATQjMe2FEVVq} z*(+U`da&=9;U-%nw;5Tu!2IkePcEsr4P*g=8I{ao;>0P#)b!jFv%S}_bH%-zdY6X^5Je(tFgf-Ao5^3qs}`2PfohH z!5I$|ygcR9CPy)yro9~|d!cooU(UYqJ!4z3LiTgyn{HkLB5P!J!l>~Me$?EvWS+6# z%pIctyWfV0RyD6L2r@XRNMKW!OJoO$1U3>gEPb>{p@#b5?d~R`MXfI(qUS!l`sw$Um zKP39+wf{1Re7P($2q>*{w?GhsX+9(UIOCr;ug=aV8^OHSgIYuR6^pBMuC097ch0HC zZkrM5xcP&q{L`J@2c(idlP-kyi6M}5+NKBEHyf=SUFrIAdWTW(O_q%#uD?Ef%MQQk?3P)pMALfjd*?IK50tykQERSi^|u2vPL@!86&)S$c0Fw57|1mSH{NzyapiNq z+Ex9Ks&T`sZ0rn}+d|#=7XLUvS-;<3w_Eey##iy;vHgfzW1liy?}f;rkP%)2TRh9)8gFeE zQEtX-PZ-+2Xb=hv1I;WoPBjb)w)(I6EZwXA#PL9r`=$q7=v%43mM-=taC95!qAm|y zBUsbGu+sgW2h5nbfrX2gWVZznqq6n!?h&4gMKoO?TP-VJi&v*E^z_XqE5hu2O^hB0 zHg6MCf&G}fO7=-d8Q;^kz}Mz$3?%15GSlbjc}5Z&@oxRup7UY46R!S}-joz=Ft;F2 z2H2tAi|E}DHQwN~b5LWJ5ol@!C`pJFrqP$ff`MnAGq2UVj#U(&XwQnyQA(Nzt2 zz=fepkow)JK(x3SEM0&r zVre~YHF(TLSV*!?AYEPP3QE_Ll&J5A;y>}gkLMK7i-6GQS%iL$s*L8bQ4#JE_37!n zALIhT#(gs$&{HcV0DSj|?mt9D^XKPSKCjkygIPuG>#elGiR`Ua6|+K*(Mktf1gf7E zilRV(N?FMV2Z%D$n7=Bpz3od280Ye5vKm}T#Rh#$GWoFzN}AkDl+^MzDrfK5GCR9dG=GrwOGNg%NluswDk z$%^`5rCu(mNRu@Q(8b2x86aYLhIjemy+03Z>|4)1+dUlIm89d0wKwre(7M8f3DDK{ zl&OH85f;h%n+IpTg)lqU?|5+h$nKN8&s}}~Tu0}SqtIWTS8$D@far^~)q!ZCMRZkd z-wX&SsddKFSxH=Wbd!HUkDK3>q4Ye@mN8p_`lI~9g{aia8t*rdgC*V}wD{?-)Goi0`h`V>LJ%hWDT84qE5a^xg}UOg$RxXlWyvD9{wnb=ef zV(ydjxq)88349Lvfzzoi>BbyGYeq)^Fdu}*CqsKg!Aa>U*NE31i`V#!&I-Bjrl2pn zqZK4xyZ2A^;ys_m*+^mgjJ8P<;W(+jDG>7DlwCIKO7@P$xAKt{hYK<3(JXJ_sZG(# zc2o~+>UJJ=-%}Sb^yr!MCsH!HD2HNN!`Hi7>~kt4h)noI#B~3-8T=t#>1zKb+k7E% zr?nZaPx$p!bmdOt$oO{K-g9y1qW@GTHfr2(^j}{@A8_if?fjiRh7F?n%fO5nqz!fv z>0fhi@L2A<9Ko1c*2Cf;N&mITok4tD3X-PYr8;;%Tp8^GoG)2By_( zr#j2L8Cf#snzX;Ll-G0ngT&gnggZykT)DNqdLe`Q`%3Qax#6~lw*Vfsd0|>*MmpE z;O*Q&=ZmZ5fC{feQNCpwXYchcrPY=AXc8f#en2dm8(A~+$J3f&>56hSU6@ZSuWabl zp&T=*ZwM~%*x5bQo_5R+G_W$9q+AC3QGO8Tz_`awEti2 zooQ54=f3|ve{Zc;g>q0)5x50~QUr|5Q#d^`s0=xZG7p-_Y=|HR0tso=3Nqy=G85A> z$`B%w5T=A8LyAm7Ady6f5C%gCQy^sSfA`+kcddJ0+;z{3=1tbh+BBMd}d!Jx*D|#Mm z5$a+uD+6?E-UE-_O&Afx*25TrZ;1G@`0l94C&C2$(3CSAlRweG4B^bH8<4WVJ=yfS zY* z-I@VxT4hG+X04-(AMl@j*(K>RZf{Pcn*GDre#Z z?(yKJ{A+Z8o|&$HVH4W0=N~WS;Q2}XoqmC!$7AGXTq&9mpAmQ%Yjojv$AlHJ;wSjYT_bsU0rX= zmFX~SSL>RUQS%2LrfOYVD~1C#25T>@c{l4n=*unu5Xr4u+5H&>8*MJgJhhY4v3^rL zgl#W%@qizRwOX7?|F$9px44XmIJ8r`Nl2lImo^TUU#c1>O|#DoBY!$#wTO$Bx#84~Y>XSPi|bpI+G#$T2ho zYkgX~@|?T@oF6Lp;qe$x2QdyCw^G6RtN_WoUxtmLSE!yGR7S_tp{kNW|9^?%%t z_uq@PwC1(6cC@v?E!sPMul0}tf1DvAEi*o5-X1mmaSI*z#&?h51sROjmLvW)QUZ(x zcaZxTdGP12{_ke=SH%H~tLNFhzsw7)o6|zLaYiv~dvF~>Yd6~H!Q)}!b77cmPU&P~ zV9Q{o>LOI@;i^UB`{Y^E-F#(75+>Ka8xD3txRx6@QWcR=ecS@Sx2vxOB0(`qK?i-!*eu!F z)$va{^Q0~Q?&-tmvPD8c5V0$^2RY3#VK91=rtj-H4Z}tmAz@WRqWHU*f>bUluM&o7 zq+wvO3gOq0FZd2FcIGvVhDlzJ9)F`>A#^>I35pQ-mgko-qk6+`QmlubU-V3dAKNV1 z+`=om?TU4Df)<9RZ09pb37?1J(!-@3WF1mPe`Td4oU2(#?yyN~lt3B!RvV>zZl3hW z%c?i6QRO_Zx2vr{)K$?e7Hn-cx=gF=2=#xgl+&2-l5L-jpr(HDck@gUydl;@eV3&ZTrriv)uP1Pjap1+tnX~>+P*K)Aq&Tb}k_m9F;%=@>r zVzcjb2XlSr?0^K&9PU!n-xeXIs5dD~y?t>>v5l_7ZsXPI%TU{3Ikw(9%)PEH%z6~= zQ)O(XYVcNOAn@bN*b9OSevll!*i1dc!fH47bf_($gG#{ONc@?YmfkF?VKSl!LHgFX zR{G`jysBAB)h;{XG3WXZM>amZKk}u2Tn8Rpa6AI_S_it|ZP#9h!>H{bj1M2+iD!6=l^I7GTkfP7K z**I=hFbL;zK~5=q0&eO9ly*Dz++9-GHM~dd1Jf8?3)=%i!gloHtTHSnG{j|_+ zgkTmLN?;eWtyrn;`5_QS2*kmh(7H5ul?^Ztw{Q{vHjsAy>M-G2j!(WUi38wWqF5A~ zp`l&rwKu2&(e`4U-as6MT-SVgj&7jWhA;B1n|~wznBa55+;e(a(liR}UMP4)G=pd9 zyFZiBoA`lD5tU!J8%oXV+SnlH6gkzUaoxw3@HQ>HD~)--@4GiFgwxWa`v$>>HLCn_ zu4EdcS=lf~5M{$^Uh81jD`Ms~RyX$Z-N~6M<8O!WIzfhsbr=QO*>pZu(Znuu{%JFj z6Q*a*-31EFEq6~Ukw8D#n^Pn6;)0RV(Sox;?5Qy*=gc@VaL%ZYH?RNuzDG_>{Ow;> zPtm{gm)h9#(?1PK+SIjZr?x%inXw9fOJb;h!2!nsY!ZF=x;J74!b_QwCYP9{Z**0_jR&p zHqk?fOl>(%)XkkD9m_J*YmtNfT{3SHfoj6cG+bFD(e3_$o+iR_C*fMUaV}_A+sm`Y zQAV+SdHOM{=2|xMRzM}OG2lXT+ID)JiV2eu*9yEaXW3_&Z^TwT%#1KsxS=3xMo;$wC{Yt1)8m<;DqAwtx<{A2V{V&6bQ_V8IQhgYAlL zygd6|0n19yGhBO>-p1uBAgd_~UGtbm6V)9*X`pKL`m15>DfIYfP2J+KH5#>*V$|A2 z%@D$cWVwA{TG@;|eJ83j#HY3(hRNcNh!SS0S&7{Y<>~1RlIGgH@IAmh=LTy|@gzxX z@9aHMdA<6lDPVg7*>n~xzYHy)*jE%wC3h%oa^&NJ=Z2=(g9=;K*|4R@ZrkX(Rjjo2 zu-^6iCA=f-qwEeDfSjqO>JYw2;omut#4r^+4+r#;RLPA!!47V*U~cK9y(jef*N8OM&x2Yv32AveO5Nh zRw1S~DWd}CUJ2G*zGp1;*)&CGt@jqe2C2A|6cU_fe1rjAm~9$7Bi%hIC_Y}fLxWCJ zqW|dE?wbhztTy`RygjcWK8bmjCAL=>N55$m1`*0Iwwr<1ZvEw_eg8{^;{QWu%Q1`5 z*mJZ!VtQUxQQf7=!JP2Ghe_k#{&A0&j1}|^LDSguy2|fN`g?@WraT{8$ck~HZ3?1o z#Bp6Nh-2LYW;-JaYM3nIy!7cr#A-NKqw+;Lu-?H>lnp9^!B||!W4@SOmDY9BC)6jI zGb$McQJ`%-58wvYke}LiA{-K``1Yy;09-xL5)hUeYv1;l48`IO5}{EUrQDdkrk(XD z$Gt{%usAp`q2T5()4_;>OKGe&D(TLKuJ`Zz{6J)jh-;IBs3{M^k!XTEB0Bu{eH(4F z?%Q3s(UT99MS*35r1Kv3>e^PTSVgPWVSjM#!giA1pa)j+F*trrVXhC-9e+nSv}qF6 zFw%gBOrA=^T?-{to=W~8%xwL@%;1J#6eL}#@=OA4$su1?19$V6A)8*EvQ^ufC=4{d zd&GAF)Qyqc&sp`gDwtsU`S^c@xLnSXnR&t5c;B_lxfgpLM~hoU_%ZbMss$3i+y-3M2@jM-T=F{be$zc7C0S?HagG%sq|jso%M z5}?B-%8rYKjD%UhE$Z@?LH_XF&_beQ4++F3t@OdJwNr^ekhl6q^q5F-E3rIP+2o|s zH><_fr{WWy*ifcF)q=-_1Ka*>)%~fg>C&fj;FzsFQ|EsJl0vhv^1_-Z>&}>$!@gT5 zI8L#^u78VAdio_^Xc2Kio^rs8Pp>)~TvRraZZ@759gEJGak2S*pV$H0K3moU+1w*@ zJ|gp3)ZCFzjPCJ4wC39VpVWC1*n151{)CnnysE?ccaoQC4Q)=PlyYT=m@*oxs4tDlB&ra#T2+>cmw_wws&Bg#I&wzeMVx>IMDkYgpk~Jrh}*=BF0*Tdln^ ztooVK1?WQmXEI^=gX=?v;$YDHAzc@E!iPDG(O^alF3oJA(FHawqo6Xvi``=-iBcN5 zG&d3OiI*}~F`=JR!!qK=;f)Wsf}}oGk7$*3g$>3Z#$ko=} zpf-s}Lg%^685mdb!4n)Ua#U;b zXAAmx%3AZHjN;V{r|0|&oCo%akpubUVVuR)$!Q7z9Fqj_R}5@?W3 z4oSI#yOKR;neN#IUog|&c<#cS>uKG*8rV}%w;C_^h$&^H;=;M`9g*cLBqJg#yZdz+ zyJS&_I4lWaOCt;vlL>U$mcWV!fy9=zlkDqd>}+L;VmsGCWkITxXFFglOzF65D2h;5 z($AB5`xCBi2*Z>*;Z8)UzSptv&XGV%>brqggy=LC?~okofBTytm4SFad?m99{`iv{$#~dgP6e(JxRYJ{OnBD%-BKX!%BF8@d_gV-L#Yt(UrfdH|l{m1{=D<874JwLZ zkki8m3w5G{WcO#0)=<&2-DS7j0fUEQ|LaTBz+?Ia+8qeTx$RKQeh)`&f`v!#tXr*xZ<-TD} zJ~&`kTd@rpR^ox>z_mKp`L)_=$<^=oeS?LhLqYr-mDy6g7SxXdGw{F?Ld^3*_2L{%KX+@m`RO0@Q7#yQiBd6_^hzo$ZxsZ8-leyiMVTSie#@rjtEK%@f9u z(NHLCmv9wZT;WlbyHICQiQv_f@8qVG%8u=!0j}@#y_-4v41f3^`U3w;hhLDdm+?C^ zE(@L>GO>JX^hR-TBe0i;PsxG#R1&)f2?|)FY+FySdT@bX4Kcr_M+A z(Dn=hKlS{5AN{YGSPE*3MlVkji5=v4i=*MXpGNaLK#O@qFORJYk`w3d)kJRh{Ww&F zhycPtyf>Dg$cYucxXj+u7~}627zUa_guFVQMGWB-XjbZo{C_{}*B;rCJi<#1LWrU@ zbK5$27do1a%`v??U>3}%ff|Cd@(6#=*D)RZv_z&(#u-MR@ad{-B}>uk?fI5IeX*w1 zll|=D#!THYF|7`@b^q}J?Pr1vyBBOId)4eY(Ehzv#*2|@cO!JIp!vi=T2xzBNeKrE zO9iq>-<{qtZ`X^8k0M@-U1oN(kGGNLa7mv|{n~pEbFP0=+ir56cYbh=Yx1t!^KI+8 zVq~^HgcTo?<3B;}mwQ7xZ|@if`7p&53dEB+*Cz zWHnE;NYLdWd{&mF7k|CAFQBLjk{OWwp_N}7iUiEYG7rL4-gJp5!n-zfbK19W^B8xL zo4872lgNI}$KM4TSfpXyQ+rzIsHbyAHdNAH3*e?X2X0Q18NriKE(G9AKIo!D-jVJ~F&YtO1F@=!_GyuFEA0O=9pGng!H@yLB3Pa5NvUqeReewDG9dRhP5&mTfgavy9Jev zed#_v&&Ui42`<^-g>#WoQR}z5lEz`5y4r#R=TGjf4P2eR6R?`C%T^V+{APBq-2O6ADn>^xNll6`qdyRhC1qA!BNx&Te>)xAn!dYHRa*Sw>k3Sv606p)B=0wCk<(}&~ty>*k z{!SmO74J^2bdBRKFhfPXQG)g8f3lJ)iZTQ4`sW$kaht@q+H#i=V#H^%sh*A0YYJ=A zu=m-;BUCDj0C03p4`$556+T@s)MlRQ8${sJ_zTedE_Jb_beXnS?mH2RT%p{9CZiml zF4;Vo@;eq|NRiX35@ggKOwFTFf}P}kU7zS;x@CQEv_Y~2F#~p?m(%U>{#SPcoOFhs ze`twa*vf~yv{3W6^q+ki1CP!rn7CaBB*EfhXQP7yEiA3M;sz2E3|x~WBLc})5kKgg zci2w++-z#aY&u#Uj?;EN;d))YTuaT`b(#ajp6;p+?M_mO#iS}uQ zM3Q8*Rwp#t7qW5~Y?zYGe2IcGm$aEr#7|%iC}MzCf~~dc*)IMDbcm;`Bxph&H(hgj z>nJ?67>)a+Zau~z$_JTTP~4#JY$Z>#U9lvGT>FK;on*aa!(uH|-=Wl*cNxP5p=R_6 zYDe?segs=1oF;6ncWxtl;NedNR7Ua>P?!^Gcqs9-xo;59*!!9tzHM$|zK4f?;A)wm zoipB0?f%ANnxQQK9QKbLCidb!=J@aX4C=vi;R$Dqx+ujwf#SL7()(m&)r(2L5Ymzj zFLWFdt5<4FX3X*fMZ8#Uub?-n;_>Zedm1uml<Zjo zQ`IbEW9WUxTKB=8+V-O<*JAFiinq(UuVr&@6A|ENAlq_Z#Rgb#2Z6geT`|_^zDx5U z;NBzo|q(N zlE4ZJKQltl3RG%BvbK`+x|%#T5%)eb(v#y=!9T%X{fBEg=rjCcTN~qtH?-J%sJ9^^VoA2 z;{bLT8#hR|FUPQCiWCkwKVqI3;@%iD5-t{dd}y%=Q9K|o`=CwwZlEf4aCGdk$SS6kC|f~P;wGJ0xE}{zEuhX6PDb~>8nUkFF}C#b zRrGh;t3$p7vF*j5@LK_1=o{2JayElY%A6?;x2bT|`)wp7pt|=J1!MmFnbjUpn$SLb z;>e33oX?YDhVQ#za+6Q2tOcZ>>5REBB26DRhfW+Lc2psp=e?)5(FSIu>CY&U@llIV zt7E-oVw<+BsnWecrkK%W@8Sw*5w51qf7*4h`W$^`tZK=p#htF@ zI}$C90KI#@SKY>VM^zDNzD}MDcB@z2KppOhqZ?vJ@f#)njLAc;hrDQH6oqQ7Ku;_c ze);1{G8*y^amg;qNW;aWK@my)ki%lm$L=Az3f>7{KY%z52vQa4=wR;_0yu4BMi)}6 z-ep)G9bA^Q6nNHlM^TYJTLDX4aovh+t_%$PCM&*%Ip3=-ToWAU2?#e@FU<=R0s=UmnwAfL z92eY&9Qt+pq`a z@_@0nP$)?RfLuHi>O8f#7f^}zI8W!49W_rv^q`?Yk56h&|BkREDjA_aJa9j-Ni?JD zjjG4EH%!M{hdB^Ju0qEPLT2LvCJm$e-eyF0)nlL9^!y4DTy)qe!$6|j25=^=cp)$F z<&2a)Z|Pl9UsRC4OZ)>_45CGWQ;jD;eUBIO4v}nS%gpQyt$|E8wqg&4hBMC zS7D4m4w;B-!e||`MKDVycf?f7^Rfn|WzeR0@HXC~QNP^cNFvVSd;w))s>$|=|z>T<(1}v$*@bm@!1HRPcxM= z@CvUm%s8p%pEGhKBV}7MHWV^ zwOa6O+FG7p3qZSKrNfEc898T{%I^%Eq}6nTM~&bsZ~yvTF!Y}AmlMm~98~Kt9n|Lx f=*++Vmss@wyMs9S-#zfp { + assert.equal(parseStart("0"), 0); + assert.equal(parseStart("3073"), 3073); + assert.equal(parseStart("3072.875"), 3072.875); + for (const value of [null, "", "-1", "Infinity", "NaN", "51:13", "3073junk", "1e309"]) { + assert.equal(parseStart(value), null); + } +}); + +test("a shared chapter link waits for video metadata and seeks without autoplay", () => { + const listeners = {}; + let played = false; + let loaded = false; + const video = { + readyState: 0, + duration: 3269.888, + currentTime: 0, + addEventListener: (event, callback) => (listeners[event] = callback), + load: () => (loaded = true), + play: () => (played = true), + }; + seek(video, 3073, false, () => {}); + assert.equal(loaded, true); + assert.equal(video.currentTime, 0); + listeners.loadedmetadata(); + assert.equal(video.currentTime, 3073); + assert.equal(played, false); +}); + +test("chapter clicks play at the requested point and stale offsets stay inside the recording", async () => { + let played = 0; + let errors = 0; + const video = { + readyState: 1, + duration: 3269.888, + play: () => { + played += 1; + return Promise.reject(new Error("Playback needs another user gesture")); + }, + }; + seek(video, 99999, true, () => (errors += 1)); + await Promise.resolve(); + assert.ok(video.currentTime < video.duration); + assert.equal(played, 1); + assert.equal(errors, 1); +}); From 030b602798bd04b53bcc7b3d39e260f3831d721f Mon Sep 17 00:00:00 2001 From: Neil Ashton Date: Fri, 13 Nov 2026 15:55:20 +0000 Subject: [PATCH 2/2] Keep caption punctuation readable and align the tutorial handover --- assets/video/open-session-2026-11-11.en.vtt | 288 ++++++++++---------- 1 file changed, 142 insertions(+), 146 deletions(-) diff --git a/assets/video/open-session-2026-11-11.en.vtt b/assets/video/open-session-2026-11-11.en.vtt index cdf9980..06da0bc 100644 --- a/assets/video/open-session-2026-11-11.en.vtt +++ b/assets/video/open-session-2026-11-11.en.vtt @@ -30,7 +30,7 @@ but also potentially contributing data sets and getting involved. 8 00:00:31.281 --> 00:00:35.359 -And we're going to go through a series of slides on that, +And we're going to go through a series of slides on that, 9 00:00:35.359 --> 00:00:40.210 @@ -38,15 +38,15 @@ where various folks from the organising committee are going to talk. 10 00:00:40.210 --> 00:00:45.203 -And then we'll leave plenty of time for Q&A at the end for people. +And then we'll leave plenty of time for Q&A at the end for people. 11 00:00:45.203 --> 00:00:50.124 -But if there's any other discussions afterwards, of course, you know, +But if there's any other discussions afterwards, of course, you know, 12 00:00:50.124 --> 00:00:51.601 -you've now got a face +you've now got a face 13 00:00:51.681 --> 00:00:55.420 @@ -58,7 +58,7 @@ continuous conversation. 15 00:00:58.801 --> 00:01:02.171 -So as I said, yeah, we'll just go over what it is, +So as I said, yeah, we'll just go over what it is, 16 00:01:02.171 --> 00:01:04.881 @@ -90,7 +90,7 @@ we want to make this as non-commercial and non sort of proprietary as possible. 23 00:01:44.292 --> 00:01:47.761 -So it's great to have all these, you know, +So it's great to have all these, you know, 24 00:01:47.841 --> 00:01:52.061 @@ -98,7 +98,7 @@ people who faces, many of them are on the screen here, 25 00:01:52.061 --> 00:01:56.664 -who are going to talk. So what I'll do is I'll let probably +who are going to talk. So what I'll do is I'll let probably 26 00:01:56.664 --> 00:02:02.802 @@ -134,7 +134,7 @@ spectrum. And hopefully, as you notice, many of the companies here could be seen 34 00:02:40.368 --> 00:02:46.150 -as competitors to each other. But what's nice is they all have seen the +as competitors to each other. But what's nice is they all have seen the 35 00:02:46.150 --> 00:02:49.041 @@ -142,7 +142,7 @@ reason for an open benchmark. And so 36 00:02:49.321 --> 00:02:54.199 -What's nice about this is, you know, it's clear that we have many companies +What's nice about this is, you know, it's clear that we have many companies 37 00:02:54.199 --> 00:02:58.948 @@ -174,7 +174,7 @@ universities and research institutes that are, you know, 44 00:03:22.581 --> 00:03:27.846 -developing the next the next wave of it. So it's very much the idea that when we +developing the next the next wave of it. So it's very much the idea that when we 45 00:03:27.846 --> 00:03:29.081 @@ -206,7 +206,7 @@ I had some problems with the connexion, sorry. 52 00:03:58.681 --> 00:04:02.251 -Yeah, no worries. And I'm sort of doing a jewel job here of +Yeah, no worries. And I'm sort of doing a jewel job here of 53 00:04:02.251 --> 00:04:06.238 @@ -218,7 +218,7 @@ So apologies about that. I think we were about to come up. Oh, 55 00:04:09.987 --> 00:04:13.914 -sorry, it's Faez first. I think Faez was going to talk a bit like +sorry, it's Faez first. I think Faez was going to talk a bit like 56 00:04:13.914 --> 00:04:17.961 @@ -234,7 +234,7 @@ Over to you. 59 00:04:19.641 --> 00:04:24.780 -Hi, nice to meet you all. I'm Faez Ahmed, associate professor of mechanical +Hi, nice to meet you all. I'm Faez Ahmed, associate professor of mechanical 60 00:04:24.780 --> 00:04:29.040 @@ -286,7 +286,7 @@ across time, every time there was a new model, 72 00:05:15.986 --> 00:05:18.281 -we couldn't track record against +we couldn't track record against 73 00:05:18.841 --> 00:05:22.610 @@ -402,7 +402,7 @@ Next slide, please. Thanks. 101 00:07:20.858 --> 00:07:25.548 -Okay, so I think Paola, I'll hand over to you to introduce +Okay, so I think Paola, I'll hand over to you to introduce 102 00:07:24.698 --> 00:07:24.978 @@ -518,7 +518,7 @@ And well, today, this data set is quite well used by the 130 00:09:40.713 --> 00:09:47.754 -community for testing surrogate models. And it's actually now included in as part +community for testing surrogate models. And it's actually now included in as part 131 00:09:47.754 --> 00:09:54.538 @@ -550,7 +550,7 @@ Amsterdam organised by CWI. And there we presented, I would say, 138 00:10:25.893 --> 00:10:30.484 -the premises of Ruiz's bench, which was still in, you know, +the premises of Ruiz's bench, which was still in, you know, 139 00:10:30.484 --> 00:10:35.227 @@ -658,7 +658,7 @@ derivatives, because reconstructing well a velocity 165 00:12:31.509 --> 00:12:35.532 -field doesn't mean that you are reconstructing well the derivatives. +field doesn't mean that you are reconstructing well the derivatives. 166 00:12:35.532 --> 00:12:39.905 @@ -698,7 +698,7 @@ optimization task, and this optimization task could be 175 00:13:17.263 --> 00:13:21.151 -resolved with brute force CFD using, I don't know, +resolved with brute force CFD using, I don't know, 176 00:13:21.151 --> 00:13:26.183 @@ -722,7 +722,7 @@ So we should be careful and look very, very carefully at these quantities. 181 00:13:43.211 --> 00:13:48.218 -And that's what we do using open evaluations, submissions reviewed by +And that's what we do using open evaluations, submissions reviewed by 182 00:13:48.418 --> 00:13:52.852 @@ -798,7 +798,7 @@ Yeah. 200 00:14:50.458 --> 00:14:55.307 -Hi everyone, I'm Jean Kossaifi. I lead the AI engineering group at NVIDIA +Hi everyone, I'm Jean Kossaifi. I lead the AI engineering group at NVIDIA 201 00:14:55.307 --> 00:14:59.567 @@ -866,7 +866,7 @@ run through the entire optimization loop. And so really, the bottleneck, the bud 217 00:16:12.905 --> 00:16:15.498 -whether it's both in time and compute, +whether it's both in time and compute, 218 00:16:15.818 --> 00:16:20.612 @@ -910,7 +910,7 @@ And so really in aided engineering research, 228 00:16:57.426 --> 00:17:02.222 -we're trying to develop neural operators that connect directly the geometry, +we're trying to develop neural operators that connect directly the geometry, 229 00:17:02.222 --> 00:17:05.336 @@ -926,11 +926,11 @@ And so the reason we call it AI-aided engineering, 232 00:17:12.137 --> 00:17:17.146 -and not let's say AI engineering, is that the models are complementing +and not let's say AI engineering, is that the models are complementing 233 00:17:17.146 --> 00:17:21.450 -existing CAE methods. We're not really in the stage where we +existing CAE methods. We're not really in the stage where we 234 00:17:21.450 --> 00:17:24.554 @@ -942,7 +942,7 @@ is that the optimizer could exploit errors in the surrogate. 236 00:17:29.338 --> 00:17:33.099 -So that find areas where it's out of distribution, +So that find areas where it's out of distribution, 237 00:17:33.099 --> 00:17:37.818 @@ -962,7 +962,7 @@ And so the predictions basically also need to support the design decisions 241 00:17:49.663 --> 00:17:54.244 -we're making. If we're optimising drag, we want the model to predict how drag +we're making. If we're optimising drag, we want the model to predict how drag 242 00:17:54.244 --> 00:17:58.708 @@ -970,7 +970,7 @@ actually changes with the geometry. Small average errors in the flow fields 243 00:17:58.708 --> 00:18:02.701 -don't necessarily tell you this. And so this is where the choice of +don't necessarily tell you this. And so this is where the choice of 244 00:18:02.701 --> 00:18:04.698 @@ -1010,7 +1010,7 @@ identify limitations, and decide which approaches to pursue. 253 00:18:32.781 --> 00:18:37.131 -And so that's why we really put all our thoughts into designing fluids bench. +And so that's why we really put all our thoughts into designing fluids bench. 254 00:18:37.131 --> 00:18:40.254 @@ -1022,7 +1022,7 @@ what the evaluation measures and whether the results are comparable across metho 256 00:18:46.138 --> 00:18:51.655 -So to start with what we're actually measuring, as we all know, +So to start with what we're actually measuring, as we all know, 257 00:18:51.655 --> 00:18:58.552 @@ -1046,7 +1046,7 @@ if you have a good drag prediction, that can result from cancellation of 262 00:19:14.719 --> 00:19:17.665 -local errors, and it doesn't tell you that the flow +local errors, and it doesn't tell you that the flow 263 00:19:17.665 --> 00:19:21.460 @@ -1078,7 +1078,7 @@ identify and diagnose local discrepancies. 270 00:19:42.178 --> 00:19:46.400 -And then we're doing machine learning. So you also want to look at things like +And then we're doing machine learning. So you also want to look at things like 271 00:19:46.400 --> 00:19:50.142 @@ -1106,7 +1106,7 @@ So this is another aspect of the benchmark. And lastly, 277 00:20:05.994 --> 00:20:11.406 -it's also important to keep track of the source of the data, both, you know, +it's also important to keep track of the source of the data, both, you know, 278 00:20:11.406 --> 00:20:15.202 @@ -1122,7 +1122,7 @@ well. So you know you can reproduce that. 281 00:20:21.898 --> 00:20:26.522 -But good performance on that runs data doesn't tell you that it will agree with +But good performance on that runs data doesn't tell you that it will agree with 282 00:20:26.522 --> 00:20:30.048 @@ -1174,7 +1174,7 @@ the differences between methods leading to a race where for a 1% improvement tha 294 00:21:13.314 --> 00:21:17.774 -doesn't really reflect an actual improvement on the end goal. +doesn't really reflect an actual improvement on the end goal. 295 00:21:17.774 --> 00:21:23.098 @@ -1186,7 +1186,7 @@ How Fluid Bench makes those comparison consistent request submissions. 297 00:21:31.498 --> 00:21:39.005 -Hello, so my name is Daniel Leibovici. I'm a research scientist in the AI and +Hello, so my name is Daniel Leibovici. I'm a research scientist in the AI and 298 00:21:39.005 --> 00:21:44.106 @@ -1210,7 +1210,7 @@ the comparability, which drives drove the creation of 303 00:22:06.641 --> 00:22:09.498 -Fluid's bench as well, so... +Fluid's bench as well, so... 304 00:22:09.658 --> 00:22:15.042 @@ -1242,7 +1242,7 @@ same way or whether integration of these errors is also done the same way. 311 00:22:47.498 --> 00:22:52.298 -So it's very important to come up with a uniformized way of +So it's very important to come up with a uniformized way of 312 00:22:53.338 --> 00:23:00.362 @@ -1318,7 +1318,7 @@ so the repo itself is public, so the evaluation codes and protocols can 330 00:24:47.632 --> 00:24:53.902 -be inspected and by the community, and we're always open to get to get +be inspected and by the community, and we're always open to get to get 331 00:24:53.902 --> 00:24:57.258 @@ -1434,11 +1434,11 @@ to the various participants. Another important thing is versioning. 359 00:27:27.454 --> 00:27:33.746 -So I guess very often researchers have been exposed to the fact that they're +So I guess very often researchers have been exposed to the fact that they're 360 00:27:33.746 --> 00:27:40.528 -going to cite the paper and maybe that's on archive and later on they will come up +going to cite the paper and maybe that's on archive and later on they will come up 361 00:27:40.528 --> 00:27:41.018 @@ -1446,7 +1446,7 @@ with a 362 00:27:41.978 --> 00:27:47.315 -an improvement on their model and suddenly the numbers don't match anymore. +an improvement on their model and suddenly the numbers don't match anymore. 363 00:27:47.315 --> 00:27:51.738 @@ -1470,7 +1470,7 @@ And on the other hand, participants are able to improve their 368 00:28:13.946 --> 00:28:20.329 -models and do new submissions. We're not stuck at the first submission +models and do new submissions. We're not stuck at the first submission 369 00:28:20.329 --> 00:28:21.498 @@ -1482,7 +1482,7 @@ we can always have a, yeah, improving surrogate models. Finally, 371 00:28:28.427 --> 00:28:36.653 -so contributions, as I've said before, there are different ways to contribute. +so contributions, as I've said before, there are different ways to contribute. 372 00:28:36.653 --> 00:28:40.818 @@ -1526,7 +1526,7 @@ currently implemented on in fluids bench. And yeah, if you spot anything, 382 00:29:29.925 --> 00:29:35.143 -a metric that misses an important error or a test that doesn't represent really +a metric that misses an important error or a test that doesn't represent really 383 00:29:35.143 --> 00:29:39.578 @@ -1590,7 +1590,7 @@ So we are aware that at the moment it is a little bit external aerodynamics and 398 00:30:45.138 --> 00:30:49.218 -sort of incompressible flow heavy, but it's that's just +sort of incompressible flow heavy, but it's that's just 399 00:30:49.298 --> 00:30:54.852 @@ -1618,7 +1618,7 @@ We know that it is a little bit of a corner of fluids at the moment, 405 00:31:14.365 --> 00:31:18.711 -but it will be broader than that. And we won't be able to go through +but it will be broader than that. And we won't be able to go through 406 00:31:18.711 --> 00:31:22.868 @@ -1630,7 +1630,7 @@ through, obviously, the repos and get your favourite agent to 408 00:31:26.774 --> 00:31:31.498 -summarise things and look at things that there's a lot of detail in there. +summarise things and look at things that there's a lot of detail in there. 409 00:31:31.978 --> 00:31:36.781 @@ -1638,11 +1638,11 @@ A lot of it has been thought through very carefully. But in the interest of time 410 00:31:36.781 --> 00:31:41.525 -what I'll do now is pass over to, I think, looking at a couple of the data sets. +what I'll do now is pass over to, I think, looking at a couple of the data sets. 411 00:31:41.525 --> 00:31:46.269 -And then what we're going to finish off with is a little bit of a walkthrough of +And then what we're going to finish off with is a little bit of a walkthrough of 412 00:31:46.269 --> 00:31:50.778 @@ -1654,7 +1654,7 @@ Will, will, will look. 414 00:31:55.018 --> 00:31:59.896 -So I'll pass over to Emanuele, who's just going to briefly talk about +So I'll pass over to Emanuele, who's just going to briefly talk about 415 00:31:59.018 --> 00:31:59.338 @@ -1678,7 +1678,7 @@ Let me know otherwise. Thanks. Perfect. So, hi, my name is Emanuele Tamburini. 420 00:32:15.472 --> 00:32:21.458 -I'm A PhD student at Sorbonne University. So, just to have a quick look, +I'm A PhD student at Sorbonne University. So, just to have a quick look, 421 00:32:21.818 --> 00:32:25.852 @@ -1750,7 +1750,7 @@ which is made for simulating a data scarcity regime, as we mentioned before. 438 00:33:48.644 --> 00:33:53.864 -Usually we don't have that many data because they're costly to generate. +Usually we don't have that many data because they're costly to generate. 439 00:33:53.864 --> 00:33:59.369 @@ -1790,7 +1790,7 @@ So, the goal for the circuit models on this 448 00:34:37.814 --> 00:34:44.440 -data set, which is actually not very big, it's a rather small data set between 10 +data set, which is actually not very big, it's a rather small data set between 10 449 00:34:44.440 --> 00:34:46.298 @@ -1846,7 +1846,7 @@ of the velocity and the pressure, 462 00:35:39.098 --> 00:35:44.216 -measure with the relative L2 error, but also we're going to measure the +measure with the relative L2 error, but also we're going to measure the 463 00:35:44.216 --> 00:35:49.831 @@ -1934,7 +1934,7 @@ side for now. 484 00:37:17.498 --> 00:37:20.774 -Yeah, and this is, I think this is a good one because it's a +Yeah, and this is, I think this is a good one because it's a 485 00:37:20.774 --> 00:37:24.103 @@ -1946,7 +1946,7 @@ Exactly, yeah. 487 00:37:24.103 --> 00:37:27.968 -it's quite quick compared to the other data sets that we'll talk about. +it's quite quick compared to the other data sets that we'll talk about. 488 00:37:27.968 --> 00:37:29.418 @@ -1974,11 +1974,11 @@ data set. 494 00:37:44.378 --> 00:37:48.447 -Okay, I know we're running a bit over time, +Okay, I know we're running a bit over time, 495 00:37:48.447 --> 00:37:51.498 -so I'll maybe move forward and... +so I'll maybe move forward and... 496 00:37:52.938 --> 00:37:56.138 @@ -1986,7 +1986,7 @@ Hand it up, sorry, you will. Hand it to Ahmed. 497 00:37:57.698 --> 00:38:04.013 -Yes, so hi everyone. I am Mohammed. I'm currently a PhD student at MIT +Yes, so hi everyone. I am Mohammed. I'm currently a PhD student at MIT 498 00:38:04.013 --> 00:38:10.240 @@ -2038,7 +2038,7 @@ And the specific task within fluids bench is to predict the surface pressure at 510 00:39:01.291 --> 00:39:07.418 -every point on the car surface. So that's roughly 360 to 550. +every point on the car surface. So that's roughly 360 to 550. 511 00:39:07.818 --> 00:39:11.324 @@ -2050,7 +2050,7 @@ I think very similar to to most benchmarks we we see in different 513 00:39:16.582 --> 00:39:22.956 -computer vision and large language model domains is that it's very important to +computer vision and large language model domains is that it's very important to 514 00:39:22.956 --> 00:39:27.178 @@ -2058,7 +2058,7 @@ have train validation and test test splits, which... 515 00:39:27.738 --> 00:39:34.154 -I was surprised that it's not very common in a lot of the engineering data sets and +I was surprised that it's not very common in a lot of the engineering data sets and 516 00:39:34.154 --> 00:39:38.584 @@ -2090,7 +2090,7 @@ Yeah, test different models. And Neil, if you could please go to the next slide. 523 00:40:20.138 --> 00:40:23.581 -So this is like, let's say, a specific example. +So this is like, let's say, a specific example. 524 00:40:23.581 --> 00:40:27.741 @@ -2130,7 +2130,7 @@ CFD. 533 00:40:58.618 --> 00:41:05.134 -And what's interesting, it's still like a lot of those models are +And what's interesting, it's still like a lot of those models are 534 00:41:05.134 --> 00:41:12.538 @@ -2150,7 +2150,7 @@ it can be used as an initialization for maybe more expensive simulations. 538 00:41:31.898 --> 00:41:36.677 -Next slide, please. So what we did over the last, let's say, +Next slide, please. So what we did over the last, let's say, 539 00:41:36.677 --> 00:41:40.595 @@ -2166,7 +2166,7 @@ you can download the pre-trained models, so you can get access to the 542 00:41:51.138 --> 00:41:55.246 -pre-trained models, you don't have to train them from scratch. +pre-trained models, you don't have to train them from scratch. 543 00:41:55.246 --> 00:42:00.593 @@ -2190,7 +2190,7 @@ from NVIDIA, for example, is also included. 548 00:42:14.803 --> 00:42:18.058 -There's termnets that we developed here at MIT. +There's termnets that we developed here at MIT. 549 00:42:20.138 --> 00:42:21.178 @@ -2198,7 +2198,7 @@ Last slide. 550 00:42:25.898 --> 00:42:30.897 -I'm also very curious or very interested about this idea of foundation models or +I'm also very curious or very interested about this idea of foundation models or 551 00:42:30.897 --> 00:42:35.464 @@ -2210,7 +2210,7 @@ So what you could also do within the benchmark is train on subsets. 553 00:42:39.660 --> 00:42:44.721 -So let's say you can train on state backs and fast backs and test on a completely +So let's say you can train on state backs and fast backs and test on a completely 554 00:42:44.721 --> 00:42:47.498 @@ -2242,11 +2242,11 @@ but again, as Daniel and Jean mentioned, for a lot of the engineering applicatio 561 00:43:16.076 --> 00:43:19.132 -you can also care about, let's say, the drag, +you can also care about, let's say, the drag, 562 00:43:19.132 --> 00:43:23.782 -if you're learning an optimization or it was in an optimization loop. +if you're learning an optimization or it was in an optimization loop. 563 00:43:23.782 --> 00:43:27.104 @@ -2258,7 +2258,7 @@ integrate the flow field 565 00:43:29.338 --> 00:43:34.298 -to get different KPIs, like let's say the drag coefficient or +to get different KPIs, like let's say the drag coefficient or 566 00:43:34.298 --> 00:43:35.738 @@ -2266,11 +2266,11 @@ left coefficients. 567 00:43:38.218 --> 00:43:43.315 -I think that's mostly from my side. Yeah, feel free to reach out. +I think that's mostly from my side. Yeah, feel free to reach out. 568 00:43:43.315 --> 00:43:47.098 -If you guys have questions, I'm happy to answer. +If you guys have questions, I'm happy to answer. 569 00:43:48.778 --> 00:43:50.858 @@ -2286,7 +2286,7 @@ Yeah, okay. Let me get started and I will also try to 572 00:43:59.043 --> 00:44:03.881 -be quick. Okay, so first of all, hi everyone. I'm Astrid. +be quick. Okay, so first of all, hi everyone. I'm Astrid. 573 00:44:03.881 --> 00:44:09.053 @@ -2326,7 +2326,7 @@ I just wanted to say this. Okay, now looking at the slide, 582 00:44:41.968 --> 00:44:47.957 -and I won't go into any of the reasons why we need different metrics, right? +and I won't go into any of the reasons why we need different metrics, right? 583 00:44:47.957 --> 00:44:51.535 @@ -2366,7 +2366,7 @@ incorporate directly when it comes to how the code should look like. 592 00:45:28.079 --> 00:45:33.845 -People have to follow for submitting. It's about fixing the splits and also +People have to follow for submitting. It's about fixing the splits and also 593 00:45:33.845 --> 00:45:35.818 @@ -2422,7 +2422,7 @@ challenging, just also because of the size. 606 00:46:30.107 --> 00:46:35.638 -That's the reason why, for example, here you have the possibility to submit +That's the reason why, for example, here you have the possibility to submit 607 00:46:35.638 --> 00:46:39.423 @@ -2486,7 +2486,7 @@ volume field in the wake. 622 00:47:40.698 --> 00:47:46.880 -And on the right hand side, and with this, I'm already coming to an end. +And on the right hand side, and with this, I'm already coming to an end. 623 00:47:46.880 --> 00:47:52.131 @@ -2514,7 +2514,7 @@ but they can perform and lead in different categories, so to say. 629 00:48:15.394 --> 00:48:21.578 -And then I think that's just important to also know about this or that +And then I think that's just important to also know about this or that 630 00:48:22.138 --> 00:48:27.637 @@ -2530,7 +2530,7 @@ the answer to this question might be very different. 633 00:48:34.785 --> 00:48:40.146 -And that's basically the full story I just wanted to tell with this table and +And that's basically the full story I just wanted to tell with this table and 634 00:48:40.146 --> 00:48:45.645 @@ -2542,7 +2542,7 @@ for one model 636 00:48:46.818 --> 00:48:50.259 -Yeah, it's not, yeah, it can it can point into different +Yeah, it's not, yeah, it can it can point into different 637 00:48:50.259 --> 00:48:53.338 @@ -2550,7 +2550,7 @@ directions depending on what you pay attention to. 638 00:48:54.298 --> 00:48:56.858 -And with this, I'm handing over to Yunia. +And with this, I'm handing over to Yunia. 639 00:48:56.698 --> 00:48:59.937 @@ -2582,7 +2582,7 @@ And just to highlight what Jean was saying, on the leaderboard, 646 00:49:26.801 --> 00:49:32.127 -you'll also be able to cite the results and they will always be available. +you'll also be able to cite the results and they will always be available. 647 00:49:32.127 --> 00:49:37.098 @@ -2590,7 +2590,7 @@ That version of the leaderboard that when it comes live on the 6th of 648 00:49:38.618 --> 00:49:41.993 -December, will be live and that will be then you'll +December, will be live and that will be then you'll 649 00:49:41.993 --> 00:49:45.691 @@ -2598,7 +2598,7 @@ be able to cite that. When the next version comes along, 650 00:49:45.691 --> 00:49:50.169 -you'll still be able to cite the first version. You won't lose that. +you'll still be able to cite the first version. You won't lose that. 651 00:49:50.169 --> 00:49:54.711 @@ -2606,7 +2606,7 @@ And so that will keep it good for academic inclusion as of course new 652 00:49:54.711 --> 00:49:55.850 -models are submitted. Okay, now I don't know whether this is going to +models are submitted. Okay, now I don't know whether this is going to 653 00:49:55.850 --> 00:49:59.128 @@ -2642,7 +2642,7 @@ website and you will be able to look at all the results. 661 00:50:24.202 --> 00:50:27.138 -You'll be able to analyse, you'll be able to... +You'll be able to analyse, you'll be able to... 662 00:50:27.258 --> 00:50:31.928 @@ -2678,212 +2678,208 @@ You can submit the same one if you made a sort of improvement. 670 00:51:03.011 --> 00:51:07.178 -If you have to update details, there's a versioning system. +If you have to update details, there's a versioning system. 671 00:51:07.978 --> 00:51:12.160 -It's pretty exhaustively explained. So I'll show you this video now, +It's pretty exhaustively explained. So I'll show you this video now, 672 -00:51:12.160 --> 00:51:12.875 -but please do also go to the website and you can reach out to us on the Discord - -673 00:51:13.325 --> 00:51:19.261 To submit a DrivAerML result, open Run benchmarks and the DrivAerML quickstart. -674 +673 00:51:20.002 --> 00:51:23.193 This local demo uses retained Transolver results. -675 +674 00:51:25.053 --> 00:51:27.226 Fork and clone the submission repository. -676 +675 00:51:27.967 --> 00:51:32.253 Create a branch from upstream main and install the pinned Linux environment. -677 +676 00:51:32.993 --> 00:51:36.016 Keep the same checkout through evaluation and packaging. -678 +677 00:51:37.861 --> 00:51:42.333 Run your surrogate first: the evaluator reads prediction arrays, not a model -679 +678 00:51:42.333 --> 00:51:43.166 checkpoint. -680 +679 00:51:43.906 --> 00:51:48.455 Each car needs surface pressure and three-component wall shear, plus volume pressure -681 +680 00:51:48.455 --> 00:51:51.131 and velocity for surface-and-volume entries. -682 +681 00:51:51.870 --> 00:51:56.432 Use finite, single or double precision arrays: one value per cell for -683 +682 00:51:56.432 --> 00:51:58.244 pressure, three for vectors. -684 +683 00:51:58.984 --> 00:52:03.520 Undo training normalization and retain native kinematic units for pressure and wall -685 +684 00:52:03.520 --> 00:52:04.170 shear. -686 +685 00:52:04.834 --> 00:52:08.141 Map outputs to every original cell in unchanged order. -687 +686 00:52:08.881 --> 00:52:14.031 The supplied writer creates NPZ chunks, cell IDs and hashed manifests. -688 +687 00:52:14.770 --> 00:52:17.252 Set the split and scope in the entry file. -689 +688 00:52:19.109 --> 00:52:21.978 Scoring support makes comparisons consistent. -690 +689 00:52:22.719 --> 00:52:26.812 Fetch data supplies the original mesh and published surface-area weights. -691 +690 00:52:27.551 --> 00:52:32.899 Fetch support downloads verified CFD profile truth and sampling locations, pinned to -692 +691 00:52:32.899 --> 00:52:33.732 the release. -693 +692 00:52:34.471 --> 00:52:36.902 Everyone uses these same definitions. -694 +693 00:52:37.641 --> 00:52:42.572 The evaluator integrates forces and extracts profiles from your predicted fields. -695 +694 00:52:43.312 --> 00:52:47.977 Validate and evaluate the complete split with resume enabled: full uses fifty -696 +695 00:52:47.977 --> 00:52:49.093 test cars. -697 +696 00:52:49.832 --> 00:52:51.258 Inspect the report. -698 +697 00:52:51.997 --> 00:52:57.397 Fields contribute fifty percent, forces twenty five percent, and fixed profiles twenty -699 +698 00:52:57.397 --> 00:52:58.449 five percent. -700 +699 00:52:59.188 --> 00:53:01.464 Relative profiles are report-only. -701 +700 00:53:03.333 --> 00:53:07.839 Complete the method, compute, checkpoint and discretization records. -702 +701 00:53:08.579 --> 00:53:12.351 Package and verify the result using your actual checkpoint files. -703 +702 00:53:13.090 --> 00:53:16.693 Only the generated result directory goes into the pull request. -704 +703 00:53:18.541 --> 00:53:21.165 Commit that directory and push to your fork. -705 +704 00:53:21.906 --> 00:53:26.648 Compare across forks on GitHub: FluidsBench main is the base, your submission -706 +705 00:53:26.648 --> 00:53:27.842 branch is the head. -707 +706 00:53:28.581 --> 00:53:32.443 Review the changes, complete the checklist and open the pull request. -708 +707 00:53:33.182 --> 00:53:34.814 This is a local preview. -709 +708 00:53:36.677 --> 00:53:39.868 This local demo uses retained Transolver results. -710 +709 00:53:40.609 --> 00:53:43.710 The table shows the overall score and physical errors. -711 +710 00:53:44.449 --> 00:53:48.375 The Scores columns break down fields, forces and profiles. -712 +711 00:53:49.114 --> 00:53:53.882 Open Compare, choose Profiles, and select a test car to compare velocity -713 +712 00:53:53.882 --> 00:53:55.695 and pressure against CFD. -714 +713 00:53:56.434 --> 00:53:59.573 This is tutorial data, not an approved ranking. -715 +714 00:54:00.313 --> 00:54:04.341 Real entries appear after maintainer review and official publication. -716 +715 00:54:05.750 --> 00:54:09.883 but please do also go to the website and you can reach out to us on the Discord -717 +716 00:54:09.883 --> 00:54:12.428 -channel. It's the most interactive way of +channel. It's the most interactive way of -718 +717 00:54:12.428 --> 00:54:16.185 interacting with us. You can have like a live then discussion -719 +718 00:54:16.185 --> 00:54:20.063 with us. Or of course, there is also an e-mail address on there -720 +719 00:54:20.063 --> 00:54:23.093 if you prefer the sort of more old fashioned way. -721 +720 00:54:23.413 --> 00:54:27.702 of doing it. And we will put this recording clipped on -722 +721 00:54:27.702 --> 00:54:29.875 -the website. And now let's see if this works. +the website. And now let's see if this works.