diff --git a/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/phase1.log b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/phase1.log new file mode 100644 index 00000000..0bc28152 --- /dev/null +++ b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/phase1.log @@ -0,0 +1,11 @@ +Phase 1 Acquire for platonic_intelligence_kumar: https://youtu.be/1mXUFweWOug +Artifacts: C:\projects\manual_slop\conductor\tracks\video_analysis_platonic_intelligence_kumar_20260621\artifacts +Step 1: extract_transcript (yt-dlp VTT directly) + OK: wrote C:\projects\manual_slop\conductor\tracks\video_analysis_platonic_intelligence_kumar_20260621\artifacts\transcript.json (3241 segments) +Step 2: download_video + OK: wrote C:\projects\manual_slop\conductor\tracks\video_analysis_platonic_intelligence_kumar_20260621\artifacts\video.mp4 (92994223 bytes) +{ + "status": "ok", + "video_path": "C:\\projects\\manual_slop\\conductor\\tracks\\video_analysis_platonic_intelligence_kumar_20260621\\artifacts\\video.mp4", + "transcript_path": "C:\\projects\\manual_slop\\conductor\\tracks\\video_analysis_platonic_intelligence_kumar_20260621\\artifacts\\transcript.json" +} diff --git a/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript.json b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript.json new file mode 100644 index 00000000..3916119c --- /dev/null +++ b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript.json @@ -0,0 +1,22851 @@ +{ + "video_id": "1mXUFweWOug", + "segments": [ + { + "start": 0.0, + "duration": 0.0, + "text": "Um<00:00:00.320> this<00:00:00.560> will<00:00:00.880> be<00:00:01.040> about<00:00:01.360> like<00:00:01.600> towards<00:00:01.920> a" + }, + { + "start": 2.07, + "duration": 0.0, + "text": "Um this will be about like towards a" + }, + { + "start": 2.08, + "duration": 0.0, + "text": "Um this will be about like towards a platonic<00:00:02.639> intelligence<00:00:03.200> with<00:00:03.439> a<00:00:04.080> um<00:00:04.960> unified" + }, + { + "start": 5.51, + "duration": 0.0, + "text": "platonic intelligence with a um unified" + }, + { + "start": 5.52, + "duration": 0.0, + "text": "platonic intelligence with a um unified factored<00:00:06.000> representation." + }, + { + "start": 7.749, + "duration": 0.0, + "text": "factored representation." + }, + { + "start": 7.759, + "duration": 0.0, + "text": "factored representation. One<00:00:08.000> second<00:00:08.320> let<00:00:08.559> me<00:00:08.639> just<00:00:08.880> move<00:00:09.120> this." + }, + { + "start": 22.64, + "duration": 0.0, + "text": "There<00:00:22.800> we<00:00:23.039> go." + }, + { + "start": 34.88, + "duration": 0.0, + "text": "Okay." + }, + { + "start": 40.399, + "duration": 0.0, + "text": "Okay.<00:00:40.800> Amazing." + }, + { + "start": 42.389, + "duration": 0.0, + "text": "Okay. Amazing." + }, + { + "start": 42.399, + "duration": 0.0, + "text": "Okay. Amazing. Okay.<00:00:42.800> So<00:00:43.280> uh<00:00:43.440> to<00:00:43.680> start<00:00:43.840> off<00:00:44.000> with<00:00:44.559> uh<00:00:44.719> I<00:00:45.120> want" + }, + { + "start": 45.27, + "duration": 0.0, + "text": "Okay. So uh to start off with uh I want" + }, + { + "start": 45.28, + "duration": 0.0, + "text": "Okay. So uh to start off with uh I want to<00:00:45.440> state<00:00:45.760> something<00:00:46.000> obvious<00:00:46.399> that<00:00:46.640> you<00:00:46.800> guys" + }, + { + "start": 46.95, + "duration": 0.0, + "text": "to state something obvious that you guys" + }, + { + "start": 46.96, + "duration": 0.0, + "text": "to state something obvious that you guys already<00:00:47.280> know<00:00:47.520> that<00:00:47.760> the<00:00:48.000> world<00:00:48.239> is<00:00:48.399> not" + }, + { + "start": 48.549, + "duration": 0.0, + "text": "already know that the world is not" + }, + { + "start": 48.559, + "duration": 0.0, + "text": "already know that the world is not random<00:00:49.120> but<00:00:49.440> rather<00:00:49.760> it<00:00:50.079> has<00:00:50.320> a<00:00:50.800> lot<00:00:50.960> of" + }, + { + "start": 51.19, + "duration": 0.0, + "text": "random but rather it has a lot of" + }, + { + "start": 51.2, + "duration": 0.0, + "text": "random but rather it has a lot of structure<00:00:51.680> as<00:00:52.000> we<00:00:52.160> know<00:00:52.719> and<00:00:52.960> this<00:00:53.199> includes" + }, + { + "start": 53.67, + "duration": 0.0, + "text": "structure as we know and this includes" + }, + { + "start": 53.68, + "duration": 0.0, + "text": "structure as we know and this includes everything<00:00:54.000> from<00:00:54.320> like<00:00:54.640> self<00:00:54.960> similarity" + }, + { + "start": 55.59, + "duration": 0.0, + "text": "everything from like self similarity" + }, + { + "start": 55.6, + "duration": 0.0, + "text": "everything from like self similarity across<00:00:56.000> like<00:00:56.239> many<00:00:56.559> spatial<00:00:57.039> scales<00:00:57.440> to<00:00:57.680> like" + }, + { + "start": 58.15, + "duration": 0.0, + "text": "across like many spatial scales to like" + }, + { + "start": 58.16, + "duration": 0.0, + "text": "across like many spatial scales to like physics<00:00:58.559> symmetries<00:00:59.120> like<00:00:59.440> symmetries<00:00:59.920> in" + }, + { + "start": 60.15, + "duration": 0.0, + "text": "physics symmetries like symmetries in" + }, + { + "start": 60.16, + "duration": 0.0, + "text": "physics symmetries like symmetries in like<00:01:00.559> translation<00:01:01.680> rotation<00:01:02.879> invariance<00:01:03.440> of" + }, + { + "start": 63.67, + "duration": 0.0, + "text": "like translation rotation invariance of" + }, + { + "start": 63.68, + "duration": 0.0, + "text": "like translation rotation invariance of the<00:01:03.840> world<00:01:04.159> as<00:01:04.320> in<00:01:04.479> if<00:01:04.720> you<00:01:04.960> have<00:01:05.119> like<00:01:05.360> some" + }, + { + "start": 65.509, + "duration": 0.0, + "text": "the world as in if you have like some" + }, + { + "start": 65.519, + "duration": 0.0, + "text": "the world as in if you have like some laws<00:01:05.760> of<00:01:05.920> physics<00:01:06.320> it's<00:01:06.640> going<00:01:06.720> to<00:01:06.799> be<00:01:06.960> true" + }, + { + "start": 67.27, + "duration": 0.0, + "text": "laws of physics it's going to be true" + }, + { + "start": 67.28, + "duration": 0.0, + "text": "laws of physics it's going to be true here<00:01:07.760> and<00:01:08.000> if<00:01:08.159> you're<00:01:08.400> like<00:01:08.640> one<00:01:08.880> mile<00:01:09.119> away" + }, + { + "start": 69.35, + "duration": 0.0, + "text": "here and if you're like one mile away" + }, + { + "start": 69.36, + "duration": 0.0, + "text": "here and if you're like one mile away from<00:01:09.520> here<00:01:10.640> and<00:01:11.280> um<00:01:11.520> every<00:01:11.760> I<00:01:12.000> mean<00:01:12.240> Everything" + }, + { + "start": 72.71, + "duration": 0.0, + "text": "from here and um every I mean Everything" + }, + { + "start": 72.72, + "duration": 0.0, + "text": "from here and um every I mean Everything has<00:01:12.880> structure.<00:01:13.200> I<00:01:13.360> mean,<00:01:13.520> even<00:01:13.760> the<00:01:13.920> fact" + }, + { + "start": 73.99, + "duration": 0.0, + "text": "has structure. I mean, even the fact" + }, + { + "start": 74.0, + "duration": 0.0, + "text": "has structure. I mean, even the fact that<00:01:14.320> objects<00:01:14.880> exist<00:01:15.439> and<00:01:15.840> they're<00:01:16.240> basically" + }, + { + "start": 76.71, + "duration": 0.0, + "text": "that objects exist and they're basically" + }, + { + "start": 76.72, + "duration": 0.0, + "text": "that objects exist and they're basically persistent<00:01:17.280> across<00:01:17.600> time,<00:01:17.840> that's<00:01:18.000> a<00:01:18.159> form<00:01:18.400> of" + }, + { + "start": 78.469, + "duration": 0.0, + "text": "persistent across time, that's a form of" + }, + { + "start": 78.479, + "duration": 0.0, + "text": "persistent across time, that's a form of structure.<00:01:19.759> And<00:01:20.479> um<00:01:21.280> the<00:01:21.680> the<00:01:22.080> fact<00:01:22.240> that" + }, + { + "start": 82.39, + "duration": 0.0, + "text": "structure. And um the the fact that" + }, + { + "start": 82.4, + "duration": 0.0, + "text": "structure. And um the the fact that there's<00:01:22.720> so<00:01:23.040> many<00:01:23.759> um<00:01:24.080> common<00:01:24.560> patterns" + }, + { + "start": 85.35, + "duration": 0.0, + "text": "there's so many um common patterns" + }, + { + "start": 85.36, + "duration": 0.0, + "text": "there's so many um common patterns across<00:01:25.920> in<00:01:26.240> this<00:01:26.560> world,<00:01:26.880> right,<00:01:27.200> across<00:01:27.600> many" + }, + { + "start": 87.91, + "duration": 0.0, + "text": "across in this world, right, across many" + }, + { + "start": 87.92, + "duration": 0.0, + "text": "across in this world, right, across many different<00:01:28.159> objects,<00:01:29.119> that's<00:01:29.360> what<00:01:29.600> leads" + }, + { + "start": 89.91, + "duration": 0.0, + "text": "different objects, that's what leads" + }, + { + "start": 89.92, + "duration": 0.0, + "text": "different objects, that's what leads some<00:01:30.080> of<00:01:30.159> us<00:01:30.320> to<00:01:30.560> believe<00:01:30.799> in<00:01:31.040> this<00:01:31.360> like<00:01:31.759> idea" + }, + { + "start": 92.23, + "duration": 0.0, + "text": "some of us to believe in this like idea" + }, + { + "start": 92.24, + "duration": 0.0, + "text": "some of us to believe in this like idea of<00:01:32.479> like<00:01:32.720> there's<00:01:32.960> like<00:01:33.200> this<00:01:33.439> this<00:01:34.000> um<00:01:34.320> space" + }, + { + "start": 94.71, + "duration": 0.0, + "text": "of like there's like this this um space" + }, + { + "start": 94.72, + "duration": 0.0, + "text": "of like there's like this this um space of<00:01:35.040> forms,<00:01:35.759> this<00:01:36.000> platonic<00:01:36.560> space<00:01:36.799> of<00:01:36.960> forms" + }, + { + "start": 97.67, + "duration": 0.0, + "text": "of forms, this platonic space of forms" + }, + { + "start": 97.68, + "duration": 0.0, + "text": "of forms, this platonic space of forms where<00:01:38.000> these<00:01:38.400> properties,<00:01:39.040> common" + }, + { + "start": 99.35, + "duration": 0.0, + "text": "where these properties, common" + }, + { + "start": 99.36, + "duration": 0.0, + "text": "where these properties, common properties<00:01:39.759> across<00:01:40.159> many<00:01:40.479> objects<00:01:41.119> are" + }, + { + "start": 101.429, + "duration": 0.0, + "text": "properties across many objects are" + }, + { + "start": 101.439, + "duration": 0.0, + "text": "properties across many objects are inherited<00:01:41.920> from<00:01:42.079> the<00:01:42.240> space<00:01:42.400> of<00:01:42.560> forms." + }, + { + "start": 102.87, + "duration": 0.0, + "text": "inherited from the space of forms." + }, + { + "start": 102.88, + "duration": 0.0, + "text": "inherited from the space of forms. That's<00:01:43.119> one<00:01:43.280> way<00:01:43.360> to<00:01:43.600> think<00:01:43.759> about<00:01:44.560> um<00:01:44.720> what's" + }, + { + "start": 105.03, + "duration": 0.0, + "text": "That's one way to think about um what's" + }, + { + "start": 105.04, + "duration": 0.0, + "text": "That's one way to think about um what's going<00:01:45.119> on,<00:01:45.439> right?<00:01:45.680> And<00:01:45.920> obviously<00:01:46.240> this<00:01:46.479> idea" + }, + { + "start": 107.03, + "duration": 0.0, + "text": "going on, right? And obviously this idea" + }, + { + "start": 107.04, + "duration": 0.0, + "text": "going on, right? And obviously this idea came<00:01:47.200> from<00:01:47.520> Plato<00:01:48.320> and<00:01:48.560> it<00:01:48.799> was<00:01:48.880> pretty" + }, + { + "start": 109.109, + "duration": 0.0, + "text": "came from Plato and it was pretty" + }, + { + "start": 109.119, + "duration": 0.0, + "text": "came from Plato and it was pretty influential<00:01:50.159> and<00:01:50.399> that's<00:01:50.640> the<00:01:50.880> main<00:01:51.040> point<00:01:51.280> of" + }, + { + "start": 111.429, + "duration": 0.0, + "text": "influential and that's the main point of" + }, + { + "start": 111.439, + "duration": 0.0, + "text": "influential and that's the main point of this<00:01:51.840> um<00:01:52.079> symposium<00:01:52.640> is<00:01:52.880> to<00:01:53.119> talk<00:01:53.280> about<00:01:53.439> that." + }, + { + "start": 115.109, + "duration": 0.0, + "text": "this um symposium is to talk about that." + }, + { + "start": 115.119, + "duration": 0.0, + "text": "this um symposium is to talk about that. So<00:01:55.680> um<00:01:55.920> I<00:01:56.159> claim<00:01:56.479> that<00:01:56.720> basically<00:01:57.200> intelligent" + }, + { + "start": 117.83, + "duration": 0.0, + "text": "So um I claim that basically intelligent" + }, + { + "start": 117.84, + "duration": 0.0, + "text": "So um I claim that basically intelligent agents<00:01:58.479> in<00:01:58.719> order<00:01:58.880> to<00:01:59.119> solve<00:01:59.439> their<00:01:59.680> goals" + }, + { + "start": 120.55, + "duration": 0.0, + "text": "agents in order to solve their goals" + }, + { + "start": 120.56, + "duration": 0.0, + "text": "agents in order to solve their goals they<00:02:00.880> need<00:02:01.040> to<00:02:01.439> really<00:02:01.920> understand<00:02:02.399> how<00:02:02.640> the" + }, + { + "start": 122.95, + "duration": 0.0, + "text": "they need to really understand how the" + }, + { + "start": 122.96, + "duration": 0.0, + "text": "they need to really understand how the world<00:02:03.200> works<00:02:03.600> in<00:02:03.840> order<00:02:04.000> to<00:02:04.159> control<00:02:04.479> it<00:02:04.799> right" + }, + { + "start": 125.27, + "duration": 0.0, + "text": "world works in order to control it right" + }, + { + "start": 125.28, + "duration": 0.0, + "text": "world works in order to control it right to<00:02:05.920> uh<00:02:06.079> achieve<00:02:06.479> their<00:02:06.719> goals.<00:02:07.200> And<00:02:07.360> in<00:02:07.600> order" + }, + { + "start": 127.749, + "duration": 0.0, + "text": "to uh achieve their goals. And in order" + }, + { + "start": 127.759, + "duration": 0.0, + "text": "to uh achieve their goals. And in order to<00:02:07.920> un<00:02:08.399> uh<00:02:08.560> understand<00:02:09.039> this<00:02:09.360> world,<00:02:10.080> I<00:02:10.319> argue" + }, + { + "start": 130.55, + "duration": 0.0, + "text": "to un uh understand this world, I argue" + }, + { + "start": 130.56, + "duration": 0.0, + "text": "to un uh understand this world, I argue that<00:02:10.800> they<00:02:11.039> must<00:02:11.360> capture<00:02:11.840> this<00:02:12.160> structure<00:02:12.640> of" + }, + { + "start": 132.869, + "duration": 0.0, + "text": "that they must capture this structure of" + }, + { + "start": 132.879, + "duration": 0.0, + "text": "that they must capture this structure of the<00:02:13.040> world.<00:02:13.360> All<00:02:13.520> these<00:02:13.760> different" + }, + { + "start": 134.15, + "duration": 0.0, + "text": "the world. All these different" + }, + { + "start": 134.16, + "duration": 0.0, + "text": "the world. All these different structures<00:02:14.640> that<00:02:15.200> the<00:02:15.440> world<00:02:15.599> has,<00:02:15.840> they<00:02:16.080> must" + }, + { + "start": 136.229, + "duration": 0.0, + "text": "structures that the world has, they must" + }, + { + "start": 136.239, + "duration": 0.0, + "text": "structures that the world has, they must capture<00:02:16.560> it<00:02:16.720> in<00:02:16.959> some<00:02:17.120> way.<00:02:17.599> And<00:02:17.840> more" + }, + { + "start": 138.07, + "duration": 0.0, + "text": "capture it in some way. And more" + }, + { + "start": 138.08, + "duration": 0.0, + "text": "capture it in some way. And more specifically,<00:02:18.640> what<00:02:18.800> I<00:02:18.959> mean<00:02:19.120> is<00:02:19.360> that<00:02:19.599> the" + }, + { + "start": 139.83, + "duration": 0.0, + "text": "specifically, what I mean is that the" + }, + { + "start": 139.84, + "duration": 0.0, + "text": "specifically, what I mean is that the internal<00:02:20.400> representations" + }, + { + "start": 141.99, + "duration": 0.0, + "text": "internal representations" + }, + { + "start": 142.0, + "duration": 0.0, + "text": "internal representations of<00:02:22.239> their<00:02:22.560> minds<00:02:22.959> and<00:02:23.120> their<00:02:23.360> brains<00:02:23.840> must" + }, + { + "start": 144.15, + "duration": 0.0, + "text": "of their minds and their brains must" + }, + { + "start": 144.16, + "duration": 0.0, + "text": "of their minds and their brains must capture<00:02:24.480> the<00:02:24.720> structure<00:02:25.040> of<00:02:25.120> the<00:02:25.360> world.<00:02:25.840> So" + }, + { + "start": 145.99, + "duration": 0.0, + "text": "capture the structure of the world. So" + }, + { + "start": 146.0, + "duration": 0.0, + "text": "capture the structure of the world. So I'll<00:02:26.239> talk<00:02:26.319> about<00:02:26.560> more<00:02:26.800> concretely<00:02:27.280> what" + }, + { + "start": 147.51, + "duration": 0.0, + "text": "I'll talk about more concretely what" + }, + { + "start": 147.52, + "duration": 0.0, + "text": "I'll talk about more concretely what this<00:02:27.760> means<00:02:28.080> next,<00:02:28.480> but<00:02:28.800> at<00:02:29.040> a<00:02:29.200> high<00:02:29.360> level," + }, + { + "start": 150.15, + "duration": 0.0, + "text": "this means next, but at a high level," + }, + { + "start": 150.16, + "duration": 0.0, + "text": "this means next, but at a high level, basically<00:02:30.720> you<00:02:30.959> can't<00:02:31.120> really<00:02:31.360> control<00:02:31.680> the" + }, + { + "start": 151.91, + "duration": 0.0, + "text": "basically you can't really control the" + }, + { + "start": 151.92, + "duration": 0.0, + "text": "basically you can't really control the world<00:02:32.080> without<00:02:32.480> understanding<00:02:33.120> how<00:02:33.280> it" + }, + { + "start": 153.509, + "duration": 0.0, + "text": "world without understanding how it" + }, + { + "start": 153.519, + "duration": 0.0, + "text": "world without understanding how it works.<00:02:33.840> And<00:02:34.000> you<00:02:34.160> can't<00:02:34.319> understand<00:02:34.640> the" + }, + { + "start": 154.869, + "duration": 0.0, + "text": "works. And you can't understand the" + }, + { + "start": 154.879, + "duration": 0.0, + "text": "works. And you can't understand the world<00:02:35.519> without<00:02:36.000> really<00:02:36.800> um<00:02:37.280> understanding" + }, + { + "start": 157.83, + "duration": 0.0, + "text": "world without really um understanding" + }, + { + "start": 157.84, + "duration": 0.0, + "text": "world without really um understanding all<00:02:38.080> the<00:02:38.239> different<00:02:38.480> structures<00:02:38.879> that<00:02:39.120> are<00:02:39.200> in" + }, + { + "start": 159.35, + "duration": 0.0, + "text": "all the different structures that are in" + }, + { + "start": 159.36, + "duration": 0.0, + "text": "all the different structures that are in the<00:02:39.519> world,<00:02:39.760> right?" + }, + { + "start": 161.99, + "duration": 0.0, + "text": "the world, right?" + }, + { + "start": 162.0, + "duration": 0.0, + "text": "the world, right? So<00:02:42.400> we<00:02:42.640> face<00:02:43.040> this<00:02:43.440> problem<00:02:43.760> in<00:02:44.000> AI<00:02:44.400> because<00:02:44.640> in" + }, + { + "start": 164.79, + "duration": 0.0, + "text": "So we face this problem in AI because in" + }, + { + "start": 164.8, + "duration": 0.0, + "text": "So we face this problem in AI because in AI<00:02:45.120> we're<00:02:45.360> trying<00:02:45.519> to<00:02:45.680> create<00:02:45.920> these" + }, + { + "start": 166.47, + "duration": 0.0, + "text": "AI we're trying to create these" + }, + { + "start": 166.48, + "duration": 0.0, + "text": "AI we're trying to create these intelligent<00:02:47.040> agents,<00:02:47.680> right?<00:02:48.080> And<00:02:48.400> we<00:02:48.720> have" + }, + { + "start": 168.949, + "duration": 0.0, + "text": "intelligent agents, right? And we have" + }, + { + "start": 168.959, + "duration": 0.0, + "text": "intelligent agents, right? And we have this<00:02:49.440> uh<00:02:49.599> we<00:02:49.840> face<00:02:50.160> this<00:02:50.400> problem.<00:02:50.800> How<00:02:50.959> do<00:02:51.040> we" + }, + { + "start": 171.27, + "duration": 0.0, + "text": "this uh we face this problem. How do we" + }, + { + "start": 171.28, + "duration": 0.0, + "text": "this uh we face this problem. How do we capture<00:02:51.760> the<00:02:52.000> regularities<00:02:52.720> of<00:02:52.879> the<00:02:53.040> world," + }, + { + "start": 173.35, + "duration": 0.0, + "text": "capture the regularities of the world," + }, + { + "start": 173.36, + "duration": 0.0, + "text": "capture the regularities of the world, right?<00:02:53.920> So<00:02:54.239> one<00:02:54.480> of<00:02:54.560> the<00:02:54.720> things<00:02:54.879> we've<00:02:55.200> been" + }, + { + "start": 175.589, + "duration": 0.0, + "text": "right? So one of the things we've been" + }, + { + "start": 175.599, + "duration": 0.0, + "text": "right? So one of the things we've been uh<00:02:55.760> think<00:02:56.000> about<00:02:56.400> thinking<00:02:56.800> about<00:02:57.040> in<00:02:57.280> AI<00:02:58.080> is" + }, + { + "start": 178.55, + "duration": 0.0, + "text": "uh think about thinking about in AI is" + }, + { + "start": 178.56, + "duration": 0.0, + "text": "uh think about thinking about in AI is like<00:02:58.879> what<00:02:59.040> if<00:02:59.200> we<00:02:59.360> just<00:02:59.519> try<00:02:59.680> to<00:02:59.760> bake<00:03:00.080> in<00:03:00.319> some" + }, + { + "start": 180.55, + "duration": 0.0, + "text": "like what if we just try to bake in some" + }, + { + "start": 180.56, + "duration": 0.0, + "text": "like what if we just try to bake in some symmetries<00:03:01.440> of<00:03:01.680> the<00:03:01.920> world<00:03:02.319> through<00:03:02.800> how<00:03:03.120> we" + }, + { + "start": 183.27, + "duration": 0.0, + "text": "symmetries of the world through how we" + }, + { + "start": 183.28, + "duration": 0.0, + "text": "symmetries of the world through how we design<00:03:03.599> the<00:03:03.840> architectures<00:03:04.560> of<00:03:04.800> our<00:03:04.959> agents" + }, + { + "start": 185.509, + "duration": 0.0, + "text": "design the architectures of our agents" + }, + { + "start": 185.519, + "duration": 0.0, + "text": "design the architectures of our agents right<00:03:06.239> so<00:03:06.560> this<00:03:06.720> is<00:03:06.879> also<00:03:07.040> known<00:03:07.280> as<00:03:07.440> inductive" + }, + { + "start": 187.91, + "duration": 0.0, + "text": "right so this is also known as inductive" + }, + { + "start": 187.92, + "duration": 0.0, + "text": "right so this is also known as inductive biases<00:03:08.640> and<00:03:08.879> I'll<00:03:09.040> give<00:03:09.120> you<00:03:09.200> an<00:03:09.360> example<00:03:09.599> of" + }, + { + "start": 189.83, + "duration": 0.0, + "text": "biases and I'll give you an example of" + }, + { + "start": 189.84, + "duration": 0.0, + "text": "biases and I'll give you an example of like<00:03:10.000> two<00:03:10.159> or<00:03:10.319> three<00:03:10.480> of<00:03:10.640> these<00:03:11.440> is<00:03:11.760> like<00:03:11.920> one" + }, + { + "start": 192.07, + "duration": 0.0, + "text": "like two or three of these is like one" + }, + { + "start": 192.08, + "duration": 0.0, + "text": "like two or three of these is like one is<00:03:12.239> like<00:03:12.480> translation<00:03:12.959> invariance<00:03:13.599> in<00:03:14.000> images" + }, + { + "start": 194.55, + "duration": 0.0, + "text": "is like translation invariance in images" + }, + { + "start": 194.56, + "duration": 0.0, + "text": "is like translation invariance in images whenever<00:03:14.879> you<00:03:15.040> look<00:03:15.120> at<00:03:15.280> an<00:03:15.440> image<00:03:15.840> and<00:03:16.080> you" + }, + { + "start": 196.309, + "duration": 0.0, + "text": "whenever you look at an image and you" + }, + { + "start": 196.319, + "duration": 0.0, + "text": "whenever you look at an image and you see<00:03:16.480> like<00:03:16.800> some<00:03:17.200> object<00:03:18.159> you<00:03:18.400> know<00:03:18.560> that<00:03:18.800> the" + }, + { + "start": 199.19, + "duration": 0.0, + "text": "see like some object you know that the" + }, + { + "start": 199.2, + "duration": 0.0, + "text": "see like some object you know that the system<00:03:19.519> should<00:03:19.840> process<00:03:20.239> the<00:03:20.560> object<00:03:20.959> very" + }, + { + "start": 201.27, + "duration": 0.0, + "text": "system should process the object very" + }, + { + "start": 201.28, + "duration": 0.0, + "text": "system should process the object very similarly<00:03:21.920> if<00:03:22.159> it's<00:03:22.400> over<00:03:22.560> here<00:03:22.959> versus<00:03:23.280> as<00:03:23.360> if" + }, + { + "start": 203.589, + "duration": 0.0, + "text": "similarly if it's over here versus as if" + }, + { + "start": 203.599, + "duration": 0.0, + "text": "similarly if it's over here versus as if it's<00:03:23.760> like<00:03:23.920> shifted<00:03:24.400> over<00:03:24.879> 100<00:03:25.280> pixels<00:03:25.680> to<00:03:25.840> the" + }, + { + "start": 205.99, + "duration": 0.0, + "text": "it's like shifted over 100 pixels to the" + }, + { + "start": 206.0, + "duration": 0.0, + "text": "it's like shifted over 100 pixels to the right.<00:03:26.800> And<00:03:26.959> this<00:03:27.120> is<00:03:27.280> translation" + }, + { + "start": 207.91, + "duration": 0.0, + "text": "right. And this is translation" + }, + { + "start": 207.92, + "duration": 0.0, + "text": "right. And this is translation equariance<00:03:28.640> or<00:03:28.800> translation<00:03:29.280> invariance." + }, + { + "start": 210.149, + "duration": 0.0, + "text": "equariance or translation invariance." + }, + { + "start": 210.159, + "duration": 0.0, + "text": "equariance or translation invariance. And<00:03:30.319> we<00:03:30.560> try<00:03:30.720> to<00:03:30.799> bake<00:03:31.120> this<00:03:31.280> into<00:03:32.159> um<00:03:32.400> ar<00:03:32.799> an" + }, + { + "start": 213.03, + "duration": 0.0, + "text": "And we try to bake this into um ar an" + }, + { + "start": 213.04, + "duration": 0.0, + "text": "And we try to bake this into um ar an architecture<00:03:33.519> based<00:03:33.760> on<00:03:33.920> the<00:03:34.080> convolutional" + }, + { + "start": 214.63, + "duration": 0.0, + "text": "architecture based on the convolutional" + }, + { + "start": 214.64, + "duration": 0.0, + "text": "architecture based on the convolutional architecture.<00:03:35.280> That's<00:03:35.440> what<00:03:35.599> it's<00:03:35.840> made<00:03:36.000> to" + }, + { + "start": 216.149, + "duration": 0.0, + "text": "architecture. That's what it's made to" + }, + { + "start": 216.159, + "duration": 0.0, + "text": "architecture. That's what it's made to do.<00:03:37.440> Another<00:03:37.840> example<00:03:38.159> is<00:03:38.400> like<00:03:38.879> whenever<00:03:39.280> we" + }, + { + "start": 219.43, + "duration": 0.0, + "text": "do. Another example is like whenever we" + }, + { + "start": 219.44, + "duration": 0.0, + "text": "do. Another example is like whenever we process<00:03:39.840> sets<00:03:40.159> of<00:03:40.239> objects<00:03:40.640> and<00:03:40.879> we<00:03:41.040> want<00:03:41.519> we" + }, + { + "start": 221.67, + "duration": 0.0, + "text": "process sets of objects and we want we" + }, + { + "start": 221.68, + "duration": 0.0, + "text": "process sets of objects and we want we don't<00:03:41.840> care<00:03:42.000> about<00:03:42.159> the<00:03:42.319> ordering<00:03:42.640> of<00:03:42.799> the<00:03:42.959> set" + }, + { + "start": 223.19, + "duration": 0.0, + "text": "don't care about the ordering of the set" + }, + { + "start": 223.2, + "duration": 0.0, + "text": "don't care about the ordering of the set like<00:03:43.360> red<00:03:43.680> green<00:03:43.920> blue<00:03:44.480> or<00:03:44.720> blue<00:03:45.040> green<00:03:45.280> red." + }, + { + "start": 225.91, + "duration": 0.0, + "text": "like red green blue or blue green red." + }, + { + "start": 225.92, + "duration": 0.0, + "text": "like red green blue or blue green red. We<00:03:46.080> don't<00:03:46.239> care<00:03:46.400> about<00:03:46.640> if<00:03:46.799> what<00:03:46.959> the<00:03:47.120> order<00:03:47.280> is" + }, + { + "start": 227.589, + "duration": 0.0, + "text": "We don't care about if what the order is" + }, + { + "start": 227.599, + "duration": 0.0, + "text": "We don't care about if what the order is then<00:03:47.760> we<00:03:47.920> use<00:03:48.159> an<00:03:48.400> attention<00:03:48.879> architecture<00:03:49.840> uh" + }, + { + "start": 229.91, + "duration": 0.0, + "text": "then we use an attention architecture uh" + }, + { + "start": 229.92, + "duration": 0.0, + "text": "then we use an attention architecture uh in<00:03:50.159> a<00:03:50.319> transformer<00:03:50.799> to<00:03:51.120> do<00:03:51.280> this<00:03:51.519> kind<00:03:51.680> of" + }, + { + "start": 231.75, + "duration": 0.0, + "text": "in a transformer to do this kind of" + }, + { + "start": 231.76, + "duration": 0.0, + "text": "in a transformer to do this kind of thing.<00:03:52.000> Right?<00:03:52.560> And<00:03:52.799> in<00:03:53.040> general,<00:03:53.440> this<00:03:53.760> field" + }, + { + "start": 234.149, + "duration": 0.0, + "text": "thing. Right? And in general, this field" + }, + { + "start": 234.159, + "duration": 0.0, + "text": "thing. Right? And in general, this field called<00:03:54.480> symmetry<00:03:55.040> learning<00:03:55.280> or<00:03:55.599> geometric" + }, + { + "start": 236.229, + "duration": 0.0, + "text": "called symmetry learning or geometric" + }, + { + "start": 236.239, + "duration": 0.0, + "text": "called symmetry learning or geometric deep<00:03:56.560> learning<00:03:57.200> has<00:03:57.840> um<00:03:58.159> is<00:03:58.400> a<00:03:58.560> really<00:03:58.799> big" + }, + { + "start": 238.949, + "duration": 0.0, + "text": "deep learning has um is a really big" + }, + { + "start": 238.959, + "duration": 0.0, + "text": "deep learning has um is a really big field<00:03:59.120> in<00:03:59.360> deep<00:03:59.519> learning.<00:03:59.840> And<00:04:00.000> basically" + }, + { + "start": 240.229, + "duration": 0.0, + "text": "field in deep learning. And basically" + }, + { + "start": 240.239, + "duration": 0.0, + "text": "field in deep learning. And basically the<00:04:00.400> goal<00:04:00.560> is<00:04:00.799> how<00:04:00.959> do<00:04:01.120> we<00:04:01.280> capture<00:04:02.319> known" + }, + { + "start": 242.869, + "duration": 0.0, + "text": "the goal is how do we capture known" + }, + { + "start": 242.879, + "duration": 0.0, + "text": "the goal is how do we capture known regularities<00:04:03.519> of<00:04:03.680> the<00:04:03.840> world<00:04:04.480> into<00:04:04.799> the" + }, + { + "start": 245.03, + "duration": 0.0, + "text": "regularities of the world into the" + }, + { + "start": 245.04, + "duration": 0.0, + "text": "regularities of the world into the architectures,<00:04:05.840> right?<00:04:06.560> And<00:04:06.799> this<00:04:06.959> is<00:04:07.120> kind" + }, + { + "start": 247.27, + "duration": 0.0, + "text": "architectures, right? And this is kind" + }, + { + "start": 247.28, + "duration": 0.0, + "text": "architectures, right? And this is kind of<00:04:07.360> like<00:04:07.519> you're<00:04:07.760> just<00:04:07.920> baking<00:04:08.239> in<00:04:08.400> the" + }, + { + "start": 248.55, + "duration": 0.0, + "text": "of like you're just baking in the" + }, + { + "start": 248.56, + "duration": 0.0, + "text": "of like you're just baking in the structure<00:04:08.879> of<00:04:08.959> the<00:04:09.120> world." + }, + { + "start": 250.71, + "duration": 0.0, + "text": "structure of the world." + }, + { + "start": 250.72, + "duration": 0.0, + "text": "structure of the world. But<00:04:11.280> what<00:04:11.519> about<00:04:12.000> all<00:04:12.239> the<00:04:12.480> other<00:04:13.200> um" + }, + { + "start": 253.67, + "duration": 0.0, + "text": "But what about all the other um" + }, + { + "start": 253.68, + "duration": 0.0, + "text": "But what about all the other um structures<00:04:14.080> in<00:04:14.319> our<00:04:14.480> world,<00:04:14.720> right?<00:04:14.959> All<00:04:15.120> the" + }, + { + "start": 255.27, + "duration": 0.0, + "text": "structures in our world, right? All the" + }, + { + "start": 255.28, + "duration": 0.0, + "text": "structures in our world, right? All the other<00:04:15.519> regularities.<00:04:16.639> And<00:04:16.799> one<00:04:17.040> example<00:04:17.359> I" + }, + { + "start": 257.59, + "duration": 0.0, + "text": "other regularities. And one example I" + }, + { + "start": 257.6, + "duration": 0.0, + "text": "other regularities. And one example I really<00:04:17.759> like<00:04:17.919> is<00:04:18.079> like<00:04:18.320> lighting<00:04:18.639> invariance." + }, + { + "start": 259.43, + "duration": 0.0, + "text": "really like is like lighting invariance." + }, + { + "start": 259.44, + "duration": 0.0, + "text": "really like is like lighting invariance. So<00:04:19.680> you<00:04:19.919> see<00:04:20.079> this<00:04:20.320> lion<00:04:21.199> in<00:04:21.440> the<00:04:21.600> dark<00:04:22.079> and" + }, + { + "start": 262.469, + "duration": 0.0, + "text": "So you see this lion in the dark and" + }, + { + "start": 262.479, + "duration": 0.0, + "text": "So you see this lion in the dark and during<00:04:22.720> the<00:04:22.880> day<00:04:23.280> and<00:04:23.600> you<00:04:23.759> don't<00:04:23.919> really<00:04:24.160> know" + }, + { + "start": 264.39, + "duration": 0.0, + "text": "during the day and you don't really know" + }, + { + "start": 264.4, + "duration": 0.0, + "text": "during the day and you don't really know what<00:04:24.720> architecture<00:04:25.360> should<00:04:25.680> capture<00:04:26.000> this" + }, + { + "start": 266.23, + "duration": 0.0, + "text": "what architecture should capture this" + }, + { + "start": 266.24, + "duration": 0.0, + "text": "what architecture should capture this lighting<00:04:26.560> invariance,<00:04:27.120> right?<00:04:27.759> And<00:04:28.000> we<00:04:28.240> don't" + }, + { + "start": 268.39, + "duration": 0.0, + "text": "lighting invariance, right? And we don't" + }, + { + "start": 268.4, + "duration": 0.0, + "text": "lighting invariance, right? And we don't know<00:04:28.560> how<00:04:28.720> to<00:04:28.880> do<00:04:29.040> this.<00:04:29.840> So<00:04:30.080> what's<00:04:30.400> our" + }, + { + "start": 270.629, + "duration": 0.0, + "text": "know how to do this. So what's our" + }, + { + "start": 270.639, + "duration": 0.0, + "text": "know how to do this. So what's our solution?" + }, + { + "start": 273.28, + "duration": 0.0, + "text": "Well,<00:04:33.919> okay.<00:04:34.160> So,<00:04:34.320> the<00:04:34.560> solution<00:04:34.880> is<00:04:35.120> we<00:04:35.360> just" + }, + { + "start": 275.51, + "duration": 0.0, + "text": "Well, okay. So, the solution is we just" + }, + { + "start": 275.52, + "duration": 0.0, + "text": "Well, okay. So, the solution is we just try<00:04:35.680> to<00:04:35.840> train<00:04:36.160> on<00:04:36.400> a<00:04:36.639> lot<00:04:36.720> of<00:04:36.880> data<00:04:37.280> with<00:04:37.680> SGD" + }, + { + "start": 278.31, + "duration": 0.0, + "text": "try to train on a lot of data with SGD" + }, + { + "start": 278.32, + "duration": 0.0, + "text": "try to train on a lot of data with SGD and<00:04:38.720> hope<00:04:39.120> that<00:04:39.360> the<00:04:39.600> AI<00:04:40.000> will<00:04:40.320> learn<00:04:40.639> this" + }, + { + "start": 280.95, + "duration": 0.0, + "text": "and hope that the AI will learn this" + }, + { + "start": 280.96, + "duration": 0.0, + "text": "and hope that the AI will learn this underlying<00:04:41.520> regularity<00:04:42.080> of<00:04:42.240> the<00:04:42.479> world<00:04:43.680> um" + }, + { + "start": 284.55, + "duration": 0.0, + "text": "underlying regularity of the world um" + }, + { + "start": 284.56, + "duration": 0.0, + "text": "underlying regularity of the world um based<00:04:44.960> on<00:04:45.280> the<00:04:45.600> patterns<00:04:46.000> that<00:04:46.240> it<00:04:46.479> picks<00:04:46.720> up" + }, + { + "start": 286.95, + "duration": 0.0, + "text": "based on the patterns that it picks up" + }, + { + "start": 286.96, + "duration": 0.0, + "text": "based on the patterns that it picks up from<00:04:47.120> all<00:04:47.360> of<00:04:47.440> these<00:04:47.680> data<00:04:48.240> uh<00:04:48.320> from<00:04:48.560> all<00:04:48.720> this" + }, + { + "start": 288.95, + "duration": 0.0, + "text": "from all of these data uh from all this" + }, + { + "start": 288.96, + "duration": 0.0, + "text": "from all of these data uh from all this data<00:04:49.280> right<00:04:49.759> that's<00:04:50.080> this<00:04:50.240> is<00:04:50.320> the" + }, + { + "start": 290.55, + "duration": 0.0, + "text": "data right that's this is the" + }, + { + "start": 290.56, + "duration": 0.0, + "text": "data right that's this is the predominant<00:04:51.040> paradigm<00:04:51.440> in<00:04:51.680> modern<00:04:52.000> deep" + }, + { + "start": 292.23, + "duration": 0.0, + "text": "predominant paradigm in modern deep" + }, + { + "start": 292.24, + "duration": 0.0, + "text": "predominant paradigm in modern deep learning<00:04:52.560> currently.<00:04:53.680> So,<00:04:53.840> the<00:04:54.080> question<00:04:54.320> is" + }, + { + "start": 294.629, + "duration": 0.0, + "text": "learning currently. So, the question is" + }, + { + "start": 294.639, + "duration": 0.0, + "text": "learning currently. So, the question is does<00:04:54.880> this<00:04:55.120> actually<00:04:55.520> work<00:04:55.919> right<00:04:56.479> and" + }, + { + "start": 296.71, + "duration": 0.0, + "text": "does this actually work right and" + }, + { + "start": 296.72, + "duration": 0.0, + "text": "does this actually work right and there's<00:04:56.960> a<00:04:57.199> lot<00:04:57.280> of<00:04:57.360> evidence<00:04:57.680> that's<00:04:58.000> showing" + }, + { + "start": 298.23, + "duration": 0.0, + "text": "there's a lot of evidence that's showing" + }, + { + "start": 298.24, + "duration": 0.0, + "text": "there's a lot of evidence that's showing that<00:04:58.479> it<00:04:58.720> is<00:04:59.040> somewhat<00:04:59.440> working.<00:04:59.840> I<00:05:00.080> mean<00:05:00.160> the" + }, + { + "start": 300.469, + "duration": 0.0, + "text": "that it is somewhat working. I mean the" + }, + { + "start": 300.479, + "duration": 0.0, + "text": "that it is somewhat working. I mean the AI<00:05:00.800> systems<00:05:01.199> nowadays<00:05:01.600> if<00:05:01.759> you<00:05:01.840> use<00:05:02.000> chat" + }, + { + "start": 302.31, + "duration": 0.0, + "text": "AI systems nowadays if you use chat" + }, + { + "start": 302.32, + "duration": 0.0, + "text": "AI systems nowadays if you use chat chieftd<00:05:02.720> they<00:05:02.880> can<00:05:03.040> pick<00:05:03.199> up<00:05:03.360> on<00:05:03.600> all<00:05:03.840> sorts<00:05:04.080> of" + }, + { + "start": 304.31, + "duration": 0.0, + "text": "chieftd they can pick up on all sorts of" + }, + { + "start": 304.32, + "duration": 0.0, + "text": "chieftd they can pick up on all sorts of patterns<00:05:04.720> of<00:05:04.880> the<00:05:05.040> world<00:05:05.120> and<00:05:05.360> they<00:05:05.680> seem<00:05:05.919> to" + }, + { + "start": 306.07, + "duration": 0.0, + "text": "patterns of the world and they seem to" + }, + { + "start": 306.08, + "duration": 0.0, + "text": "patterns of the world and they seem to really<00:05:06.240> understand<00:05:06.639> the<00:05:06.880> world<00:05:07.280> and<00:05:07.520> how<00:05:07.680> it" + }, + { + "start": 307.909, + "duration": 0.0, + "text": "really understand the world and how it" + }, + { + "start": 307.919, + "duration": 0.0, + "text": "really understand the world and how it works<00:05:08.960> and<00:05:09.120> even<00:05:09.440> self-driving<00:05:10.000> systems<00:05:10.400> they" + }, + { + "start": 310.629, + "duration": 0.0, + "text": "works and even self-driving systems they" + }, + { + "start": 310.639, + "duration": 0.0, + "text": "works and even self-driving systems they can<00:05:10.800> like<00:05:11.120> figure<00:05:11.440> out<00:05:12.560> uh<00:05:12.639> what<00:05:12.880> a<00:05:13.120> stop<00:05:13.360> sign" + }, + { + "start": 313.59, + "duration": 0.0, + "text": "can like figure out uh what a stop sign" + }, + { + "start": 313.6, + "duration": 0.0, + "text": "can like figure out uh what a stop sign looks<00:05:13.840> like<00:05:14.000> during<00:05:14.240> the<00:05:14.400> day<00:05:14.560> at<00:05:14.800> night<00:05:15.039> and" + }, + { + "start": 315.27, + "duration": 0.0, + "text": "looks like during the day at night and" + }, + { + "start": 315.28, + "duration": 0.0, + "text": "looks like during the day at night and it<00:05:15.440> seems<00:05:15.759> like<00:05:15.919> everything<00:05:16.240> is<00:05:16.400> just<00:05:16.639> working" + }, + { + "start": 317.27, + "duration": 0.0, + "text": "it seems like everything is just working" + }, + { + "start": 317.28, + "duration": 0.0, + "text": "it seems like everything is just working but<00:05:17.520> this<00:05:17.759> brings<00:05:18.000> us<00:05:18.160> to<00:05:18.400> our<00:05:19.199> um<00:05:19.759> position" + }, + { + "start": 320.15, + "duration": 0.0, + "text": "but this brings us to our um position" + }, + { + "start": 320.16, + "duration": 0.0, + "text": "but this brings us to our um position paper<00:05:20.560> and<00:05:20.720> our<00:05:21.360> um<00:05:22.240> which<00:05:22.560> where<00:05:22.800> we" + }, + { + "start": 323.189, + "duration": 0.0, + "text": "paper and our um which where we" + }, + { + "start": 323.199, + "duration": 0.0, + "text": "paper and our um which where we hypothesize<00:05:24.479> that<00:05:25.120> conventional<00:05:25.759> SGD<00:05:26.320> in" + }, + { + "start": 326.55, + "duration": 0.0, + "text": "hypothesize that conventional SGD in" + }, + { + "start": 326.56, + "duration": 0.0, + "text": "hypothesize that conventional SGD in deep<00:05:26.880> learning<00:05:28.080> um<00:05:28.479> finds<00:05:28.960> neural<00:05:29.280> repres" + }, + { + "start": 329.35, + "duration": 0.0, + "text": "deep learning um finds neural repres" + }, + { + "start": 329.36, + "duration": 0.0, + "text": "deep learning um finds neural repres representations<00:05:30.160> which<00:05:30.479> are<00:05:30.639> actually" + }, + { + "start": 331.35, + "duration": 0.0, + "text": "representations which are actually" + }, + { + "start": 331.36, + "duration": 0.0, + "text": "representations which are actually fractured<00:05:31.840> and<00:05:32.000> entangled<00:05:33.199> um<00:05:34.000> um<00:05:34.639> in<00:05:34.880> the" + }, + { + "start": 335.029, + "duration": 0.0, + "text": "fractured and entangled um um in the" + }, + { + "start": 335.039, + "duration": 0.0, + "text": "fractured and entangled um um in the sense<00:05:35.280> that<00:05:35.520> their<00:05:35.840> actual<00:05:36.080> internal" + }, + { + "start": 336.55, + "duration": 0.0, + "text": "sense that their actual internal" + }, + { + "start": 336.56, + "duration": 0.0, + "text": "sense that their actual internal representations<00:05:37.199> are<00:05:37.440> fractured<00:05:37.759> and" + }, + { + "start": 337.909, + "duration": 0.0, + "text": "representations are fractured and" + }, + { + "start": 337.919, + "duration": 0.0, + "text": "representations are fractured and entangled.<00:05:39.360> So<00:05:39.919> uh<00:05:40.080> over<00:05:40.320> here<00:05:40.479> we<00:05:40.720> can<00:05:40.800> see" + }, + { + "start": 340.95, + "duration": 0.0, + "text": "entangled. So uh over here we can see" + }, + { + "start": 340.96, + "duration": 0.0, + "text": "entangled. So uh over here we can see that<00:05:41.120> I<00:05:41.360> mean<00:05:41.600> you<00:05:41.840> find<00:05:42.080> a<00:05:42.320> network<00:05:42.560> which<00:05:42.800> has" + }, + { + "start": 342.95, + "duration": 0.0, + "text": "that I mean you find a network which has" + }, + { + "start": 342.96, + "duration": 0.0, + "text": "that I mean you find a network which has a<00:05:43.120> certain<00:05:43.280> output<00:05:43.680> behavior<00:05:44.160> but<00:05:44.400> the<00:05:44.560> output" + }, + { + "start": 344.95, + "duration": 0.0, + "text": "a certain output behavior but the output" + }, + { + "start": 344.96, + "duration": 0.0, + "text": "a certain output behavior but the output behavior<00:05:45.360> we<00:05:45.600> visualize<00:05:46.000> it<00:05:46.160> as<00:05:46.320> like<00:05:46.479> a<00:05:46.639> skull" + }, + { + "start": 347.029, + "duration": 0.0, + "text": "behavior we visualize it as like a skull" + }, + { + "start": 347.039, + "duration": 0.0, + "text": "behavior we visualize it as like a skull which<00:05:47.199> I'm<00:05:47.360> going<00:05:47.440> to<00:05:47.520> get<00:05:47.600> into<00:05:47.840> detail<00:05:48.080> how" + }, + { + "start": 348.31, + "duration": 0.0, + "text": "which I'm going to get into detail how" + }, + { + "start": 348.32, + "duration": 0.0, + "text": "which I'm going to get into detail how we're<00:05:48.560> doing<00:05:48.720> this<00:05:49.440> but<00:05:49.680> at<00:05:49.840> a<00:05:49.919> high<00:05:50.080> level<00:05:50.320> you" + }, + { + "start": 350.469, + "duration": 0.0, + "text": "we're doing this but at a high level you" + }, + { + "start": 350.479, + "duration": 0.0, + "text": "we're doing this but at a high level you visualize<00:05:50.880> the<00:05:51.039> output<00:05:51.280> behavior<00:05:51.600> and<00:05:51.759> the" + }, + { + "start": 351.909, + "duration": 0.0, + "text": "visualize the output behavior and the" + }, + { + "start": 351.919, + "duration": 0.0, + "text": "visualize the output behavior and the internal<00:05:52.320> representations<00:05:53.039> don't<00:05:53.280> really" + }, + { + "start": 353.59, + "duration": 0.0, + "text": "internal representations don't really" + }, + { + "start": 353.6, + "duration": 0.0, + "text": "internal representations don't really match<00:05:54.800> what<00:05:55.039> you<00:05:55.199> would<00:05:55.440> expect<00:05:56.160> to<00:05:56.400> see<00:05:56.639> if" + }, + { + "start": 356.95, + "duration": 0.0, + "text": "match what you would expect to see if" + }, + { + "start": 356.96, + "duration": 0.0, + "text": "match what you would expect to see if it's<00:05:57.199> really<00:05:57.680> like<00:05:58.160> understanding<00:05:58.880> the<00:05:59.199> skull" + }, + { + "start": 359.43, + "duration": 0.0, + "text": "it's really like understanding the skull" + }, + { + "start": 359.44, + "duration": 0.0, + "text": "it's really like understanding the skull in<00:05:59.680> a<00:05:59.840> subjective<00:06:00.400> way<00:06:00.960> right<00:06:01.840> and<00:06:02.000> more" + }, + { + "start": 362.23, + "duration": 0.0, + "text": "in a subjective way right and more" + }, + { + "start": 362.24, + "duration": 0.0, + "text": "in a subjective way right and more specifically<00:06:02.639> what<00:06:02.800> I<00:06:02.960> mean<00:06:03.039> is<00:06:03.199> that<00:06:03.360> it" + }, + { + "start": 363.59, + "duration": 0.0, + "text": "specifically what I mean is that it" + }, + { + "start": 363.6, + "duration": 0.0, + "text": "specifically what I mean is that it doesn't<00:06:03.759> capture<00:06:04.080> the<00:06:04.319> underlying" + }, + { + "start": 364.79, + "duration": 0.0, + "text": "doesn't capture the underlying" + }, + { + "start": 364.8, + "duration": 0.0, + "text": "doesn't capture the underlying regularities<00:06:05.600> of<00:06:05.919> this<00:06:06.240> world<00:06:06.800> which<00:06:07.039> is<00:06:07.199> the" + }, + { + "start": 367.43, + "duration": 0.0, + "text": "regularities of this world which is the" + }, + { + "start": 367.44, + "duration": 0.0, + "text": "regularities of this world which is the skull" + }, + { + "start": 368.95, + "duration": 0.0, + "text": "skull" + }, + { + "start": 368.96, + "duration": 0.0, + "text": "skull So<00:06:09.280> our<00:06:09.600> position<00:06:10.080> or<00:06:10.319> our<00:06:10.560> opinion<00:06:11.840> is<00:06:12.080> that<00:06:12.319> a" + }, + { + "start": 372.55, + "duration": 0.0, + "text": "So our position or our opinion is that a" + }, + { + "start": 372.56, + "duration": 0.0, + "text": "So our position or our opinion is that a different<00:06:12.880> kind<00:06:13.039> of<00:06:13.199> search<00:06:13.520> algorithm<00:06:14.080> which" + }, + { + "start": 374.309, + "duration": 0.0, + "text": "different kind of search algorithm which" + }, + { + "start": 374.319, + "duration": 0.0, + "text": "different kind of search algorithm which is<00:06:14.479> not<00:06:14.880> conventional<00:06:15.520> SGD<00:06:16.080> but<00:06:16.319> a<00:06:16.560> different" + }, + { + "start": 376.79, + "duration": 0.0, + "text": "is not conventional SGD but a different" + }, + { + "start": 376.8, + "duration": 0.0, + "text": "is not conventional SGD but a different kind<00:06:16.960> of<00:06:17.120> very<00:06:17.600> exotic<00:06:18.240> open-ended<00:06:18.880> search" + }, + { + "start": 379.35, + "duration": 0.0, + "text": "kind of very exotic open-ended search" + }, + { + "start": 379.36, + "duration": 0.0, + "text": "kind of very exotic open-ended search may<00:06:19.680> be<00:06:19.840> the<00:06:20.080> solution<00:06:20.639> to<00:06:20.960> learning<00:06:21.600> what<00:06:21.840> we" + }, + { + "start": 381.99, + "duration": 0.0, + "text": "may be the solution to learning what we" + }, + { + "start": 382.0, + "duration": 0.0, + "text": "may be the solution to learning what we call<00:06:22.400> unified<00:06:23.440> and<00:06:23.759> factored<00:06:24.319> neural" + }, + { + "start": 384.79, + "duration": 0.0, + "text": "call unified and factored neural" + }, + { + "start": 384.8, + "duration": 0.0, + "text": "call unified and factored neural representations.<00:06:25.840> And<00:06:26.080> as<00:06:26.240> you<00:06:26.400> can<00:06:26.479> see<00:06:26.560> over" + }, + { + "start": 386.79, + "duration": 0.0, + "text": "representations. And as you can see over" + }, + { + "start": 386.8, + "duration": 0.0, + "text": "representations. And as you can see over here<00:06:26.960> the<00:06:27.199> representations<00:06:27.840> of<00:06:28.080> the<00:06:28.240> skull" + }, + { + "start": 388.629, + "duration": 0.0, + "text": "here the representations of the skull" + }, + { + "start": 388.639, + "duration": 0.0, + "text": "here the representations of the skull look<00:06:28.800> a<00:06:28.960> much<00:06:29.360> better<00:06:29.759> and<00:06:30.080> much<00:06:30.319> more<00:06:30.560> like" + }, + { + "start": 390.87, + "duration": 0.0, + "text": "look a much better and much more like" + }, + { + "start": 390.88, + "duration": 0.0, + "text": "look a much better and much more like what<00:06:31.120> we<00:06:31.360> would<00:06:31.520> want<00:06:32.240> in<00:06:32.479> how<00:06:32.720> you<00:06:32.880> would" + }, + { + "start": 393.029, + "duration": 0.0, + "text": "what we would want in how you would" + }, + { + "start": 393.039, + "duration": 0.0, + "text": "what we would want in how you would build<00:06:33.280> up<00:06:33.440> the<00:06:33.600> skull.<00:06:34.800> So<00:06:35.039> let's<00:06:35.280> get<00:06:35.440> into<00:06:36.319> um" + }, + { + "start": 396.71, + "duration": 0.0, + "text": "build up the skull. So let's get into um" + }, + { + "start": 396.72, + "duration": 0.0, + "text": "build up the skull. So let's get into um and<00:06:37.280> so<00:06:37.280> so<00:06:37.600> you<00:06:37.759> might<00:06:37.919> be<00:06:38.080> asking<00:06:38.400> why<00:06:38.560> does" + }, + { + "start": 398.71, + "duration": 0.0, + "text": "and so so you might be asking why does" + }, + { + "start": 398.72, + "duration": 0.0, + "text": "and so so you might be asking why does this<00:06:39.039> matter<00:06:39.360> at<00:06:39.520> all<00:06:39.759> right<00:06:40.240> if<00:06:40.560> the<00:06:40.800> output" + }, + { + "start": 401.189, + "duration": 0.0, + "text": "this matter at all right if the output" + }, + { + "start": 401.199, + "duration": 0.0, + "text": "this matter at all right if the output behavior<00:06:41.520> is<00:06:41.680> the<00:06:41.840> same<00:06:42.240> and<00:06:42.479> we<00:06:42.720> basically" + }, + { + "start": 403.029, + "duration": 0.0, + "text": "behavior is the same and we basically" + }, + { + "start": 403.039, + "duration": 0.0, + "text": "behavior is the same and we basically believe<00:06:43.280> that<00:06:43.520> the<00:06:43.680> internal<00:06:44.160> representation" + }, + { + "start": 405.029, + "duration": 0.0, + "text": "believe that the internal representation" + }, + { + "start": 405.039, + "duration": 0.0, + "text": "believe that the internal representation of<00:06:45.199> an<00:06:45.440> agent<00:06:46.400> really<00:06:47.280> u<00:06:47.520> affects<00:06:48.319> its" + }, + { + "start": 408.71, + "duration": 0.0, + "text": "of an agent really u affects its" + }, + { + "start": 408.72, + "duration": 0.0, + "text": "of an agent really u affects its capability<00:06:49.440> to<00:06:50.160> generalize<00:06:50.880> to<00:06:51.199> new" + }, + { + "start": 411.43, + "duration": 0.0, + "text": "capability to generalize to new" + }, + { + "start": 411.44, + "duration": 0.0, + "text": "capability to generalize to new situations<00:06:52.000> it's<00:06:52.400> never<00:06:52.560> seen<00:06:52.800> before" + }, + { + "start": 413.27, + "duration": 0.0, + "text": "situations it's never seen before" + }, + { + "start": 413.28, + "duration": 0.0, + "text": "situations it's never seen before especially<00:06:53.759> OOD<00:06:54.880> its<00:06:55.280> creativity<00:06:55.919> in<00:06:56.160> the" + }, + { + "start": 416.309, + "duration": 0.0, + "text": "especially OOD its creativity in the" + }, + { + "start": 416.319, + "duration": 0.0, + "text": "especially OOD its creativity in the sense<00:06:56.560> that<00:06:56.880> how<00:06:57.520> and<00:06:57.680> how<00:06:57.919> it<00:06:58.160> like<00:06:58.319> sees<00:06:58.639> the" + }, + { + "start": 418.79, + "duration": 0.0, + "text": "sense that how and how it like sees the" + }, + { + "start": 418.8, + "duration": 0.0, + "text": "sense that how and how it like sees the world<00:06:58.880> and<00:06:59.120> how<00:06:59.199> it<00:06:59.360> comes<00:06:59.599> up<00:06:59.680> with<00:06:59.919> new" + }, + { + "start": 420.07, + "duration": 0.0, + "text": "world and how it comes up with new" + }, + { + "start": 420.08, + "duration": 0.0, + "text": "world and how it comes up with new solutions<00:07:00.479> or<00:07:00.800> new<00:07:01.599> any<00:07:01.919> artifact<00:07:02.400> that<00:07:02.560> it" + }, + { + "start": 422.79, + "duration": 0.0, + "text": "solutions or new any artifact that it" + }, + { + "start": 422.8, + "duration": 0.0, + "text": "solutions or new any artifact that it can<00:07:02.960> create<00:07:03.919> and<00:07:04.319> especially<00:07:04.880> continual" + }, + { + "start": 425.35, + "duration": 0.0, + "text": "can create and especially continual" + }, + { + "start": 425.36, + "duration": 0.0, + "text": "can create and especially continual learning<00:07:05.599> and<00:07:05.840> adaptation.<00:07:06.960> And<00:07:07.199> you<00:07:07.360> can<00:07:07.520> see" + }, + { + "start": 427.589, + "duration": 0.0, + "text": "learning and adaptation. And you can see" + }, + { + "start": 427.599, + "duration": 0.0, + "text": "learning and adaptation. And you can see over<00:07:07.919> here<00:07:08.080> on<00:07:08.319> the<00:07:08.479> top<00:07:08.720> we<00:07:09.039> see<00:07:09.199> that<00:07:09.440> the" + }, + { + "start": 430.309, + "duration": 0.0, + "text": "over here on the top we see that the" + }, + { + "start": 430.319, + "duration": 0.0, + "text": "over here on the top we see that the network<00:07:10.639> with<00:07:10.880> the<00:07:11.120> nice<00:07:11.520> representation<00:07:12.960> if" + }, + { + "start": 433.189, + "duration": 0.0, + "text": "network with the nice representation if" + }, + { + "start": 433.199, + "duration": 0.0, + "text": "network with the nice representation if you<00:07:13.360> perturb<00:07:13.759> its<00:07:14.000> weights<00:07:14.400> it<00:07:14.639> has<00:07:14.800> really" + }, + { + "start": 435.11, + "duration": 0.0, + "text": "you perturb its weights it has really" + }, + { + "start": 435.12, + "duration": 0.0, + "text": "you perturb its weights it has really good<00:07:15.680> adaptability<00:07:16.720> behavior<00:07:17.360> because<00:07:17.599> the" + }, + { + "start": 437.99, + "duration": 0.0, + "text": "good adaptability behavior because the" + }, + { + "start": 438.0, + "duration": 0.0, + "text": "good adaptability behavior because the skull<00:07:18.319> changes<00:07:18.720> in<00:07:18.960> like<00:07:19.120> semantically" + }, + { + "start": 439.83, + "duration": 0.0, + "text": "skull changes in like semantically" + }, + { + "start": 439.84, + "duration": 0.0, + "text": "skull changes in like semantically meaningful<00:07:20.240> ways<00:07:20.960> versus<00:07:21.280> the<00:07:21.440> skull<00:07:21.680> on<00:07:21.840> the" + }, + { + "start": 441.99, + "duration": 0.0, + "text": "meaningful ways versus the skull on the" + }, + { + "start": 442.0, + "duration": 0.0, + "text": "meaningful ways versus the skull on the right<00:07:22.639> the<00:07:22.800> network<00:07:23.120> on<00:07:23.280> the<00:07:23.360> right<00:07:23.680> it<00:07:23.840> has" + }, + { + "start": 443.99, + "duration": 0.0, + "text": "right the network on the right it has" + }, + { + "start": 444.0, + "duration": 0.0, + "text": "right the network on the right it has terrible<00:07:24.479> adaptability<00:07:25.120> and<00:07:25.360> it<00:07:25.520> basically" + }, + { + "start": 445.83, + "duration": 0.0, + "text": "terrible adaptability and it basically" + }, + { + "start": 445.84, + "duration": 0.0, + "text": "terrible adaptability and it basically just<00:07:26.000> produces<00:07:26.400> like<00:07:26.560> a<00:07:26.720> mess<00:07:26.960> on<00:07:27.039> the<00:07:27.199> right." + }, + { + "start": 449.83, + "duration": 0.0, + "text": "just produces like a mess on the right." + }, + { + "start": 449.84, + "duration": 0.0, + "text": "just produces like a mess on the right. So<00:07:30.080> let's<00:07:30.319> get<00:07:30.479> into<00:07:30.639> the<00:07:30.880> details<00:07:31.199> of<00:07:31.360> how" + }, + { + "start": 451.589, + "duration": 0.0, + "text": "So let's get into the details of how" + }, + { + "start": 451.599, + "duration": 0.0, + "text": "So let's get into the details of how we're<00:07:32.080> uh<00:07:32.319> doing<00:07:32.479> this<00:07:32.720> kind<00:07:32.880> of<00:07:32.960> experiment," + }, + { + "start": 453.51, + "duration": 0.0, + "text": "we're uh doing this kind of experiment," + }, + { + "start": 453.52, + "duration": 0.0, + "text": "we're uh doing this kind of experiment, right?<00:07:33.919> So<00:07:34.479> uh<00:07:34.560> we're<00:07:34.800> going<00:07:34.880> to<00:07:34.960> be<00:07:35.120> using" + }, + { + "start": 455.27, + "duration": 0.0, + "text": "right? So uh we're going to be using" + }, + { + "start": 455.28, + "duration": 0.0, + "text": "right? So uh we're going to be using what<00:07:35.440> we<00:07:35.599> call<00:07:35.759> like<00:07:36.000> a<00:07:36.160> compositional" + }, + { + "start": 456.87, + "duration": 0.0, + "text": "what we call like a compositional" + }, + { + "start": 456.88, + "duration": 0.0, + "text": "what we call like a compositional pattern<00:07:37.280> producing<00:07:37.759> network<00:07:38.560> or<00:07:38.960> CPN.<00:07:40.160> And" + }, + { + "start": 460.55, + "duration": 0.0, + "text": "pattern producing network or CPN. And" + }, + { + "start": 460.56, + "duration": 0.0, + "text": "pattern producing network or CPN. And basically<00:07:41.120> this<00:07:41.280> is<00:07:41.440> like<00:07:41.520> a<00:07:41.759> toy<00:07:42.240> domain<00:07:42.720> to" + }, + { + "start": 462.95, + "duration": 0.0, + "text": "basically this is like a toy domain to" + }, + { + "start": 462.96, + "duration": 0.0, + "text": "basically this is like a toy domain to study<00:07:43.360> neural<00:07:43.840> representations.<00:07:45.039> And<00:07:45.280> the" + }, + { + "start": 465.43, + "duration": 0.0, + "text": "study neural representations. And the" + }, + { + "start": 465.44, + "duration": 0.0, + "text": "study neural representations. And the goal<00:07:45.680> is<00:07:45.919> basically<00:07:46.400> just<00:07:46.639> to<00:07:46.800> implicitly" + }, + { + "start": 467.589, + "duration": 0.0, + "text": "goal is basically just to implicitly" + }, + { + "start": 467.599, + "duration": 0.0, + "text": "goal is basically just to implicitly represent<00:07:48.000> an<00:07:48.240> image.<00:07:48.720> And<00:07:48.960> at<00:07:49.120> a<00:07:49.280> high<00:07:49.440> level," + }, + { + "start": 469.749, + "duration": 0.0, + "text": "represent an image. And at a high level," + }, + { + "start": 469.759, + "duration": 0.0, + "text": "represent an image. And at a high level, it's<00:07:50.000> inspired<00:07:50.479> by<00:07:50.720> the<00:07:51.039> biological" + }, + { + "start": 471.749, + "duration": 0.0, + "text": "it's inspired by the biological" + }, + { + "start": 471.759, + "duration": 0.0, + "text": "it's inspired by the biological development<00:07:52.240> process<00:07:53.120> like<00:07:53.440> morphogenesis." + }, + { + "start": 474.79, + "duration": 0.0, + "text": "development process like morphogenesis." + }, + { + "start": 474.8, + "duration": 0.0, + "text": "development process like morphogenesis. Um<00:07:55.280> because<00:07:55.840> it's<00:07:56.240> about<00:07:56.720> how<00:07:56.960> do<00:07:57.120> you<00:07:57.360> reuse" + }, + { + "start": 477.909, + "duration": 0.0, + "text": "Um because it's about how do you reuse" + }, + { + "start": 477.919, + "duration": 0.0, + "text": "Um because it's about how do you reuse existing<00:07:58.400> machinery<00:07:59.039> to<00:07:59.440> across<00:08:00.000> different" + }, + { + "start": 480.55, + "duration": 0.0, + "text": "existing machinery to across different" + }, + { + "start": 480.56, + "duration": 0.0, + "text": "existing machinery to across different like<00:08:01.120> uh<00:08:01.280> points<00:08:01.599> in<00:08:01.840> space<00:08:02.080> in<00:08:02.240> order<00:08:02.400> to" + }, + { + "start": 482.55, + "duration": 0.0, + "text": "like uh points in space in order to" + }, + { + "start": 482.56, + "duration": 0.0, + "text": "like uh points in space in order to achieve<00:08:02.800> the<00:08:03.039> same<00:08:03.199> thing.<00:08:03.759> That's<00:08:03.919> where<00:08:04.080> the" + }, + { + "start": 484.23, + "duration": 0.0, + "text": "achieve the same thing. That's where the" + }, + { + "start": 484.24, + "duration": 0.0, + "text": "achieve the same thing. That's where the inspiration<00:08:04.720> comes<00:08:04.960> from.<00:08:05.440> So<00:08:05.680> let's<00:08:05.919> talk" + }, + { + "start": 485.99, + "duration": 0.0, + "text": "inspiration comes from. So let's talk" + }, + { + "start": 486.0, + "duration": 0.0, + "text": "inspiration comes from. So let's talk about<00:08:06.160> how<00:08:06.319> we<00:08:06.479> would<00:08:06.720> represent<00:08:07.039> this" + }, + { + "start": 487.27, + "duration": 0.0, + "text": "about how we would represent this" + }, + { + "start": 487.28, + "duration": 0.0, + "text": "about how we would represent this specific<00:08:07.680> image.<00:08:08.080> Let's<00:08:08.479> see<00:08:08.720> this<00:08:08.960> pixel<00:08:09.599> uh" + }, + { + "start": 489.749, + "duration": 0.0, + "text": "specific image. Let's see this pixel uh" + }, + { + "start": 489.759, + "duration": 0.0, + "text": "specific image. Let's see this pixel uh that's<00:08:10.000> highlighted<00:08:10.479> over<00:08:10.720> there.<00:08:11.199> What" + }, + { + "start": 491.43, + "duration": 0.0, + "text": "that's highlighted over there. What" + }, + { + "start": 491.44, + "duration": 0.0, + "text": "that's highlighted over there. What we're<00:08:11.599> going<00:08:11.680> to<00:08:11.759> do<00:08:11.919> is<00:08:12.080> we're<00:08:12.319> going<00:08:12.479> to" + }, + { + "start": 492.629, + "duration": 0.0, + "text": "we're going to do is we're going to" + }, + { + "start": 492.639, + "duration": 0.0, + "text": "we're going to do is we're going to basically<00:08:13.120> mark<00:08:13.440> its<00:08:13.759> xy<00:08:14.319> location<00:08:14.800> and<00:08:15.039> its<00:08:15.440> d" + }, + { + "start": 495.83, + "duration": 0.0, + "text": "basically mark its xy location and its d" + }, + { + "start": 495.84, + "duration": 0.0, + "text": "basically mark its xy location and its d distance<00:08:16.160> from<00:08:16.400> the<00:08:16.560> center.<00:08:17.599> And<00:08:17.840> we're" + }, + { + "start": 497.99, + "duration": 0.0, + "text": "distance from the center. And we're" + }, + { + "start": 498.0, + "duration": 0.0, + "text": "distance from the center. And we're going<00:08:18.080> to<00:08:18.240> take<00:08:18.400> these<00:08:18.720> three<00:08:19.039> numbers<00:08:19.440> and" + }, + { + "start": 499.749, + "duration": 0.0, + "text": "going to take these three numbers and" + }, + { + "start": 499.759, + "duration": 0.0, + "text": "going to take these three numbers and just<00:08:20.000> plug<00:08:20.240> them<00:08:20.400> into<00:08:20.800> a<00:08:21.120> network<00:08:21.599> that<00:08:21.840> is" + }, + { + "start": 501.99, + "duration": 0.0, + "text": "just plug them into a network that is" + }, + { + "start": 502.0, + "duration": 0.0, + "text": "just plug them into a network that is the<00:08:22.160> CPN.<00:08:23.599> And<00:08:23.840> after<00:08:24.160> it's<00:08:24.400> done<00:08:24.639> processing," + }, + { + "start": 505.189, + "duration": 0.0, + "text": "the CPN. And after it's done processing," + }, + { + "start": 505.199, + "duration": 0.0, + "text": "the CPN. And after it's done processing, we're<00:08:25.360> going<00:08:25.440> to<00:08:25.520> take<00:08:25.680> its<00:08:25.919> output<00:08:26.319> and" + }, + { + "start": 506.869, + "duration": 0.0, + "text": "we're going to take its output and" + }, + { + "start": 506.879, + "duration": 0.0, + "text": "we're going to take its output and consider<00:08:27.280> it<00:08:27.440> as<00:08:27.680> its<00:08:27.919> HSV<00:08:29.199> or<00:08:29.520> you<00:08:29.759> could" + }, + { + "start": 509.83, + "duration": 0.0, + "text": "consider it as its HSV or you could" + }, + { + "start": 509.84, + "duration": 0.0, + "text": "consider it as its HSV or you could think<00:08:29.919> about<00:08:30.000> it<00:08:30.160> as<00:08:30.240> just<00:08:30.400> like<00:08:30.479> a<00:08:30.639> RGB<00:08:31.199> value." + }, + { + "start": 511.83, + "duration": 0.0, + "text": "think about it as just like a RGB value." + }, + { + "start": 511.84, + "duration": 0.0, + "text": "think about it as just like a RGB value. And<00:08:32.080> that's<00:08:32.399> going<00:08:32.479> to<00:08:32.640> be<00:08:32.880> the<00:08:33.200> RGB<00:08:33.760> pixel" + }, + { + "start": 514.07, + "duration": 0.0, + "text": "And that's going to be the RGB pixel" + }, + { + "start": 514.08, + "duration": 0.0, + "text": "And that's going to be the RGB pixel value<00:08:34.399> for<00:08:34.640> that<00:08:35.200> um<00:08:35.680> pixel.<00:08:36.719> And<00:08:36.880> if<00:08:37.120> you" + }, + { + "start": 517.269, + "duration": 0.0, + "text": "value for that um pixel. And if you" + }, + { + "start": 517.279, + "duration": 0.0, + "text": "value for that um pixel. And if you sweep<00:08:37.680> this<00:08:37.919> across<00:08:38.479> every<00:08:38.800> pixel<00:08:39.200> in<00:08:39.360> the" + }, + { + "start": 519.589, + "duration": 0.0, + "text": "sweep this across every pixel in the" + }, + { + "start": 519.599, + "duration": 0.0, + "text": "sweep this across every pixel in the image,<00:08:40.240> then<00:08:40.479> you<00:08:40.719> can<00:08:40.880> basically<00:08:41.599> visualize" + }, + { + "start": 522.31, + "duration": 0.0, + "text": "image, then you can basically visualize" + }, + { + "start": 522.32, + "duration": 0.0, + "text": "image, then you can basically visualize the<00:08:42.640> entire<00:08:43.120> output<00:08:43.599> behavior<00:08:44.000> of<00:08:44.159> the<00:08:44.320> CPN<00:08:45.040> as" + }, + { + "start": 525.35, + "duration": 0.0, + "text": "the entire output behavior of the CPN as" + }, + { + "start": 525.36, + "duration": 0.0, + "text": "the entire output behavior of the CPN as a<00:08:45.519> single<00:08:45.839> image.<00:08:47.200> And<00:08:47.440> the<00:08:47.680> reason<00:08:47.920> that<00:08:48.240> we" + }, + { + "start": 528.55, + "duration": 0.0, + "text": "a single image. And the reason that we" + }, + { + "start": 528.56, + "duration": 0.0, + "text": "a single image. And the reason that we construct<00:08:48.959> the<00:08:49.279> image<00:08:49.519> like<00:08:49.760> this<00:08:50.160> rather" + }, + { + "start": 530.47, + "duration": 0.0, + "text": "construct the image like this rather" + }, + { + "start": 530.48, + "duration": 0.0, + "text": "construct the image like this rather than<00:08:50.640> just<00:08:50.880> modeling<00:08:51.279> like<00:08:51.519> the<00:08:51.680> RGB<00:08:52.240> pixels" + }, + { + "start": 533.19, + "duration": 0.0, + "text": "than just modeling like the RGB pixels" + }, + { + "start": 533.2, + "duration": 0.0, + "text": "than just modeling like the RGB pixels is<00:08:53.519> because<00:08:54.240> this<00:08:54.560> makes<00:08:54.800> it<00:08:55.040> very<00:08:55.360> very<00:08:55.680> easy" + }, + { + "start": 536.31, + "duration": 0.0, + "text": "is because this makes it very very easy" + }, + { + "start": 536.32, + "duration": 0.0, + "text": "is because this makes it very very easy to<00:08:57.120> uh<00:08:57.279> visualize<00:08:58.399> how<00:08:58.720> the<00:08:59.040> output<00:08:59.519> behavior" + }, + { + "start": 539.99, + "duration": 0.0, + "text": "to uh visualize how the output behavior" + }, + { + "start": 540.0, + "duration": 0.0, + "text": "to uh visualize how the output behavior of<00:09:00.240> this<00:09:00.560> network<00:09:00.959> is<00:09:01.279> internally" + }, + { + "start": 541.91, + "duration": 0.0, + "text": "of this network is internally" + }, + { + "start": 541.92, + "duration": 0.0, + "text": "of this network is internally represented<00:09:02.560> neuron<00:09:02.880> by<00:09:03.120> neuron.<00:09:03.600> So<00:09:03.839> in<00:09:04.000> this" + }, + { + "start": 544.15, + "duration": 0.0, + "text": "represented neuron by neuron. So in this" + }, + { + "start": 544.16, + "duration": 0.0, + "text": "represented neuron by neuron. So in this case<00:09:04.320> you<00:09:04.480> can<00:09:04.560> literally<00:09:04.880> go<00:09:05.040> to<00:09:05.200> each<00:09:05.440> neuron" + }, + { + "start": 545.91, + "duration": 0.0, + "text": "case you can literally go to each neuron" + }, + { + "start": 545.92, + "duration": 0.0, + "text": "case you can literally go to each neuron and<00:09:06.160> see<00:09:06.880> when<00:09:07.200> does<00:09:07.360> it<00:09:07.519> activate<00:09:08.080> at<00:09:08.320> which" + }, + { + "start": 548.55, + "duration": 0.0, + "text": "and see when does it activate at which" + }, + { + "start": 548.56, + "duration": 0.0, + "text": "and see when does it activate at which XY<00:09:09.040> locations<00:09:09.440> does<00:09:09.600> it<00:09:09.760> activate<00:09:10.399> and<00:09:10.560> you" + }, + { + "start": 550.71, + "duration": 0.0, + "text": "XY locations does it activate and you" + }, + { + "start": 550.72, + "duration": 0.0, + "text": "XY locations does it activate and you can<00:09:10.880> visualize<00:09:11.360> that<00:09:11.680> as<00:09:11.920> an<00:09:12.160> image<00:09:12.480> also." + }, + { + "start": 554.55, + "duration": 0.0, + "text": "can visualize that as an image also." + }, + { + "start": 554.56, + "duration": 0.0, + "text": "can visualize that as an image also. And<00:09:14.800> one<00:09:14.959> thing<00:09:15.120> I<00:09:15.279> want<00:09:15.360> to<00:09:15.519> make<00:09:15.680> clear,<00:09:16.320> um," + }, + { + "start": 556.55, + "duration": 0.0, + "text": "And one thing I want to make clear, um," + }, + { + "start": 556.56, + "duration": 0.0, + "text": "And one thing I want to make clear, um, this<00:09:16.720> is<00:09:16.880> probably<00:09:17.120> a<00:09:17.360> really<00:09:17.519> important" + }, + { + "start": 557.75, + "duration": 0.0, + "text": "this is probably a really important" + }, + { + "start": 557.76, + "duration": 0.0, + "text": "this is probably a really important slide,<00:09:18.080> is<00:09:18.240> that<00:09:18.399> the<00:09:18.560> CPN<00:09:19.360> are<00:09:19.519> an<00:09:19.760> analogy." + }, + { + "start": 560.71, + "duration": 0.0, + "text": "slide, is that the CPN are an analogy." + }, + { + "start": 560.72, + "duration": 0.0, + "text": "slide, is that the CPN are an analogy. We're<00:09:20.959> not<00:09:21.120> really<00:09:21.360> interested<00:09:21.680> in<00:09:21.920> just<00:09:22.080> like" + }, + { + "start": 562.31, + "duration": 0.0, + "text": "We're not really interested in just like" + }, + { + "start": 562.32, + "duration": 0.0, + "text": "We're not really interested in just like how<00:09:22.480> do<00:09:22.560> you<00:09:22.720> represent<00:09:23.120> images,<00:09:23.600> but<00:09:23.920> rather" + }, + { + "start": 564.71, + "duration": 0.0, + "text": "how do you represent images, but rather" + }, + { + "start": 564.72, + "duration": 0.0, + "text": "how do you represent images, but rather these<00:09:24.959> CPN<00:09:25.600> serve<00:09:25.839> as<00:09:26.000> like<00:09:26.160> a<00:09:26.320> very<00:09:26.560> useful" + }, + { + "start": 567.03, + "duration": 0.0, + "text": "these CPN serve as like a very useful" + }, + { + "start": 567.04, + "duration": 0.0, + "text": "these CPN serve as like a very useful visual<00:09:27.440> analogy<00:09:28.080> to<00:09:28.399> think<00:09:28.560> about<00:09:28.880> what<00:09:29.600> other" + }, + { + "start": 569.829, + "duration": 0.0, + "text": "visual analogy to think about what other" + }, + { + "start": 569.839, + "duration": 0.0, + "text": "visual analogy to think about what other AI<00:09:30.320> systems<00:09:30.800> like<00:09:31.200> largecale<00:09:31.839> LLMs<00:09:32.480> might<00:09:32.720> be" + }, + { + "start": 573.03, + "duration": 0.0, + "text": "AI systems like largecale LLMs might be" + }, + { + "start": 573.04, + "duration": 0.0, + "text": "AI systems like largecale LLMs might be doing,<00:09:33.519> right?" + }, + { + "start": 575.11, + "duration": 0.0, + "text": "doing, right?" + }, + { + "start": 575.12, + "duration": 0.0, + "text": "doing, right? And<00:09:35.519> basically<00:09:35.920> the<00:09:36.160> analogy<00:09:36.560> is<00:09:36.800> that<00:09:37.040> its" + }, + { + "start": 577.43, + "duration": 0.0, + "text": "And basically the analogy is that its" + }, + { + "start": 577.44, + "duration": 0.0, + "text": "And basically the analogy is that its output<00:09:37.920> behavior<00:09:38.480> or<00:09:38.720> the<00:09:38.880> output<00:09:39.200> image<00:09:39.440> of" + }, + { + "start": 579.59, + "duration": 0.0, + "text": "output behavior or the output image of" + }, + { + "start": 579.6, + "duration": 0.0, + "text": "output behavior or the output image of the<00:09:39.760> CPN<00:09:40.560> is<00:09:41.120> analogous<00:09:41.680> to<00:09:41.839> the<00:09:42.080> LLM's<00:09:42.720> entire" + }, + { + "start": 583.11, + "duration": 0.0, + "text": "the CPN is analogous to the LLM's entire" + }, + { + "start": 583.12, + "duration": 0.0, + "text": "the CPN is analogous to the LLM's entire output<00:09:43.600> behavior<00:09:44.000> over<00:09:44.320> the<00:09:44.560> entire<00:09:45.279> its" + }, + { + "start": 585.67, + "duration": 0.0, + "text": "output behavior over the entire its" + }, + { + "start": 585.68, + "duration": 0.0, + "text": "output behavior over the entire its entire<00:09:46.000> output<00:09:46.480> space.<00:09:46.959> Right?<00:09:48.399> And<00:09:48.720> the" + }, + { + "start": 588.949, + "duration": 0.0, + "text": "entire output space. Right? And the" + }, + { + "start": 588.959, + "duration": 0.0, + "text": "entire output space. Right? And the CPN's<00:09:49.680> internal<00:09:50.160> visualization<00:09:51.200> is" + }, + { + "start": 591.59, + "duration": 0.0, + "text": "CPN's internal visualization is" + }, + { + "start": 591.6, + "duration": 0.0, + "text": "CPN's internal visualization is basically<00:09:52.000> analogous<00:09:52.480> to<00:09:52.640> the<00:09:52.800> LLM's" + }, + { + "start": 593.35, + "duration": 0.0, + "text": "basically analogous to the LLM's" + }, + { + "start": 593.36, + "duration": 0.0, + "text": "basically analogous to the LLM's internal<00:09:53.760> representation<00:09:54.560> of<00:09:54.959> its<00:09:55.200> entire" + }, + { + "start": 595.509, + "duration": 0.0, + "text": "internal representation of its entire" + }, + { + "start": 595.519, + "duration": 0.0, + "text": "internal representation of its entire output<00:09:55.839> behavior.<00:09:56.160> So<00:09:56.320> basically<00:09:56.560> just<00:09:56.800> how" + }, + { + "start": 596.949, + "duration": 0.0, + "text": "output behavior. So basically just how" + }, + { + "start": 596.959, + "duration": 0.0, + "text": "output behavior. So basically just how it<00:09:57.120> models<00:09:57.440> and<00:09:57.680> sees<00:09:57.920> the<00:09:58.160> world." + }, + { + "start": 599.99, + "duration": 0.0, + "text": "it models and sees the world." + }, + { + "start": 600.0, + "duration": 0.0, + "text": "it models and sees the world. And<00:10:00.800> because<00:10:01.040> we're<00:10:01.279> using<00:10:01.440> CPN,<00:10:02.080> we<00:10:02.240> can<00:10:02.320> just" + }, + { + "start": 602.47, + "duration": 0.0, + "text": "And because we're using CPN, we can just" + }, + { + "start": 602.48, + "duration": 0.0, + "text": "And because we're using CPN, we can just visualize<00:10:03.200> how<00:10:03.600> these<00:10:04.000> behaviors<00:10:04.480> are" + }, + { + "start": 604.79, + "duration": 0.0, + "text": "visualize how these behaviors are" + }, + { + "start": 604.8, + "duration": 0.0, + "text": "visualize how these behaviors are constructed<00:10:05.680> holistically,<00:10:06.560> right?<00:10:06.880> Not" + }, + { + "start": 607.11, + "duration": 0.0, + "text": "constructed holistically, right? Not" + }, + { + "start": 607.12, + "duration": 0.0, + "text": "constructed holistically, right? Not just<00:10:07.279> like<00:10:07.600> in<00:10:07.920> a<00:10:08.080> single<00:10:08.320> neuron,<00:10:08.640> but<00:10:08.880> seeing" + }, + { + "start": 609.11, + "duration": 0.0, + "text": "just like in a single neuron, but seeing" + }, + { + "start": 609.12, + "duration": 0.0, + "text": "just like in a single neuron, but seeing how<00:10:09.279> it's<00:10:09.600> built<00:10:09.839> up<00:10:10.000> over<00:10:10.240> many<00:10:10.560> many" + }, + { + "start": 610.79, + "duration": 0.0, + "text": "how it's built up over many many" + }, + { + "start": 610.8, + "duration": 0.0, + "text": "how it's built up over many many neurons." + }, + { + "start": 612.55, + "duration": 0.0, + "text": "neurons." + }, + { + "start": 612.56, + "duration": 0.0, + "text": "neurons. And<00:10:12.800> importantly,<00:10:13.839> uh<00:10:14.000> this<00:10:14.240> brings<00:10:14.480> us<00:10:14.640> to" + }, + { + "start": 614.79, + "duration": 0.0, + "text": "And importantly, uh this brings us to" + }, + { + "start": 614.8, + "duration": 0.0, + "text": "And importantly, uh this brings us to the<00:10:15.040> main<00:10:15.279> point<00:10:15.519> is<00:10:15.760> that<00:10:15.920> like<00:10:16.160> two<00:10:16.399> CPNs<00:10:17.040> may" + }, + { + "start": 617.269, + "duration": 0.0, + "text": "the main point is that like two CPNs may" + }, + { + "start": 617.279, + "duration": 0.0, + "text": "the main point is that like two CPNs may have<00:10:17.360> the<00:10:17.600> exact<00:10:17.920> same<00:10:18.160> output<00:10:18.640> behavior,<00:10:19.519> but" + }, + { + "start": 619.829, + "duration": 0.0, + "text": "have the exact same output behavior, but" + }, + { + "start": 619.839, + "duration": 0.0, + "text": "have the exact same output behavior, but their<00:10:20.000> inner<00:10:20.320> encodings<00:10:20.880> could<00:10:21.120> be" + }, + { + "start": 621.43, + "duration": 0.0, + "text": "their inner encodings could be" + }, + { + "start": 621.44, + "duration": 0.0, + "text": "their inner encodings could be qualitatively<00:10:22.240> different,<00:10:22.640> right?<00:10:23.200> And<00:10:23.440> this" + }, + { + "start": 623.67, + "duration": 0.0, + "text": "qualitatively different, right? And this" + }, + { + "start": 623.68, + "duration": 0.0, + "text": "qualitatively different, right? And this means<00:10:23.920> that<00:10:24.320> two<00:10:24.640> LLMs<00:10:25.279> may<00:10:25.519> have<00:10:25.600> the<00:10:25.839> same" + }, + { + "start": 626.069, + "duration": 0.0, + "text": "means that two LLMs may have the same" + }, + { + "start": 626.079, + "duration": 0.0, + "text": "means that two LLMs may have the same output<00:10:26.480> behavior,<00:10:26.959> as<00:10:27.120> in<00:10:27.360> you<00:10:27.519> can't<00:10:27.680> tell" + }, + { + "start": 627.829, + "duration": 0.0, + "text": "output behavior, as in you can't tell" + }, + { + "start": 627.839, + "duration": 0.0, + "text": "output behavior, as in you can't tell them<00:10:28.079> apart<00:10:28.399> from<00:10:28.640> what<00:10:28.880> they're<00:10:29.040> doing<00:10:29.200> on" + }, + { + "start": 629.43, + "duration": 0.0, + "text": "them apart from what they're doing on" + }, + { + "start": 629.44, + "duration": 0.0, + "text": "them apart from what they're doing on the<00:10:29.600> outside,<00:10:30.079> but<00:10:30.320> their<00:10:30.560> internal" + }, + { + "start": 631.03, + "duration": 0.0, + "text": "the outside, but their internal" + }, + { + "start": 631.04, + "duration": 0.0, + "text": "the outside, but their internal representation<00:10:31.600> and<00:10:31.760> how<00:10:31.920> they<00:10:32.160> see<00:10:32.320> the" + }, + { + "start": 632.55, + "duration": 0.0, + "text": "representation and how they see the" + }, + { + "start": 632.56, + "duration": 0.0, + "text": "representation and how they see the world<00:10:32.959> internally<00:10:33.920> may<00:10:34.160> be<00:10:34.320> qualitatively" + }, + { + "start": 635.11, + "duration": 0.0, + "text": "world internally may be qualitatively" + }, + { + "start": 635.12, + "duration": 0.0, + "text": "world internally may be qualitatively different." + }, + { + "start": 638.24, + "duration": 0.0, + "text": "Sweet.<00:10:38.640> And<00:10:38.800> with<00:10:39.040> that,<00:10:39.519> um,<00:10:39.760> I<00:10:40.000> will" + }, + { + "start": 640.15, + "duration": 0.0, + "text": "Sweet. And with that, um, I will" + }, + { + "start": 640.16, + "duration": 0.0, + "text": "Sweet. And with that, um, I will actually<00:10:40.399> go<00:10:40.640> on<00:10:40.800> a<00:10:41.040> slight<00:10:41.360> tangent<00:10:41.760> with" + }, + { + "start": 641.91, + "duration": 0.0, + "text": "actually go on a slight tangent with" + }, + { + "start": 641.92, + "duration": 0.0, + "text": "actually go on a slight tangent with Pigreeder,<00:10:42.480> but<00:10:42.640> it'll<00:10:42.880> connect<00:10:43.200> back<00:10:43.360> into" + }, + { + "start": 643.509, + "duration": 0.0, + "text": "Pigreeder, but it'll connect back into" + }, + { + "start": 643.519, + "duration": 0.0, + "text": "Pigreeder, but it'll connect back into the<00:10:43.760> main<00:10:43.920> story<00:10:44.560> very<00:10:44.880> quickly.<00:10:46.320> So,<00:10:46.560> let's" + }, + { + "start": 646.79, + "duration": 0.0, + "text": "the main story very quickly. So, let's" + }, + { + "start": 646.8, + "duration": 0.0, + "text": "the main story very quickly. So, let's talk<00:10:46.880> about<00:10:47.040> Pigreeder.<00:10:47.600> So,<00:10:47.760> Pigreeder<00:10:48.480> was" + }, + { + "start": 648.63, + "duration": 0.0, + "text": "talk about Pigreeder. So, Pigreeder was" + }, + { + "start": 648.64, + "duration": 0.0, + "text": "talk about Pigreeder. So, Pigreeder was basically<00:10:49.120> an<00:10:49.440> online<00:10:49.920> website<00:10:50.720> for<00:10:51.120> humans" + }, + { + "start": 651.509, + "duration": 0.0, + "text": "basically an online website for humans" + }, + { + "start": 651.519, + "duration": 0.0, + "text": "basically an online website for humans to<00:10:51.920> breed<00:10:52.480> these<00:10:52.959> CPN<00:10:53.680> images<00:10:54.240> to<00:10:54.480> their" + }, + { + "start": 654.71, + "duration": 0.0, + "text": "to breed these CPN images to their" + }, + { + "start": 654.72, + "duration": 0.0, + "text": "to breed these CPN images to their desire.<00:10:55.360> So,<00:10:55.600> humans<00:10:55.920> would<00:10:56.079> just<00:10:56.320> see<00:10:56.480> these" + }, + { + "start": 656.79, + "duration": 0.0, + "text": "desire. So, humans would just see these" + }, + { + "start": 656.8, + "duration": 0.0, + "text": "desire. So, humans would just see these images<00:10:57.120> and<00:10:57.279> you'd<00:10:57.600> pick<00:10:57.839> like<00:10:58.000> two<00:10:58.160> or<00:10:58.399> three" + }, + { + "start": 658.47, + "duration": 0.0, + "text": "images and you'd pick like two or three" + }, + { + "start": 658.48, + "duration": 0.0, + "text": "images and you'd pick like two or three of<00:10:58.640> them<00:10:58.800> you'd<00:10:59.040> like<00:10:59.839> and<00:11:00.240> just<00:11:00.560> mutate<00:11:00.959> them" + }, + { + "start": 661.11, + "duration": 0.0, + "text": "of them you'd like and just mutate them" + }, + { + "start": 661.12, + "duration": 0.0, + "text": "of them you'd like and just mutate them and<00:11:01.279> keep<00:11:01.519> going.<00:11:01.760> It's<00:11:02.000> kind<00:11:02.160> of<00:11:02.240> like" + }, + { + "start": 662.389, + "duration": 0.0, + "text": "and keep going. It's kind of like" + }, + { + "start": 662.399, + "duration": 0.0, + "text": "and keep going. It's kind of like breeding<00:11:02.800> horses,<00:11:03.279> right?<00:11:04.160> And<00:11:04.720> what<00:11:04.959> you're" + }, + { + "start": 665.11, + "duration": 0.0, + "text": "breeding horses, right? And what you're" + }, + { + "start": 665.12, + "duration": 0.0, + "text": "breeding horses, right? And what you're going<00:11:05.200> to<00:11:05.279> be<00:11:05.440> doing<00:11:05.600> is<00:11:05.839> just<00:11:06.000> evolving<00:11:06.560> the" + }, + { + "start": 666.87, + "duration": 0.0, + "text": "going to be doing is just evolving the" + }, + { + "start": 666.88, + "duration": 0.0, + "text": "going to be doing is just evolving the underlying<00:11:07.440> CPN<00:11:08.160> that<00:11:08.560> um<00:11:08.800> generated<00:11:09.279> these" + }, + { + "start": 669.59, + "duration": 0.0, + "text": "underlying CPN that um generated these" + }, + { + "start": 669.6, + "duration": 0.0, + "text": "underlying CPN that um generated these images." + }, + { + "start": 672.23, + "duration": 0.0, + "text": "images." + }, + { + "start": 672.24, + "duration": 0.0, + "text": "images. And<00:11:12.560> importantly,<00:11:13.360> one<00:11:13.519> of<00:11:13.600> the<00:11:13.839> big<00:11:14.240> uh" + }, + { + "start": 674.389, + "duration": 0.0, + "text": "And importantly, one of the big uh" + }, + { + "start": 674.399, + "duration": 0.0, + "text": "And importantly, one of the big uh things<00:11:14.640> about<00:11:14.800> the<00:11:15.040> system<00:11:15.279> is<00:11:15.519> that<00:11:15.680> there" + }, + { + "start": 675.99, + "duration": 0.0, + "text": "things about the system is that there" + }, + { + "start": 676.0, + "duration": 0.0, + "text": "things about the system is that there was<00:11:16.160> no<00:11:16.480> end<00:11:16.800> goal.<00:11:17.200> you<00:11:17.360> can<00:11:17.519> just<00:11:17.680> do" + }, + { + "start": 677.75, + "duration": 0.0, + "text": "was no end goal. you can just do" + }, + { + "start": 677.76, + "duration": 0.0, + "text": "was no end goal. you can just do whatever<00:11:18.079> you<00:11:18.160> want.<00:11:18.399> The<00:11:18.640> humans<00:11:18.880> weren't" + }, + { + "start": 679.19, + "duration": 0.0, + "text": "whatever you want. The humans weren't" + }, + { + "start": 679.2, + "duration": 0.0, + "text": "whatever you want. The humans weren't told<00:11:19.440> like,<00:11:19.680> oh,<00:11:20.000> you<00:11:20.160> should<00:11:20.320> try<00:11:20.480> to<00:11:20.560> evolve" + }, + { + "start": 680.949, + "duration": 0.0, + "text": "told like, oh, you should try to evolve" + }, + { + "start": 680.959, + "duration": 0.0, + "text": "told like, oh, you should try to evolve a<00:11:21.200> skull<00:11:21.519> or<00:11:21.680> you<00:11:21.839> should<00:11:22.000> try<00:11:22.160> to<00:11:22.320> evolve<00:11:22.720> like" + }, + { + "start": 682.949, + "duration": 0.0, + "text": "a skull or you should try to evolve like" + }, + { + "start": 682.959, + "duration": 0.0, + "text": "a skull or you should try to evolve like a<00:11:23.120> cat<00:11:23.440> image<00:11:23.760> or<00:11:23.920> something.<00:11:24.480> They<00:11:24.640> just<00:11:24.800> said" + }, + { + "start": 685.03, + "duration": 0.0, + "text": "a cat image or something. They just said" + }, + { + "start": 685.04, + "duration": 0.0, + "text": "a cat image or something. They just said just<00:11:25.279> do<00:11:25.360> whatever<00:11:25.680> you<00:11:25.839> want.<00:11:26.160> Have<00:11:26.320> fun.<00:11:27.440> And" + }, + { + "start": 688.069, + "duration": 0.0, + "text": "just do whatever you want. Have fun. And" + }, + { + "start": 688.079, + "duration": 0.0, + "text": "just do whatever you want. Have fun. And uh<00:11:28.320> one<00:11:28.640> caveat<00:11:29.040> here<00:11:29.200> is<00:11:29.360> that<00:11:29.519> the<00:11:29.680> actual" + }, + { + "start": 689.91, + "duration": 0.0, + "text": "uh one caveat here is that the actual" + }, + { + "start": 689.92, + "duration": 0.0, + "text": "uh one caveat here is that the actual CPN's<00:11:30.640> used<00:11:30.880> inside<00:11:31.200> here<00:11:31.440> were<00:11:31.680> not<00:11:31.839> like" + }, + { + "start": 691.99, + "duration": 0.0, + "text": "CPN's used inside here were not like" + }, + { + "start": 692.0, + "duration": 0.0, + "text": "CPN's used inside here were not like your<00:11:32.320> conventional<00:11:33.519> multi-layer" + }, + { + "start": 694.069, + "duration": 0.0, + "text": "your conventional multi-layer" + }, + { + "start": 694.079, + "duration": 0.0, + "text": "your conventional multi-layer perceptrons<00:11:34.800> from<00:11:35.519> um<00:11:35.680> AI,<00:11:36.480> but<00:11:36.800> rather<00:11:37.040> these" + }, + { + "start": 697.43, + "duration": 0.0, + "text": "perceptrons from um AI, but rather these" + }, + { + "start": 697.44, + "duration": 0.0, + "text": "perceptrons from um AI, but rather these things<00:11:37.680> called<00:11:38.160> neuro<00:11:38.480> evolution<00:11:39.040> of" + }, + { + "start": 699.19, + "duration": 0.0, + "text": "things called neuro evolution of" + }, + { + "start": 699.2, + "duration": 0.0, + "text": "things called neuro evolution of augmenting<00:11:39.760> topologies<00:11:40.399> need.<00:11:41.120> And<00:11:41.360> you<00:11:41.600> can" + }, + { + "start": 701.75, + "duration": 0.0, + "text": "augmenting topologies need. And you can" + }, + { + "start": 701.76, + "duration": 0.0, + "text": "augmenting topologies need. And you can imagine<00:11:42.079> this<00:11:42.320> as<00:11:42.640> like<00:11:43.120> rather<00:11:43.360> than<00:11:43.600> having" + }, + { + "start": 703.75, + "duration": 0.0, + "text": "imagine this as like rather than having" + }, + { + "start": 703.76, + "duration": 0.0, + "text": "imagine this as like rather than having like<00:11:43.920> a<00:11:44.160> dense<00:11:44.480> connected<00:11:44.959> network,<00:11:45.279> you<00:11:45.519> have" + }, + { + "start": 705.59, + "duration": 0.0, + "text": "like a dense connected network, you have" + }, + { + "start": 705.6, + "duration": 0.0, + "text": "like a dense connected network, you have like<00:11:45.839> a<00:11:46.079> graph<00:11:46.399> of<00:11:46.640> neurons<00:11:47.360> that<00:11:47.600> you're" + }, + { + "start": 707.91, + "duration": 0.0, + "text": "like a graph of neurons that you're" + }, + { + "start": 707.92, + "duration": 0.0, + "text": "like a graph of neurons that you're growing<00:11:48.480> in<00:11:48.720> this<00:11:48.959> arbitrary<00:11:49.680> way.<00:11:50.399> So<00:11:50.560> it's" + }, + { + "start": 710.79, + "duration": 0.0, + "text": "growing in this arbitrary way. So it's" + }, + { + "start": 710.8, + "duration": 0.0, + "text": "growing in this arbitrary way. So it's much<00:11:51.360> I<00:11:51.519> guess<00:11:51.680> in<00:11:51.839> a<00:11:51.920> way<00:11:52.000> it's<00:11:52.320> much<00:11:52.480> more" + }, + { + "start": 712.63, + "duration": 0.0, + "text": "much I guess in a way it's much more" + }, + { + "start": 712.64, + "duration": 0.0, + "text": "much I guess in a way it's much more flexible,<00:11:53.360> right?" + }, + { + "start": 716.399, + "duration": 0.0, + "text": "And<00:11:56.640> so<00:11:56.880> what<00:11:57.040> would<00:11:57.200> you<00:11:57.360> expect<00:11:57.600> to<00:11:57.760> find" + }, + { + "start": 717.91, + "duration": 0.0, + "text": "And so what would you expect to find" + }, + { + "start": 717.92, + "duration": 0.0, + "text": "And so what would you expect to find from<00:11:58.160> this<00:11:58.320> pig<00:11:58.640> reader<00:11:58.880> system?<00:11:59.200> Right?<00:11:59.519> And" + }, + { + "start": 719.67, + "duration": 0.0, + "text": "from this pig reader system? Right? And" + }, + { + "start": 719.68, + "duration": 0.0, + "text": "from this pig reader system? Right? And I<00:11:59.920> think<00:12:00.000> most<00:12:00.320> people<00:12:00.560> would<00:12:00.880> say<00:12:00.959> that<00:12:01.279> oh<00:12:01.519> if" + }, + { + "start": 721.67, + "duration": 0.0, + "text": "I think most people would say that oh if" + }, + { + "start": 721.68, + "duration": 0.0, + "text": "I think most people would say that oh if people<00:12:01.920> don't<00:12:02.160> really<00:12:02.320> have<00:12:02.480> a<00:12:02.800> objective" + }, + { + "start": 723.269, + "duration": 0.0, + "text": "people don't really have a objective" + }, + { + "start": 723.279, + "duration": 0.0, + "text": "people don't really have a objective goal<00:12:03.519> in<00:12:03.760> mind,<00:12:04.640> then<00:12:04.959> you<00:12:05.279> kind<00:12:05.440> of<00:12:05.519> would" + }, + { + "start": 725.75, + "duration": 0.0, + "text": "goal in mind, then you kind of would" + }, + { + "start": 725.76, + "duration": 0.0, + "text": "goal in mind, then you kind of would just<00:12:06.000> expect<00:12:06.240> to<00:12:06.480> find<00:12:06.720> these<00:12:07.440> um<00:12:07.680> super" + }, + { + "start": 727.99, + "duration": 0.0, + "text": "just expect to find these um super" + }, + { + "start": 728.0, + "duration": 0.0, + "text": "just expect to find these um super rubbish<00:12:08.639> images,<00:12:09.120> right?<00:12:09.440> This<00:12:09.600> is<00:12:09.680> what" + }, + { + "start": 729.829, + "duration": 0.0, + "text": "rubbish images, right? This is what" + }, + { + "start": 729.839, + "duration": 0.0, + "text": "rubbish images, right? This is what you'd<00:12:10.000> expect<00:12:10.160> to<00:12:10.399> find.<00:12:10.800> But<00:12:10.959> here's<00:12:11.279> what" + }, + { + "start": 731.43, + "duration": 0.0, + "text": "you'd expect to find. But here's what" + }, + { + "start": 731.44, + "duration": 0.0, + "text": "you'd expect to find. But here's what people<00:12:11.760> actually<00:12:12.160> found.<00:12:13.440> These<00:12:13.760> images<00:12:14.880> with" + }, + { + "start": 735.269, + "duration": 0.0, + "text": "people actually found. These images with" + }, + { + "start": 735.279, + "duration": 0.0, + "text": "people actually found. These images with lots<00:12:15.600> and<00:12:15.760> lots<00:12:16.079> of<00:12:16.639> um<00:12:16.959> structure<00:12:17.680> and" + }, + { + "start": 738.23, + "duration": 0.0, + "text": "lots and lots of um structure and" + }, + { + "start": 738.24, + "duration": 0.0, + "text": "lots and lots of um structure and basically<00:12:18.639> what<00:12:18.959> humans<00:12:19.279> prefer,<00:12:19.760> right?" + }, + { + "start": 740.069, + "duration": 0.0, + "text": "basically what humans prefer, right?" + }, + { + "start": 740.079, + "duration": 0.0, + "text": "basically what humans prefer, right? It's<00:12:20.320> like<00:12:20.480> literally<00:12:20.880> things<00:12:21.120> from<00:12:21.440> our" + }, + { + "start": 741.829, + "duration": 0.0, + "text": "It's like literally things from our" + }, + { + "start": 741.839, + "duration": 0.0, + "text": "It's like literally things from our world.<00:12:22.880> So<00:12:23.120> the<00:12:23.360> question<00:12:23.519> is<00:12:23.680> like<00:12:23.920> how<00:12:24.160> did" + }, + { + "start": 744.389, + "duration": 0.0, + "text": "world. So the question is like how did" + }, + { + "start": 744.399, + "duration": 0.0, + "text": "world. So the question is like how did people<00:12:25.200> um<00:12:25.519> find<00:12:25.760> these<00:12:26.079> kinds<00:12:26.320> of<00:12:26.399> things?" + }, + { + "start": 746.71, + "duration": 0.0, + "text": "people um find these kinds of things?" + }, + { + "start": 746.72, + "duration": 0.0, + "text": "people um find these kinds of things? And<00:12:26.880> if<00:12:27.040> you<00:12:27.120> want<00:12:27.279> a<00:12:27.519> deep<00:12:27.680> dive<00:12:27.920> into<00:12:28.160> how<00:12:28.880> um" + }, + { + "start": 749.509, + "duration": 0.0, + "text": "And if you want a deep dive into how um" + }, + { + "start": 749.519, + "duration": 0.0, + "text": "And if you want a deep dive into how um this<00:12:29.760> kind<00:12:29.920> of<00:12:30.079> thing<00:12:30.240> happened,<00:12:30.800> you<00:12:31.040> should" + }, + { + "start": 751.19, + "duration": 0.0, + "text": "this kind of thing happened, you should" + }, + { + "start": 751.2, + "duration": 0.0, + "text": "this kind of thing happened, you should really<00:12:31.519> check<00:12:31.680> out<00:12:32.079> the<00:12:32.320> book<00:12:32.639> from<00:12:32.880> my" + }, + { + "start": 753.03, + "duration": 0.0, + "text": "really check out the book from my" + }, + { + "start": 753.04, + "duration": 0.0, + "text": "really check out the book from my collaborators<00:12:33.680> Ken<00:12:33.920> and<00:12:34.160> Joel<00:12:34.639> on<00:12:34.880> why" + }, + { + "start": 755.11, + "duration": 0.0, + "text": "collaborators Ken and Joel on why" + }, + { + "start": 755.12, + "duration": 0.0, + "text": "collaborators Ken and Joel on why greatness<00:12:35.519> cannot<00:12:35.760> be<00:12:35.920> planned.<00:12:36.480> And<00:12:36.720> they" + }, + { + "start": 756.949, + "duration": 0.0, + "text": "greatness cannot be planned. And they" + }, + { + "start": 756.959, + "duration": 0.0, + "text": "greatness cannot be planned. And they really<00:12:37.200> go<00:12:37.360> into<00:12:37.680> a<00:12:38.000> lot<00:12:38.079> of<00:12:38.480> um<00:12:38.720> insights<00:12:39.200> into" + }, + { + "start": 759.43, + "duration": 0.0, + "text": "really go into a lot of um insights into" + }, + { + "start": 759.44, + "duration": 0.0, + "text": "really go into a lot of um insights into like<00:12:39.680> the<00:12:39.839> nature<00:12:40.079> of<00:12:40.320> search,<00:12:40.800> deception," + }, + { + "start": 761.91, + "duration": 0.0, + "text": "like the nature of search, deception," + }, + { + "start": 761.92, + "duration": 0.0, + "text": "like the nature of search, deception, serendipity<00:12:42.560> in<00:12:42.800> search,<00:12:43.120> which<00:12:43.360> is<00:12:43.680> um<00:12:43.760> a" + }, + { + "start": 763.99, + "duration": 0.0, + "text": "serendipity in search, which is um a" + }, + { + "start": 764.0, + "duration": 0.0, + "text": "serendipity in search, which is um a really<00:12:44.399> important<00:12:44.800> topic<00:12:45.200> I<00:12:45.440> believe<00:12:46.079> and" + }, + { + "start": 766.31, + "duration": 0.0, + "text": "really important topic I believe and" + }, + { + "start": 766.32, + "duration": 0.0, + "text": "really important topic I believe and open-endedness.<00:12:47.440> And<00:12:47.760> basically<00:12:48.480> um<00:12:48.639> they" + }, + { + "start": 768.87, + "duration": 0.0, + "text": "open-endedness. And basically um they" + }, + { + "start": 768.88, + "duration": 0.0, + "text": "open-endedness. And basically um they argue<00:12:49.120> that<00:12:49.279> this<00:12:49.440> pigreeder<00:12:50.000> system<00:12:50.240> is<00:12:50.480> like" + }, + { + "start": 770.71, + "duration": 0.0, + "text": "argue that this pigreeder system is like" + }, + { + "start": 770.72, + "duration": 0.0, + "text": "argue that this pigreeder system is like a<00:12:51.440> um<00:12:52.160> like<00:12:52.399> a<00:12:52.720> microcosm<00:12:53.360> for<00:12:53.600> like<00:12:53.839> natural" + }, + { + "start": 774.23, + "duration": 0.0, + "text": "a um like a microcosm for like natural" + }, + { + "start": 774.24, + "duration": 0.0, + "text": "a um like a microcosm for like natural evolution<00:12:54.720> or<00:12:54.959> like<00:12:55.200> scientific<00:12:55.680> innovation." + }, + { + "start": 776.15, + "duration": 0.0, + "text": "evolution or like scientific innovation." + }, + { + "start": 776.16, + "duration": 0.0, + "text": "evolution or like scientific innovation. These<00:12:56.320> open-ended<00:12:56.880> process<00:12:57.200> which<00:12:57.440> keeps" + }, + { + "start": 777.67, + "duration": 0.0, + "text": "These open-ended process which keeps" + }, + { + "start": 777.68, + "duration": 0.0, + "text": "These open-ended process which keeps discovering<00:12:58.160> stuff<00:12:58.399> forever.<00:12:59.600> So<00:12:59.760> I<00:13:00.000> do<00:13:00.160> want" + }, + { + "start": 780.31, + "duration": 0.0, + "text": "discovering stuff forever. So I do want" + }, + { + "start": 780.32, + "duration": 0.0, + "text": "discovering stuff forever. So I do want to<00:13:00.639> uh<00:13:00.800> talk<00:13:01.040> more<00:13:01.200> about<00:13:01.360> pig<00:13:01.680> braider<00:13:02.000> and" + }, + { + "start": 782.15, + "duration": 0.0, + "text": "to uh talk more about pig braider and" + }, + { + "start": 782.16, + "duration": 0.0, + "text": "to uh talk more about pig braider and then<00:13:02.320> talk<00:13:02.560> about<00:13:02.800> that<00:13:03.279> what<00:13:03.600> properties<00:13:04.000> it" + }, + { + "start": 784.23, + "duration": 0.0, + "text": "then talk about that what properties it" + }, + { + "start": 784.24, + "duration": 0.0, + "text": "then talk about that what properties it has<00:13:04.480> that<00:13:05.120> uh<00:13:05.440> why<00:13:05.760> I<00:13:06.000> think<00:13:06.079> you<00:13:06.320> should" + }, + { + "start": 786.71, + "duration": 0.0, + "text": "has that uh why I think you should" + }, + { + "start": 786.72, + "duration": 0.0, + "text": "has that uh why I think you should consider<00:13:07.120> it<00:13:07.360> as<00:13:07.519> like<00:13:07.680> a<00:13:07.839> very<00:13:08.079> very" + }, + { + "start": 788.389, + "duration": 0.0, + "text": "consider it as like a very very" + }, + { + "start": 788.399, + "duration": 0.0, + "text": "consider it as like a very very interesting<00:13:08.800> system.<00:13:09.440> So<00:13:09.760> first<00:13:10.000> property<00:13:10.399> it" + }, + { + "start": 790.629, + "duration": 0.0, + "text": "interesting system. So first property it" + }, + { + "start": 790.639, + "duration": 0.0, + "text": "interesting system. So first property it has<00:13:10.880> is<00:13:11.040> that<00:13:11.200> it's<00:13:11.440> open-ended.<00:13:12.160> So<00:13:12.320> if<00:13:12.480> you" + }, + { + "start": 792.55, + "duration": 0.0, + "text": "has is that it's open-ended. So if you" + }, + { + "start": 792.56, + "duration": 0.0, + "text": "has is that it's open-ended. So if you think<00:13:12.639> about<00:13:12.880> natural<00:13:13.279> evolution<00:13:13.839> it's<00:13:14.000> like" + }, + { + "start": 794.15, + "duration": 0.0, + "text": "think about natural evolution it's like" + }, + { + "start": 794.16, + "duration": 0.0, + "text": "think about natural evolution it's like this<00:13:14.399> divergent<00:13:15.040> evolutionary<00:13:15.680> process" + }, + { + "start": 795.99, + "duration": 0.0, + "text": "this divergent evolutionary process" + }, + { + "start": 796.0, + "duration": 0.0, + "text": "this divergent evolutionary process which<00:13:16.320> produces<00:13:16.880> all<00:13:17.120> these<00:13:17.440> different" + }, + { + "start": 797.75, + "duration": 0.0, + "text": "which produces all these different" + }, + { + "start": 797.76, + "duration": 0.0, + "text": "which produces all these different diversity<00:13:18.160> of<00:13:18.399> animals<00:13:18.880> right<00:13:19.920> um<00:13:20.079> and" + }, + { + "start": 800.389, + "duration": 0.0, + "text": "diversity of animals right um and" + }, + { + "start": 800.399, + "duration": 0.0, + "text": "diversity of animals right um and pigreeder<00:13:21.120> is<00:13:21.600> similarly<00:13:22.240> like<00:13:22.480> that." + }, + { + "start": 802.79, + "duration": 0.0, + "text": "pigreeder is similarly like that." + }, + { + "start": 802.8, + "duration": 0.0, + "text": "pigreeder is similarly like that. there's<00:13:23.120> literally<00:13:23.440> a<00:13:23.760> pigreeder" + }, + { + "start": 804.389, + "duration": 0.0, + "text": "there's literally a pigreeder" + }, + { + "start": 804.399, + "duration": 0.0, + "text": "there's literally a pigreeder evolutionary<00:13:25.040> tree<00:13:25.600> where<00:13:26.000> you<00:13:26.320> just<00:13:26.480> have" + }, + { + "start": 806.629, + "duration": 0.0, + "text": "evolutionary tree where you just have" + }, + { + "start": 806.639, + "duration": 0.0, + "text": "evolutionary tree where you just have images<00:13:26.959> which<00:13:27.200> are<00:13:27.440> diverging<00:13:28.000> and<00:13:28.320> growing" + }, + { + "start": 809.19, + "duration": 0.0, + "text": "images which are diverging and growing" + }, + { + "start": 809.2, + "duration": 0.0, + "text": "images which are diverging and growing um<00:13:29.440> open-endedly.<00:13:30.639> So<00:13:30.800> that's<00:13:31.040> one<00:13:31.279> thing" + }, + { + "start": 811.35, + "duration": 0.0, + "text": "um open-endedly. So that's one thing" + }, + { + "start": 811.36, + "duration": 0.0, + "text": "um open-endedly. So that's one thing that's<00:13:31.680> really<00:13:31.920> interesting<00:13:32.240> about<00:13:32.399> it." + }, + { + "start": 813.35, + "duration": 0.0, + "text": "that's really interesting about it." + }, + { + "start": 813.36, + "duration": 0.0, + "text": "that's really interesting about it. Other<00:13:33.680> things<00:13:33.839> that<00:13:34.079> are<00:13:34.240> interesting<00:13:34.480> about" + }, + { + "start": 814.629, + "duration": 0.0, + "text": "Other things that are interesting about" + }, + { + "start": 814.639, + "duration": 0.0, + "text": "Other things that are interesting about it<00:13:34.880> include<00:13:35.279> this<00:13:35.760> idea<00:13:36.079> of<00:13:36.240> serendipitous" + }, + { + "start": 817.19, + "duration": 0.0, + "text": "it include this idea of serendipitous" + }, + { + "start": 817.2, + "duration": 0.0, + "text": "it include this idea of serendipitous adaptation.<00:13:38.160> So<00:13:38.320> in<00:13:38.560> evolution<00:13:39.600> um<00:13:39.839> a<00:13:40.079> lot<00:13:40.160> of" + }, + { + "start": 820.23, + "duration": 0.0, + "text": "adaptation. So in evolution um a lot of" + }, + { + "start": 820.24, + "duration": 0.0, + "text": "adaptation. So in evolution um a lot of the<00:13:40.480> traits<00:13:40.800> that<00:13:41.040> we<00:13:41.360> ended<00:13:41.600> up<00:13:41.760> with<00:13:41.920> or<00:13:42.160> all" + }, + { + "start": 822.389, + "duration": 0.0, + "text": "the traits that we ended up with or all" + }, + { + "start": 822.399, + "duration": 0.0, + "text": "the traits that we ended up with or all animals<00:13:42.720> ended<00:13:43.040> up<00:13:43.200> with<00:13:43.839> were<00:13:44.320> traits<00:13:44.720> that" + }, + { + "start": 824.87, + "duration": 0.0, + "text": "animals ended up with were traits that" + }, + { + "start": 824.88, + "duration": 0.0, + "text": "animals ended up with were traits that were<00:13:45.120> evolved<00:13:45.519> for<00:13:45.760> one<00:13:46.079> function<00:13:46.720> but<00:13:47.040> get" + }, + { + "start": 827.269, + "duration": 0.0, + "text": "were evolved for one function but get" + }, + { + "start": 827.279, + "duration": 0.0, + "text": "were evolved for one function but get repurposed<00:13:48.000> later<00:13:48.399> down<00:13:48.560> the<00:13:48.720> line<00:13:48.959> for" + }, + { + "start": 829.269, + "duration": 0.0, + "text": "repurposed later down the line for" + }, + { + "start": 829.279, + "duration": 0.0, + "text": "repurposed later down the line for something<00:13:49.519> else.<00:13:50.160> So<00:13:50.399> here's<00:13:50.639> an<00:13:50.800> example" + }, + { + "start": 831.19, + "duration": 0.0, + "text": "something else. So here's an example" + }, + { + "start": 831.2, + "duration": 0.0, + "text": "something else. So here's an example like<00:13:51.440> feathers<00:13:51.920> were<00:13:52.160> originally<00:13:52.720> evolved<00:13:53.200> to" + }, + { + "start": 833.509, + "duration": 0.0, + "text": "like feathers were originally evolved to" + }, + { + "start": 833.519, + "duration": 0.0, + "text": "like feathers were originally evolved to keep<00:13:53.760> like<00:13:54.079> the<00:13:54.639> animal<00:13:55.120> warm<00:13:55.760> but<00:13:55.920> they<00:13:56.160> later" + }, + { + "start": 836.47, + "duration": 0.0, + "text": "keep like the animal warm but they later" + }, + { + "start": 836.48, + "duration": 0.0, + "text": "keep like the animal warm but they later got<00:13:56.720> repurposed<00:13:57.360> for<00:13:57.600> flight.<00:13:58.320> So<00:13:58.560> this<00:13:58.720> is<00:13:58.800> an" + }, + { + "start": 838.949, + "duration": 0.0, + "text": "got repurposed for flight. So this is an" + }, + { + "start": 838.959, + "duration": 0.0, + "text": "got repurposed for flight. So this is an example<00:13:59.360> of<00:13:59.600> like<00:13:59.839> this<00:14:00.079> huge<00:14:00.399> task<00:14:00.720> space" + }, + { + "start": 840.949, + "duration": 0.0, + "text": "example of like this huge task space" + }, + { + "start": 840.959, + "duration": 0.0, + "text": "example of like this huge task space where<00:14:01.199> things<00:14:01.440> are<00:14:01.600> kind<00:14:01.760> of<00:14:01.920> just<00:14:02.160> it's<00:14:02.399> a" + }, + { + "start": 842.629, + "duration": 0.0, + "text": "where things are kind of just it's a" + }, + { + "start": 842.639, + "duration": 0.0, + "text": "where things are kind of just it's a more<00:14:02.800> serendipitous<00:14:03.519> rather<00:14:03.839> than<00:14:04.000> like" + }, + { + "start": 844.23, + "duration": 0.0, + "text": "more serendipitous rather than like" + }, + { + "start": 844.24, + "duration": 0.0, + "text": "more serendipitous rather than like planned<00:14:04.720> ahead<00:14:05.120> of<00:14:05.199> time<00:14:05.440> right<00:14:06.160> and" + }, + { + "start": 846.389, + "duration": 0.0, + "text": "planned ahead of time right and" + }, + { + "start": 846.399, + "duration": 0.0, + "text": "planned ahead of time right and pigreeder<00:14:07.120> displays<00:14:07.600> this<00:14:07.839> property<00:14:08.560> also" + }, + { + "start": 850.31, + "duration": 0.0, + "text": "pigreeder displays this property also" + }, + { + "start": 850.32, + "duration": 0.0, + "text": "pigreeder displays this property also you<00:14:10.560> can<00:14:10.720> see<00:14:10.880> that<00:14:11.600> um<00:14:11.920> the<00:14:12.399> the<00:14:12.880> stepping" + }, + { + "start": 853.269, + "duration": 0.0, + "text": "you can see that um the the stepping" + }, + { + "start": 853.279, + "duration": 0.0, + "text": "you can see that um the the stepping stones<00:14:14.000> that<00:14:14.240> they<00:14:14.480> call<00:14:14.639> it<00:14:14.959> two<00:14:15.600> let's<00:14:15.839> say" + }, + { + "start": 856.069, + "duration": 0.0, + "text": "stones that they call it two let's say" + }, + { + "start": 856.079, + "duration": 0.0, + "text": "stones that they call it two let's say look<00:14:16.160> at<00:14:16.320> the<00:14:16.480> teapot<00:14:16.959> image<00:14:17.839> someone<00:14:18.240> was" + }, + { + "start": 858.47, + "duration": 0.0, + "text": "look at the teapot image someone was" + }, + { + "start": 858.48, + "duration": 0.0, + "text": "look at the teapot image someone was actually<00:14:18.880> trying<00:14:19.040> to<00:14:19.279> evolve<00:14:19.760> a<00:14:20.079> egg<00:14:20.320> in<00:14:20.480> a<00:14:20.639> hat" + }, + { + "start": 861.59, + "duration": 0.0, + "text": "actually trying to evolve a egg in a hat" + }, + { + "start": 861.6, + "duration": 0.0, + "text": "actually trying to evolve a egg in a hat before<00:14:22.160> someone<00:14:22.480> else<00:14:22.720> took<00:14:22.959> that<00:14:23.680> image<00:14:24.399> and" + }, + { + "start": 864.79, + "duration": 0.0, + "text": "before someone else took that image and" + }, + { + "start": 864.8, + "duration": 0.0, + "text": "before someone else took that image and started<00:14:25.199> evolving<00:14:25.680> a<00:14:25.920> teapot<00:14:26.720> so<00:14:27.040> this<00:14:27.199> is<00:14:27.279> an" + }, + { + "start": 867.43, + "duration": 0.0, + "text": "started evolving a teapot so this is an" + }, + { + "start": 867.44, + "duration": 0.0, + "text": "started evolving a teapot so this is an example<00:14:27.760> of<00:14:28.000> like<00:14:28.320> this<00:14:28.880> machinery<00:14:29.440> that<00:14:29.680> was" + }, + { + "start": 869.829, + "duration": 0.0, + "text": "example of like this machinery that was" + }, + { + "start": 869.839, + "duration": 0.0, + "text": "example of like this machinery that was used<00:14:30.000> to<00:14:30.240> represent<00:14:30.639> this<00:14:30.880> egg<00:14:31.600> got" + }, + { + "start": 871.99, + "duration": 0.0, + "text": "used to represent this egg got" + }, + { + "start": 872.0, + "duration": 0.0, + "text": "used to represent this egg got repurposed<00:14:33.040> to<00:14:33.360> represent<00:14:33.760> this<00:14:34.000> teapot.<00:14:34.880> And" + }, + { + "start": 875.03, + "duration": 0.0, + "text": "repurposed to represent this teapot. And" + }, + { + "start": 875.04, + "duration": 0.0, + "text": "repurposed to represent this teapot. And this<00:14:35.279> is<00:14:35.360> like<00:14:35.600> a<00:14:35.839> common<00:14:36.240> very<00:14:36.560> common<00:14:36.880> story" + }, + { + "start": 877.11, + "duration": 0.0, + "text": "this is like a common very common story" + }, + { + "start": 877.12, + "duration": 0.0, + "text": "this is like a common very common story in<00:14:37.279> all<00:14:37.440> the<00:14:37.600> pig<00:14:37.920> breeder<00:14:38.160> discoveries." + }, + { + "start": 878.79, + "duration": 0.0, + "text": "in all the pig breeder discoveries." + }, + { + "start": 878.8, + "duration": 0.0, + "text": "in all the pig breeder discoveries. Basically,<00:14:39.279> every<00:14:39.920> image<00:14:40.240> in<00:14:40.480> pig<00:14:40.800> breeder" + }, + { + "start": 881.03, + "duration": 0.0, + "text": "Basically, every image in pig breeder" + }, + { + "start": 881.04, + "duration": 0.0, + "text": "Basically, every image in pig breeder that<00:14:41.199> was<00:14:41.360> found<00:14:42.079> is<00:14:42.399> kind<00:14:42.639> of<00:14:42.959> it<00:14:43.199> displays" + }, + { + "start": 883.67, + "duration": 0.0, + "text": "that was found is kind of it displays" + }, + { + "start": 883.68, + "duration": 0.0, + "text": "that was found is kind of it displays this<00:14:43.920> idea<00:14:44.240> that<00:14:44.560> like<00:14:44.720> there<00:14:45.120> it's<00:14:45.440> like" + }, + { + "start": 885.829, + "duration": 0.0, + "text": "this idea that like there it's like" + }, + { + "start": 885.839, + "duration": 0.0, + "text": "this idea that like there it's like almost<00:14:46.240> seems<00:14:46.480> like<00:14:46.720> random,<00:14:47.120> but<00:14:47.360> it's<00:14:47.600> what" + }, + { + "start": 887.75, + "duration": 0.0, + "text": "almost seems like random, but it's what" + }, + { + "start": 887.76, + "duration": 0.0, + "text": "almost seems like random, but it's what we'd<00:14:48.000> call<00:14:48.160> serendipitous<00:14:49.120> and<00:14:49.279> how<00:14:49.440> it<00:14:49.680> got" + }, + { + "start": 889.829, + "duration": 0.0, + "text": "we'd call serendipitous and how it got" + }, + { + "start": 889.839, + "duration": 0.0, + "text": "we'd call serendipitous and how it got to<00:14:50.000> the<00:14:50.240> end<00:14:50.880> product.<00:14:51.279> Right?" + }, + { + "start": 893.189, + "duration": 0.0, + "text": "to the end product. Right?" + }, + { + "start": 893.199, + "duration": 0.0, + "text": "to the end product. Right? And<00:14:53.440> one<00:14:53.680> final<00:14:54.000> property<00:14:54.320> that<00:14:54.480> I<00:14:54.639> want<00:14:54.720> to" + }, + { + "start": 894.87, + "duration": 0.0, + "text": "And one final property that I want to" + }, + { + "start": 894.88, + "duration": 0.0, + "text": "And one final property that I want to outline<00:14:55.360> is<00:14:55.600> that<00:14:56.079> um<00:14:56.240> as<00:14:56.480> we<00:14:56.639> know<00:14:56.880> that<00:14:57.519> um" + }, + { + "start": 898.31, + "duration": 0.0, + "text": "outline is that um as we know that um" + }, + { + "start": 898.32, + "duration": 0.0, + "text": "outline is that um as we know that um natural<00:14:58.800> evolution<00:14:59.440> has<00:14:59.760> developed<00:15:00.240> very" + }, + { + "start": 900.87, + "duration": 0.0, + "text": "natural evolution has developed very" + }, + { + "start": 900.88, + "duration": 0.0, + "text": "natural evolution has developed very adaptable<00:15:01.760> genotypes.<00:15:02.959> And<00:15:03.199> this<00:15:03.440> is<00:15:03.519> kind<00:15:03.680> of" + }, + { + "start": 903.75, + "duration": 0.0, + "text": "adaptable genotypes. And this is kind of" + }, + { + "start": 903.76, + "duration": 0.0, + "text": "adaptable genotypes. And this is kind of like<00:15:03.920> the<00:15:04.160> emergence<00:15:04.639> of<00:15:05.040> evolvability," + }, + { + "start": 906.23, + "duration": 0.0, + "text": "like the emergence of evolvability," + }, + { + "start": 906.24, + "duration": 0.0, + "text": "like the emergence of evolvability, right?<00:15:06.959> Because<00:15:07.440> the<00:15:07.760> way<00:15:07.920> that<00:15:08.320> our<00:15:08.720> bodies" + }, + { + "start": 909.189, + "duration": 0.0, + "text": "right? Because the way that our bodies" + }, + { + "start": 909.199, + "duration": 0.0, + "text": "right? Because the way that our bodies and<00:15:09.440> our<00:15:10.000> um<00:15:10.880> are<00:15:11.199> structured<00:15:12.320> is<00:15:12.880> basically" + }, + { + "start": 913.99, + "duration": 0.0, + "text": "and our um are structured is basically" + }, + { + "start": 914.0, + "duration": 0.0, + "text": "and our um are structured is basically uh<00:15:14.399> it<00:15:14.720> contains<00:15:15.199> certain<00:15:15.519> axes<00:15:15.920> of" + }, + { + "start": 916.069, + "duration": 0.0, + "text": "uh it contains certain axes of" + }, + { + "start": 916.079, + "duration": 0.0, + "text": "uh it contains certain axes of variation.<00:15:16.880> Let's<00:15:17.120> talk<00:15:17.199> about<00:15:17.360> the" + }, + { + "start": 917.509, + "duration": 0.0, + "text": "variation. Let's talk about the" + }, + { + "start": 917.519, + "duration": 0.0, + "text": "variation. Let's talk about the symmetries.<00:15:18.240> The<00:15:18.480> way<00:15:18.639> our<00:15:18.880> bodies<00:15:19.199> are" + }, + { + "start": 919.75, + "duration": 0.0, + "text": "symmetries. The way our bodies are" + }, + { + "start": 919.76, + "duration": 0.0, + "text": "symmetries. The way our bodies are structured<00:15:20.720> really<00:15:21.120> has<00:15:21.440> a<00:15:21.760> lot<00:15:21.839> of<00:15:22.000> baked<00:15:22.320> in" + }, + { + "start": 922.47, + "duration": 0.0, + "text": "structured really has a lot of baked in" + }, + { + "start": 922.48, + "duration": 0.0, + "text": "structured really has a lot of baked in symmetries.<00:15:23.040> Like<00:15:23.199> for<00:15:23.279> example,<00:15:23.680> there's" + }, + { + "start": 923.91, + "duration": 0.0, + "text": "symmetries. Like for example, there's" + }, + { + "start": 923.92, + "duration": 0.0, + "text": "symmetries. Like for example, there's like<00:15:24.160> a<00:15:24.320> bilateral<00:15:24.959> symmetry<00:15:25.760> and<00:15:26.000> the<00:15:26.320> way" + }, + { + "start": 926.47, + "duration": 0.0, + "text": "like a bilateral symmetry and the way" + }, + { + "start": 926.48, + "duration": 0.0, + "text": "like a bilateral symmetry and the way our<00:15:26.639> organs<00:15:27.040> are<00:15:27.120> structured<00:15:27.519> are<00:15:27.760> modular." + }, + { + "start": 928.629, + "duration": 0.0, + "text": "our organs are structured are modular." + }, + { + "start": 928.639, + "duration": 0.0, + "text": "our organs are structured are modular. And<00:15:28.959> it's<00:15:29.199> just<00:15:29.360> that<00:15:29.600> there's<00:15:29.920> a<00:15:30.079> lot<00:15:30.240> of<00:15:30.720> um" + }, + { + "start": 931.35, + "duration": 0.0, + "text": "And it's just that there's a lot of um" + }, + { + "start": 931.36, + "duration": 0.0, + "text": "And it's just that there's a lot of um structure<00:15:31.760> in<00:15:32.079> the<00:15:32.240> way<00:15:32.399> our<00:15:32.639> bodies<00:15:32.880> are" + }, + { + "start": 933.03, + "duration": 0.0, + "text": "structure in the way our bodies are" + }, + { + "start": 933.04, + "duration": 0.0, + "text": "structure in the way our bodies are structured,<00:15:33.360> right?<00:15:33.600> And<00:15:33.760> the<00:15:33.920> reason<00:15:34.160> it's" + }, + { + "start": 934.389, + "duration": 0.0, + "text": "structured, right? And the reason it's" + }, + { + "start": 934.399, + "duration": 0.0, + "text": "structured, right? And the reason it's like<00:15:34.639> this<00:15:34.800> is<00:15:35.040> because<00:15:35.279> certain<00:15:35.600> axes<00:15:36.079> of" + }, + { + "start": 936.23, + "duration": 0.0, + "text": "like this is because certain axes of" + }, + { + "start": 936.24, + "duration": 0.0, + "text": "like this is because certain axes of variation<00:15:36.720> during<00:15:37.120> search<00:15:37.839> become<00:15:38.240> much<00:15:38.560> more" + }, + { + "start": 938.79, + "duration": 0.0, + "text": "variation during search become much more" + }, + { + "start": 938.8, + "duration": 0.0, + "text": "variation during search become much more likely<00:15:39.120> while<00:15:39.440> others<00:15:39.760> become<00:15:40.000> impossible." + }, + { + "start": 941.189, + "duration": 0.0, + "text": "likely while others become impossible." + }, + { + "start": 941.199, + "duration": 0.0, + "text": "likely while others become impossible. So<00:15:41.440> for<00:15:41.600> example,<00:15:42.000> if<00:15:42.160> you<00:15:42.320> have<00:15:42.399> a<00:15:42.560> mutation" + }, + { + "start": 943.03, + "duration": 0.0, + "text": "So for example, if you have a mutation" + }, + { + "start": 943.04, + "duration": 0.0, + "text": "So for example, if you have a mutation in<00:15:43.279> your<00:15:43.600> genome<00:15:44.720> and<00:15:45.120> your<00:15:45.760> right<00:15:46.000> hand<00:15:46.320> gets" + }, + { + "start": 946.629, + "duration": 0.0, + "text": "in your genome and your right hand gets" + }, + { + "start": 946.639, + "duration": 0.0, + "text": "in your genome and your right hand gets like<00:15:47.199> uh<00:15:47.440> longer,<00:15:48.079> right?<00:15:48.800> Your<00:15:49.040> left<00:15:49.279> hand" + }, + { + "start": 949.509, + "duration": 0.0, + "text": "like uh longer, right? Your left hand" + }, + { + "start": 949.519, + "duration": 0.0, + "text": "like uh longer, right? Your left hand would<00:15:49.759> also<00:15:50.079> get<00:15:50.240> longer<00:15:50.800> because<00:15:51.120> evolution" + }, + { + "start": 951.59, + "duration": 0.0, + "text": "would also get longer because evolution" + }, + { + "start": 951.6, + "duration": 0.0, + "text": "would also get longer because evolution has<00:15:51.839> kind<00:15:52.000> of<00:15:52.160> realized<00:15:52.639> that<00:15:52.959> encoding<00:15:53.600> this" + }, + { + "start": 953.91, + "duration": 0.0, + "text": "has kind of realized that encoding this" + }, + { + "start": 953.92, + "duration": 0.0, + "text": "has kind of realized that encoding this axis<00:15:54.240> of<00:15:55.040> this<00:15:55.279> symmetry<00:15:55.680> into<00:15:56.000> the<00:15:56.160> genome<00:15:56.880> is" + }, + { + "start": 957.189, + "duration": 0.0, + "text": "axis of this symmetry into the genome is" + }, + { + "start": 957.199, + "duration": 0.0, + "text": "axis of this symmetry into the genome is really<00:15:57.519> important<00:15:57.920> because<00:15:58.240> there's<00:15:58.560> no" + }, + { + "start": 958.71, + "duration": 0.0, + "text": "really important because there's no" + }, + { + "start": 958.72, + "duration": 0.0, + "text": "really important because there's no point<00:15:58.880> in<00:15:59.040> not<00:15:59.279> doing<00:15:59.440> it,<00:15:59.839> right?<00:16:00.079> So<00:16:00.240> this" + }, + { + "start": 960.47, + "duration": 0.0, + "text": "point in not doing it, right? So this" + }, + { + "start": 960.48, + "duration": 0.0, + "text": "point in not doing it, right? So this axis<00:16:00.720> of<00:16:00.880> variation<00:16:01.279> where<00:16:01.519> both<00:16:01.759> get<00:16:02.240> uh" + }, + { + "start": 962.47, + "duration": 0.0, + "text": "axis of variation where both get uh" + }, + { + "start": 962.48, + "duration": 0.0, + "text": "axis of variation where both get uh longer<00:16:03.120> becomes<00:16:03.600> likely<00:16:04.240> where<00:16:04.639> whereas<00:16:05.120> this" + }, + { + "start": 965.35, + "duration": 0.0, + "text": "longer becomes likely where whereas this" + }, + { + "start": 965.36, + "duration": 0.0, + "text": "longer becomes likely where whereas this axis<00:16:05.680> where<00:16:05.920> only<00:16:06.079> one<00:16:06.320> gets<00:16:06.480> longer<00:16:06.880> becomes" + }, + { + "start": 967.11, + "duration": 0.0, + "text": "axis where only one gets longer becomes" + }, + { + "start": 967.12, + "duration": 0.0, + "text": "axis where only one gets longer becomes impossible,<00:16:08.000> right?<00:16:08.320> So<00:16:08.480> it's<00:16:08.639> a<00:16:08.800> way<00:16:08.880> to<00:16:09.040> kind" + }, + { + "start": 969.189, + "duration": 0.0, + "text": "impossible, right? So it's a way to kind" + }, + { + "start": 969.199, + "duration": 0.0, + "text": "impossible, right? So it's a way to kind of<00:16:09.279> like<00:16:09.519> speed<00:16:09.759> up<00:16:10.000> search<00:16:10.240> in<00:16:10.480> that<00:16:10.639> way." + }, + { + "start": 974.56, + "duration": 0.0, + "text": "And<00:16:14.880> pigreeder<00:16:15.759> has<00:16:16.079> also<00:16:16.480> shown<00:16:17.279> um<00:16:17.440> this" + }, + { + "start": 977.749, + "duration": 0.0, + "text": "And pigreeder has also shown um this" + }, + { + "start": 977.759, + "duration": 0.0, + "text": "And pigreeder has also shown um this form<00:16:18.160> of<00:16:18.480> evolvability<00:16:19.360> emerging.<00:16:19.920> There's" + }, + { + "start": 980.23, + "duration": 0.0, + "text": "form of evolvability emerging. There's" + }, + { + "start": 980.24, + "duration": 0.0, + "text": "form of evolvability emerging. There's examples<00:16:20.720> in<00:16:20.880> the<00:16:21.040> pigreeder<00:16:21.600> where<00:16:22.079> certain" + }, + { + "start": 982.47, + "duration": 0.0, + "text": "examples in the pigreeder where certain" + }, + { + "start": 982.48, + "duration": 0.0, + "text": "examples in the pigreeder where certain images<00:16:23.279> are<00:16:23.680> structured<00:16:24.160> in<00:16:24.399> a<00:16:24.639> very<00:16:24.959> nice" + }, + { + "start": 985.35, + "duration": 0.0, + "text": "images are structured in a very nice" + }, + { + "start": 985.36, + "duration": 0.0, + "text": "images are structured in a very nice organized<00:16:25.920> way<00:16:26.320> such<00:16:26.639> that<00:16:27.360> their<00:16:27.680> children" + }, + { + "start": 988.71, + "duration": 0.0, + "text": "organized way such that their children" + }, + { + "start": 988.72, + "duration": 0.0, + "text": "organized way such that their children have<00:16:29.199> very<00:16:29.600> fit<00:16:30.000> descendants<00:16:30.639> as<00:16:30.800> in<00:16:31.120> they're" + }, + { + "start": 991.43, + "duration": 0.0, + "text": "have very fit descendants as in they're" + }, + { + "start": 991.44, + "duration": 0.0, + "text": "have very fit descendants as in they're basically<00:16:31.920> producing<00:16:32.320> images<00:16:32.639> that<00:16:32.880> humans" + }, + { + "start": 993.269, + "duration": 0.0, + "text": "basically producing images that humans" + }, + { + "start": 993.279, + "duration": 0.0, + "text": "basically producing images that humans would<00:16:33.440> like.<00:16:33.839> And<00:16:34.079> there<00:16:34.240> are<00:16:34.399> some<00:16:34.560> images" + }, + { + "start": 994.949, + "duration": 0.0, + "text": "would like. And there are some images" + }, + { + "start": 994.959, + "duration": 0.0, + "text": "would like. And there are some images which<00:16:35.279> don't<00:16:35.440> have<00:16:35.519> this<00:16:35.759> property<00:16:36.399> and<00:16:36.560> but" + }, + { + "start": 996.79, + "duration": 0.0, + "text": "which don't have this property and but" + }, + { + "start": 996.8, + "duration": 0.0, + "text": "which don't have this property and but they<00:16:36.959> quickly<00:16:37.360> die<00:16:37.680> out<00:16:37.920> because<00:16:38.240> humans" + }, + { + "start": 998.629, + "duration": 0.0, + "text": "they quickly die out because humans" + }, + { + "start": 998.639, + "duration": 0.0, + "text": "they quickly die out because humans don't<00:16:38.959> select<00:16:39.279> for<00:16:39.519> their<00:16:39.759> children.<00:16:40.320> Right?" + }, + { + "start": 1000.949, + "duration": 0.0, + "text": "don't select for their children. Right?" + }, + { + "start": 1000.959, + "duration": 0.0, + "text": "don't select for their children. Right? So<00:16:41.120> there's<00:16:41.360> this<00:16:41.600> like<00:16:41.759> implicit<00:16:42.320> pressure" + }, + { + "start": 1002.629, + "duration": 0.0, + "text": "So there's this like implicit pressure" + }, + { + "start": 1002.639, + "duration": 0.0, + "text": "So there's this like implicit pressure to<00:16:42.880> be<00:16:43.120> evolvable." + }, + { + "start": 1004.71, + "duration": 0.0, + "text": "to be evolvable." + }, + { + "start": 1004.72, + "duration": 0.0, + "text": "to be evolvable. So<00:16:44.959> great<00:16:45.199> now<00:16:45.360> that<00:16:45.440> I<00:16:45.600> talked<00:16:45.759> about" + }, + { + "start": 1005.91, + "duration": 0.0, + "text": "So great now that I talked about" + }, + { + "start": 1005.92, + "duration": 0.0, + "text": "So great now that I talked about pigreeder<00:16:46.639> let's<00:16:46.800> get<00:16:46.880> into<00:16:47.199> the<00:16:47.360> actual" + }, + { + "start": 1007.67, + "duration": 0.0, + "text": "pigreeder let's get into the actual" + }, + { + "start": 1007.68, + "duration": 0.0, + "text": "pigreeder let's get into the actual experiments<00:16:48.320> that<00:16:48.720> show<00:16:48.959> this<00:16:49.279> internal" + }, + { + "start": 1009.829, + "duration": 0.0, + "text": "experiments that show this internal" + }, + { + "start": 1009.839, + "duration": 0.0, + "text": "experiments that show this internal representation<00:16:50.320> that<00:16:50.560> we've<00:16:50.720> been<00:16:50.880> talking" + }, + { + "start": 1011.11, + "duration": 0.0, + "text": "representation that we've been talking" + }, + { + "start": 1011.12, + "duration": 0.0, + "text": "representation that we've been talking about.<00:16:51.759> So<00:16:52.000> let's<00:16:52.240> look<00:16:52.399> into<00:16:52.800> just<00:16:53.279> uh<00:16:53.519> let's" + }, + { + "start": 1013.749, + "duration": 0.0, + "text": "about. So let's look into just uh let's" + }, + { + "start": 1013.759, + "duration": 0.0, + "text": "about. So let's look into just uh let's pick<00:16:54.000> this<00:16:54.240> image<00:16:54.480> of<00:16:54.639> this<00:16:54.800> skull<00:16:55.360> right<00:16:55.839> and" + }, + { + "start": 1016.069, + "duration": 0.0, + "text": "pick this image of this skull right and" + }, + { + "start": 1016.079, + "duration": 0.0, + "text": "pick this image of this skull right and see<00:16:56.240> what<00:16:56.480> happens." + }, + { + "start": 1017.99, + "duration": 0.0, + "text": "see what happens." + }, + { + "start": 1018.0, + "duration": 0.0, + "text": "see what happens. So<00:16:58.480> let's<00:16:58.800> take<00:16:59.040> this<00:16:59.279> skull<00:16:59.519> image<00:16:59.759> that<00:16:59.920> we" + }, + { + "start": 1020.069, + "duration": 0.0, + "text": "So let's take this skull image that we" + }, + { + "start": 1020.079, + "duration": 0.0, + "text": "So let's take this skull image that we found<00:17:00.320> with<00:17:00.480> pigreeder.<00:17:01.120> And<00:17:01.279> what<00:17:01.519> we're" + }, + { + "start": 1021.67, + "duration": 0.0, + "text": "found with pigreeder. And what we're" + }, + { + "start": 1021.68, + "duration": 0.0, + "text": "found with pigreeder. And what we're going<00:17:01.759> to<00:17:01.839> do<00:17:02.079> is<00:17:02.560> this.<00:17:03.120> We're<00:17:03.360> just<00:17:03.519> going<00:17:03.680> to" + }, + { + "start": 1023.91, + "duration": 0.0, + "text": "going to do is this. We're just going to" + }, + { + "start": 1023.92, + "duration": 0.0, + "text": "going to do is this. We're just going to create<00:17:04.160> a<00:17:04.559> data<00:17:04.880> set<00:17:05.039> from<00:17:05.280> it<00:17:06.000> based<00:17:06.240> on<00:17:06.480> this" + }, + { + "start": 1027.029, + "duration": 0.0, + "text": "create a data set from it based on this" + }, + { + "start": 1027.039, + "duration": 0.0, + "text": "create a data set from it based on this uh<00:17:07.360> based<00:17:07.679> on<00:17:07.839> the<00:17:08.000> mapping<00:17:08.319> that<00:17:08.480> we're" + }, + { + "start": 1028.71, + "duration": 0.0, + "text": "uh based on the mapping that we're" + }, + { + "start": 1028.72, + "duration": 0.0, + "text": "uh based on the mapping that we're talking<00:17:08.880> about<00:17:09.039> where<00:17:09.280> you<00:17:09.439> have<00:17:09.520> XYD<00:17:10.240> to<00:17:10.480> HSV" + }, + { + "start": 1031.27, + "duration": 0.0, + "text": "talking about where you have XYD to HSV" + }, + { + "start": 1031.28, + "duration": 0.0, + "text": "talking about where you have XYD to HSV and<00:17:11.520> you<00:17:11.679> list<00:17:11.919> out<00:17:12.079> all<00:17:12.240> the<00:17:12.400> pixels,<00:17:12.880> right?" + }, + { + "start": 1033.27, + "duration": 0.0, + "text": "and you list out all the pixels, right?" + }, + { + "start": 1033.28, + "duration": 0.0, + "text": "and you list out all the pixels, right? And<00:17:13.520> we<00:17:13.679> have<00:17:13.839> this<00:17:14.240> big<00:17:14.400> data<00:17:14.720> set<00:17:14.880> and<00:17:15.039> then" + }, + { + "start": 1035.189, + "duration": 0.0, + "text": "And we have this big data set and then" + }, + { + "start": 1035.199, + "duration": 0.0, + "text": "And we have this big data set and then what<00:17:15.360> we<00:17:15.520> can<00:17:15.600> do<00:17:15.760> is<00:17:16.000> just<00:17:16.240> train<00:17:16.559> a" + }, + { + "start": 1036.87, + "duration": 0.0, + "text": "what we can do is just train a" + }, + { + "start": 1036.88, + "duration": 0.0, + "text": "what we can do is just train a conventional<00:17:17.439> network<00:17:18.000> to<00:17:18.319> recreate<00:17:18.720> the" + }, + { + "start": 1038.87, + "duration": 0.0, + "text": "conventional network to recreate the" + }, + { + "start": 1038.88, + "duration": 0.0, + "text": "conventional network to recreate the skulls<00:17:19.280> using<00:17:19.679> all<00:17:19.839> the<00:17:20.000> tools<00:17:20.319> from<00:17:20.720> AI," + }, + { + "start": 1041.27, + "duration": 0.0, + "text": "skulls using all the tools from AI," + }, + { + "start": 1041.28, + "duration": 0.0, + "text": "skulls using all the tools from AI, right?<00:17:22.400> And<00:17:22.640> what<00:17:22.799> we<00:17:23.039> found<00:17:23.600> what<00:17:23.760> we<00:17:23.919> find<00:17:24.079> is" + }, + { + "start": 1044.23, + "duration": 0.0, + "text": "right? And what we found what we find is" + }, + { + "start": 1044.24, + "duration": 0.0, + "text": "right? And what we found what we find is that<00:17:24.400> the<00:17:24.559> optimization<00:17:25.280> works<00:17:25.600> amazingly." + }, + { + "start": 1046.39, + "duration": 0.0, + "text": "that the optimization works amazingly." + }, + { + "start": 1046.4, + "duration": 0.0, + "text": "that the optimization works amazingly. it<00:17:26.720> perfectly<00:17:27.439> reproduces<00:17:28.079> this<00:17:28.720> um<00:17:28.960> skull" + }, + { + "start": 1049.35, + "duration": 0.0, + "text": "it perfectly reproduces this um skull" + }, + { + "start": 1049.36, + "duration": 0.0, + "text": "it perfectly reproduces this um skull behavior,<00:17:30.240> right?<00:17:31.120> But<00:17:31.280> then<00:17:31.679> let's<00:17:32.240> uh<00:17:32.400> let's" + }, + { + "start": 1052.71, + "duration": 0.0, + "text": "behavior, right? But then let's uh let's" + }, + { + "start": 1052.72, + "duration": 0.0, + "text": "behavior, right? But then let's uh let's talk<00:17:32.880> about<00:17:33.039> what<00:17:33.200> happens<00:17:33.440> when<00:17:33.600> we<00:17:33.760> start" + }, + { + "start": 1053.909, + "duration": 0.0, + "text": "talk about what happens when we start" + }, + { + "start": 1053.919, + "duration": 0.0, + "text": "talk about what happens when we start looking<00:17:34.080> at<00:17:34.160> the<00:17:34.320> internal<00:17:34.799> representation" + }, + { + "start": 1055.27, + "duration": 0.0, + "text": "looking at the internal representation" + }, + { + "start": 1055.28, + "duration": 0.0, + "text": "looking at the internal representation of<00:17:35.520> how<00:17:35.679> it<00:17:35.919> represents<00:17:36.320> the<00:17:36.480> skull,<00:17:36.799> right?" + }, + { + "start": 1057.029, + "duration": 0.0, + "text": "of how it represents the skull, right?" + }, + { + "start": 1057.039, + "duration": 0.0, + "text": "of how it represents the skull, right? That's<00:17:37.280> where<00:17:37.440> we<00:17:37.600> see<00:17:37.760> some<00:17:38.000> problems.<00:17:38.880> But" + }, + { + "start": 1059.11, + "duration": 0.0, + "text": "That's where we see some problems. But" + }, + { + "start": 1059.12, + "duration": 0.0, + "text": "That's where we see some problems. But before<00:17:39.360> that,<00:17:39.600> what<00:17:39.760> we're<00:17:39.919> going<00:17:40.000> to<00:17:40.080> do<00:17:40.160> is" + }, + { + "start": 1060.31, + "duration": 0.0, + "text": "before that, what we're going to do is" + }, + { + "start": 1060.32, + "duration": 0.0, + "text": "before that, what we're going to do is quickly<00:17:40.720> talk<00:17:40.880> about<00:17:41.360> layerization,<00:17:42.480> which" + }, + { + "start": 1062.71, + "duration": 0.0, + "text": "quickly talk about layerization, which" + }, + { + "start": 1062.72, + "duration": 0.0, + "text": "quickly talk about layerization, which is<00:17:42.960> not<00:17:43.200> too<00:17:43.520> important.<00:17:44.080> So<00:17:44.640> um<00:17:44.799> but<00:17:45.039> I<00:17:45.200> will" + }, + { + "start": 1065.35, + "duration": 0.0, + "text": "is not too important. So um but I will" + }, + { + "start": 1065.36, + "duration": 0.0, + "text": "is not too important. So um but I will quickly<00:17:45.600> go<00:17:45.760> over<00:17:45.919> it<00:17:46.080> just<00:17:46.240> for<00:17:46.320> the<00:17:46.480> sake<00:17:46.640> of" + }, + { + "start": 1066.87, + "duration": 0.0, + "text": "quickly go over it just for the sake of" + }, + { + "start": 1066.88, + "duration": 0.0, + "text": "quickly go over it just for the sake of complete<00:17:47.440> completeness.<00:17:48.400> So<00:17:48.640> basically,<00:17:49.039> you" + }, + { + "start": 1069.27, + "duration": 0.0, + "text": "complete completeness. So basically, you" + }, + { + "start": 1069.28, + "duration": 0.0, + "text": "complete completeness. So basically, you can<00:17:49.360> imagine<00:17:49.679> that<00:17:50.000> our<00:17:50.320> neat<00:17:50.640> networks<00:17:50.960> that" + }, + { + "start": 1071.11, + "duration": 0.0, + "text": "can imagine that our neat networks that" + }, + { + "start": 1071.12, + "duration": 0.0, + "text": "can imagine that our neat networks that we<00:17:51.280> found<00:17:51.440> at<00:17:51.520> Pigreeder,<00:17:52.400> they're<00:17:52.720> in<00:17:52.880> this" + }, + { + "start": 1073.11, + "duration": 0.0, + "text": "we found at Pigreeder, they're in this" + }, + { + "start": 1073.12, + "duration": 0.0, + "text": "we found at Pigreeder, they're in this arbitrary,<00:17:53.679> they're<00:17:53.919> like<00:17:54.080> this<00:17:54.240> arbitrary" + }, + { + "start": 1074.71, + "duration": 0.0, + "text": "arbitrary, they're like this arbitrary" + }, + { + "start": 1074.72, + "duration": 0.0, + "text": "arbitrary, they're like this arbitrary graph<00:17:54.960> of<00:17:55.120> neurons.<00:17:55.679> In<00:17:55.919> order<00:17:56.080> to<00:17:56.320> make<00:17:56.480> it" + }, + { + "start": 1076.789, + "duration": 0.0, + "text": "graph of neurons. In order to make it" + }, + { + "start": 1076.799, + "duration": 0.0, + "text": "graph of neurons. In order to make it compatible<00:17:57.360> with<00:17:57.679> the<00:17:58.000> space<00:17:58.240> that<00:17:58.480> we're" + }, + { + "start": 1078.63, + "duration": 0.0, + "text": "compatible with the space that we're" + }, + { + "start": 1078.64, + "duration": 0.0, + "text": "compatible with the space that we're going<00:17:58.720> to<00:17:58.799> be<00:17:58.960> doing<00:17:59.840> SGD<00:18:00.320> training<00:18:00.640> with<00:18:00.799> AI" + }, + { + "start": 1081.19, + "duration": 0.0, + "text": "going to be doing SGD training with AI" + }, + { + "start": 1081.2, + "duration": 0.0, + "text": "going to be doing SGD training with AI on,<00:18:01.679> we're<00:18:01.840> going<00:18:01.919> to<00:18:02.080> convert<00:18:02.480> everything" + }, + { + "start": 1082.95, + "duration": 0.0, + "text": "on, we're going to convert everything" + }, + { + "start": 1082.96, + "duration": 0.0, + "text": "on, we're going to convert everything into<00:18:03.200> a<00:18:03.440> universal<00:18:03.919> architecture<00:18:04.400> which<00:18:04.559> is" + }, + { + "start": 1084.63, + "duration": 0.0, + "text": "into a universal architecture which is" + }, + { + "start": 1084.64, + "duration": 0.0, + "text": "into a universal architecture which is the<00:18:04.799> MLP<00:18:05.679> through<00:18:05.919> this<00:18:06.080> process<00:18:06.320> of" + }, + { + "start": 1086.63, + "duration": 0.0, + "text": "the MLP through this process of" + }, + { + "start": 1086.64, + "duration": 0.0, + "text": "the MLP through this process of layerization.<00:18:07.679> And<00:18:08.080> specifically<00:18:09.039> uh<00:18:09.200> this" + }, + { + "start": 1089.59, + "duration": 0.0, + "text": "layerization. And specifically uh this" + }, + { + "start": 1089.6, + "duration": 0.0, + "text": "layerization. And specifically uh this will<00:18:09.760> give<00:18:09.919> us<00:18:10.080> like<00:18:10.320> an<00:18:10.559> existence<00:18:10.960> proof" + }, + { + "start": 1091.51, + "duration": 0.0, + "text": "will give us like an existence proof" + }, + { + "start": 1091.52, + "duration": 0.0, + "text": "will give us like an existence proof that<00:18:11.840> this<00:18:12.000> pigreeder<00:18:12.720> solution<00:18:13.120> is<00:18:13.440> in<00:18:14.000> is<00:18:14.320> a" + }, + { + "start": 1094.549, + "duration": 0.0, + "text": "that this pigreeder solution is in is a" + }, + { + "start": 1094.559, + "duration": 0.0, + "text": "that this pigreeder solution is in is a solution<00:18:14.960> that<00:18:15.280> the<00:18:16.080> SGD<00:18:16.640> could<00:18:16.799> have<00:18:17.039> found" + }, + { + "start": 1097.75, + "duration": 0.0, + "text": "solution that the SGD could have found" + }, + { + "start": 1097.76, + "duration": 0.0, + "text": "solution that the SGD could have found but<00:18:18.080> it<00:18:18.320> didn't.<00:18:18.880> And<00:18:19.200> more<00:18:19.360> concretely,<00:18:19.840> what" + }, + { + "start": 1099.99, + "duration": 0.0, + "text": "but it didn't. And more concretely, what" + }, + { + "start": 1100.0, + "duration": 0.0, + "text": "but it didn't. And more concretely, what we're<00:18:20.160> going<00:18:20.240> to<00:18:20.320> be<00:18:20.480> doing<00:18:20.640> is<00:18:20.880> just<00:18:21.039> taking" + }, + { + "start": 1101.35, + "duration": 0.0, + "text": "we're going to be doing is just taking" + }, + { + "start": 1101.36, + "duration": 0.0, + "text": "we're going to be doing is just taking all<00:18:21.520> the<00:18:21.760> connections<00:18:22.160> of<00:18:22.320> this<00:18:22.480> arbitrary" + }, + { + "start": 1102.87, + "duration": 0.0, + "text": "all the connections of this arbitrary" + }, + { + "start": 1102.88, + "duration": 0.0, + "text": "all the connections of this arbitrary graph<00:18:23.039> in<00:18:23.280> neurons<00:18:23.840> and<00:18:24.160> stitching<00:18:24.559> them" + }, + { + "start": 1104.789, + "duration": 0.0, + "text": "graph in neurons and stitching them" + }, + { + "start": 1104.799, + "duration": 0.0, + "text": "graph in neurons and stitching them together<00:18:25.280> to<00:18:25.600> in<00:18:25.840> the<00:18:26.000> MLP<00:18:26.480> to<00:18:26.640> recreate<00:18:27.039> the" + }, + { + "start": 1107.19, + "duration": 0.0, + "text": "together to in the MLP to recreate the" + }, + { + "start": 1107.2, + "duration": 0.0, + "text": "together to in the MLP to recreate the same<00:18:27.360> computational<00:18:28.000> graph." + }, + { + "start": 1110.95, + "duration": 0.0, + "text": "same computational graph." + }, + { + "start": 1110.96, + "duration": 0.0, + "text": "same computational graph. Okay,<00:18:31.360> so<00:18:31.600> this<00:18:31.840> is<00:18:32.000> what<00:18:32.240> the<00:18:32.559> internal" + }, + { + "start": 1113.029, + "duration": 0.0, + "text": "Okay, so this is what the internal" + }, + { + "start": 1113.039, + "duration": 0.0, + "text": "Okay, so this is what the internal representations<00:18:33.919> look<00:18:34.160> like<00:18:34.480> for<00:18:34.880> the" + }, + { + "start": 1115.19, + "duration": 0.0, + "text": "representations look like for the" + }, + { + "start": 1115.2, + "duration": 0.0, + "text": "representations look like for the pigreeder<00:18:35.840> skull.<00:18:36.320> This<00:18:36.480> is<00:18:36.559> the<00:18:36.799> one<00:18:37.039> found" + }, + { + "start": 1117.51, + "duration": 0.0, + "text": "pigreeder skull. This is the one found" + }, + { + "start": 1117.52, + "duration": 0.0, + "text": "pigreeder skull. This is the one found with<00:18:37.840> pigreeder.<00:18:38.799> So<00:18:38.960> you<00:18:39.200> can<00:18:39.280> see<00:18:39.360> that<00:18:39.600> the" + }, + { + "start": 1119.99, + "duration": 0.0, + "text": "with pigreeder. So you can see that the" + }, + { + "start": 1120.0, + "duration": 0.0, + "text": "with pigreeder. So you can see that the four<00:18:40.320> input<00:18:40.720> neurons<00:18:41.200> encode<00:18:41.600> the<00:18:41.840> four" + }, + { + "start": 1122.07, + "duration": 0.0, + "text": "four input neurons encode the four" + }, + { + "start": 1122.08, + "duration": 0.0, + "text": "four input neurons encode the four inputs<00:18:42.559> or<00:18:42.720> X,<00:18:43.039> Y,<00:18:43.360> D,<00:18:43.520> and<00:18:43.679> we<00:18:43.840> just<00:18:44.000> have<00:18:44.080> a" + }, + { + "start": 1124.23, + "duration": 0.0, + "text": "inputs or X, Y, D, and we just have a" + }, + { + "start": 1124.24, + "duration": 0.0, + "text": "inputs or X, Y, D, and we just have a bias<00:18:44.640> neuron<00:18:45.039> for<00:18:45.600> historical" + }, + { + "start": 1126.07, + "duration": 0.0, + "text": "bias neuron for historical" + }, + { + "start": 1126.08, + "duration": 0.0, + "text": "bias neuron for historical compatibility.<00:18:47.280> And<00:18:47.520> over<00:18:47.760> the<00:18:48.160> layers<00:18:48.480> as" + }, + { + "start": 1128.71, + "duration": 0.0, + "text": "compatibility. And over the layers as" + }, + { + "start": 1128.72, + "duration": 0.0, + "text": "compatibility. And over the layers as you<00:18:48.960> go<00:18:49.120> up<00:18:50.000> you<00:18:50.240> can<00:18:50.320> see<00:18:50.400> that<00:18:50.640> the<00:18:50.880> neurons" + }, + { + "start": 1131.43, + "duration": 0.0, + "text": "you go up you can see that the neurons" + }, + { + "start": 1131.44, + "duration": 0.0, + "text": "you go up you can see that the neurons encode<00:18:52.480> different<00:18:52.880> things<00:18:53.440> and<00:18:53.840> builds<00:18:54.160> up" + }, + { + "start": 1134.47, + "duration": 0.0, + "text": "encode different things and builds up" + }, + { + "start": 1134.48, + "duration": 0.0, + "text": "encode different things and builds up the<00:18:54.960> pattern<00:18:55.600> at<00:18:55.840> which<00:18:56.000> you<00:18:56.240> see<00:18:56.320> at<00:18:56.480> the<00:18:56.640> end" + }, + { + "start": 1136.789, + "duration": 0.0, + "text": "the pattern at which you see at the end" + }, + { + "start": 1136.799, + "duration": 0.0, + "text": "the pattern at which you see at the end which<00:18:56.960> is<00:18:57.120> the<00:18:57.280> skull.<00:18:58.160> But<00:18:58.640> you<00:18:58.880> can<00:18:59.039> see<00:18:59.120> that" + }, + { + "start": 1139.35, + "duration": 0.0, + "text": "which is the skull. But you can see that" + }, + { + "start": 1139.36, + "duration": 0.0, + "text": "which is the skull. But you can see that there's<00:18:59.760> not<00:18:59.919> really<00:19:00.240> any<00:19:00.640> redundancy.<00:19:01.600> It's" + }, + { + "start": 1141.83, + "duration": 0.0, + "text": "there's not really any redundancy. It's" + }, + { + "start": 1141.84, + "duration": 0.0, + "text": "there's not really any redundancy. It's very<00:19:02.160> very<00:19:02.799> uh<00:19:03.039> modular<00:19:03.520> in<00:19:03.760> that<00:19:03.919> way.<00:19:04.240> It's" + }, + { + "start": 1144.47, + "duration": 0.0, + "text": "very very uh modular in that way. It's" + }, + { + "start": 1144.48, + "duration": 0.0, + "text": "very very uh modular in that way. It's very<00:19:04.799> sparse<00:19:05.679> and<00:19:05.919> it<00:19:06.160> seems<00:19:06.480> quite<00:19:06.880> organized" + }, + { + "start": 1147.27, + "duration": 0.0, + "text": "very sparse and it seems quite organized" + }, + { + "start": 1147.28, + "duration": 0.0, + "text": "very sparse and it seems quite organized in<00:19:07.520> how<00:19:07.679> it's<00:19:07.919> doing<00:19:08.080> it.<00:19:08.320> Right?<00:19:09.440> So<00:19:09.679> let's" + }, + { + "start": 1149.909, + "duration": 0.0, + "text": "in how it's doing it. Right? So let's" + }, + { + "start": 1149.919, + "duration": 0.0, + "text": "in how it's doing it. Right? So let's look<00:19:10.080> at<00:19:10.240> this<00:19:10.720> SGD<00:19:11.200> skull.<00:19:11.600> Now<00:19:11.919> to<00:19:12.240> contrast," + }, + { + "start": 1152.71, + "duration": 0.0, + "text": "look at this SGD skull. Now to contrast," + }, + { + "start": 1152.72, + "duration": 0.0, + "text": "look at this SGD skull. Now to contrast, this<00:19:12.960> is<00:19:13.120> what<00:19:13.360> happens<00:19:13.520> when<00:19:13.760> you<00:19:13.840> train<00:19:14.080> SGD" + }, + { + "start": 1154.549, + "duration": 0.0, + "text": "this is what happens when you train SGD" + }, + { + "start": 1154.559, + "duration": 0.0, + "text": "this is what happens when you train SGD when<00:19:14.720> on<00:19:14.960> the<00:19:15.120> same<00:19:15.360> network<00:19:15.679> architecture<00:19:16.400> to" + }, + { + "start": 1156.63, + "duration": 0.0, + "text": "when on the same network architecture to" + }, + { + "start": 1156.64, + "duration": 0.0, + "text": "when on the same network architecture to get<00:19:16.799> the<00:19:16.960> skull." + }, + { + "start": 1158.87, + "duration": 0.0, + "text": "get the skull." + }, + { + "start": 1158.88, + "duration": 0.0, + "text": "get the skull. It<00:19:19.120> looks<00:19:19.360> like<00:19:19.520> a<00:19:19.840> complete<00:19:20.640> mess,<00:19:21.039> right?<00:19:21.280> It" + }, + { + "start": 1161.43, + "duration": 0.0, + "text": "It looks like a complete mess, right? It" + }, + { + "start": 1161.44, + "duration": 0.0, + "text": "It looks like a complete mess, right? It looks<00:19:21.600> like<00:19:21.760> complete<00:19:22.080> spaghetti.<00:19:22.799> And<00:19:22.960> you" + }, + { + "start": 1163.11, + "duration": 0.0, + "text": "looks like complete spaghetti. And you" + }, + { + "start": 1163.12, + "duration": 0.0, + "text": "looks like complete spaghetti. And you can<00:19:23.200> see<00:19:23.520> everything<00:19:23.840> ends<00:19:24.080> up<00:19:24.400> canceling<00:19:24.720> out" + }, + { + "start": 1164.87, + "duration": 0.0, + "text": "can see everything ends up canceling out" + }, + { + "start": 1164.88, + "duration": 0.0, + "text": "can see everything ends up canceling out the<00:19:25.120> end<00:19:25.280> and<00:19:25.520> giving<00:19:25.679> you<00:19:25.840> the<00:19:26.000> perfect" + }, + { + "start": 1166.31, + "duration": 0.0, + "text": "the end and giving you the perfect" + }, + { + "start": 1166.32, + "duration": 0.0, + "text": "the end and giving you the perfect output<00:19:26.640> behavior.<00:19:27.280> But<00:19:27.360> the<00:19:27.600> internal" + }, + { + "start": 1168.07, + "duration": 0.0, + "text": "output behavior. But the internal" + }, + { + "start": 1168.08, + "duration": 0.0, + "text": "output behavior. But the internal representations<00:19:28.720> are<00:19:28.960> like<00:19:29.200> completely<00:19:29.679> just" + }, + { + "start": 1169.909, + "duration": 0.0, + "text": "representations are like completely just" + }, + { + "start": 1169.919, + "duration": 0.0, + "text": "representations are like completely just like<00:19:30.080> what<00:19:30.160> I'd<00:19:30.400> call<00:19:30.559> spaghetti,<00:19:31.039> right?" + }, + { + "start": 1171.27, + "duration": 0.0, + "text": "like what I'd call spaghetti, right?" + }, + { + "start": 1171.28, + "duration": 0.0, + "text": "like what I'd call spaghetti, right? They're<00:19:31.440> just<00:19:31.600> like<00:19:31.760> a<00:19:32.240> complete<00:19:32.559> mess." + }, + { + "start": 1175.19, + "duration": 0.0, + "text": "They're just like a complete mess." + }, + { + "start": 1175.2, + "duration": 0.0, + "text": "They're just like a complete mess. So,<00:19:35.600> how<00:19:35.840> does<00:19:36.000> this<00:19:36.240> actually<00:19:36.640> impact<00:19:37.600> um" + }, + { + "start": 1178.23, + "duration": 0.0, + "text": "So, how does this actually impact um" + }, + { + "start": 1178.24, + "duration": 0.0, + "text": "So, how does this actually impact um downstream<00:19:38.960> what<00:19:39.200> we<00:19:39.360> call<00:19:39.520> like<00:19:39.679> downstream" + }, + { + "start": 1180.15, + "duration": 0.0, + "text": "downstream what we call like downstream" + }, + { + "start": 1180.16, + "duration": 0.0, + "text": "downstream what we call like downstream tasks<00:19:40.480> or<00:19:40.720> something?<00:19:41.360> So,<00:19:41.760> on<00:19:42.000> the<00:19:42.160> left<00:19:42.400> over" + }, + { + "start": 1182.63, + "duration": 0.0, + "text": "tasks or something? So, on the left over" + }, + { + "start": 1182.64, + "duration": 0.0, + "text": "tasks or something? So, on the left over here,<00:19:42.880> what<00:19:43.039> we're<00:19:43.200> going<00:19:43.280> to<00:19:43.360> be<00:19:43.520> doing<00:19:43.679> is" + }, + { + "start": 1183.909, + "duration": 0.0, + "text": "here, what we're going to be doing is" + }, + { + "start": 1183.919, + "duration": 0.0, + "text": "here, what we're going to be doing is just<00:19:44.080> sweeping<00:19:44.720> individual<00:19:45.600> weights<00:19:46.000> of<00:19:46.320> this" + }, + { + "start": 1186.549, + "duration": 0.0, + "text": "just sweeping individual weights of this" + }, + { + "start": 1186.559, + "duration": 0.0, + "text": "just sweeping individual weights of this network<00:19:46.880> and<00:19:47.200> seeing<00:19:47.440> how<00:19:47.600> the<00:19:47.760> output" + }, + { + "start": 1188.15, + "duration": 0.0, + "text": "network and seeing how the output" + }, + { + "start": 1188.16, + "duration": 0.0, + "text": "network and seeing how the output behavior<00:19:48.559> changes.<00:19:49.520> And<00:19:49.760> you<00:19:49.919> can<00:19:50.080> see<00:19:50.240> that" + }, + { + "start": 1190.63, + "duration": 0.0, + "text": "behavior changes. And you can see that" + }, + { + "start": 1190.64, + "duration": 0.0, + "text": "behavior changes. And you can see that it<00:19:50.960> really<00:19:51.200> shows<00:19:51.440> you<00:19:51.679> that<00:19:52.240> uh<00:19:52.400> if<00:19:52.559> you<00:19:52.720> sweep" + }, + { + "start": 1192.95, + "duration": 0.0, + "text": "it really shows you that uh if you sweep" + }, + { + "start": 1192.96, + "duration": 0.0, + "text": "it really shows you that uh if you sweep a<00:19:53.120> weight,<00:19:53.360> there's<00:19:53.600> literally<00:19:53.760> a<00:19:54.000> weight" + }, + { + "start": 1194.15, + "duration": 0.0, + "text": "a weight, there's literally a weight" + }, + { + "start": 1194.16, + "duration": 0.0, + "text": "a weight, there's literally a weight that<00:19:54.400> corresponds<00:19:54.960> to<00:19:55.520> the<00:19:55.840> mouth<00:19:56.160> opening<00:19:56.960> or" + }, + { + "start": 1197.35, + "duration": 0.0, + "text": "that corresponds to the mouth opening or" + }, + { + "start": 1197.36, + "duration": 0.0, + "text": "that corresponds to the mouth opening or the<00:19:57.679> left<00:19:58.000> and<00:19:58.160> eye<00:19:58.400> winking<00:19:59.200> or<00:19:59.440> the<00:19:59.679> distance" + }, + { + "start": 1199.99, + "duration": 0.0, + "text": "the left and eye winking or the distance" + }, + { + "start": 1200.0, + "duration": 0.0, + "text": "the left and eye winking or the distance between<00:20:00.320> the<00:20:00.559> eyes<00:20:01.039> right<00:20:01.280> there.<00:20:01.520> Right?<00:20:01.760> or" + }, + { + "start": 1202.15, + "duration": 0.0, + "text": "between the eyes right there. Right? or" + }, + { + "start": 1202.16, + "duration": 0.0, + "text": "between the eyes right there. Right? or like<00:20:02.480> literally<00:20:02.640> a<00:20:02.799> weight<00:20:03.039> controlling<00:20:03.440> the" + }, + { + "start": 1203.59, + "duration": 0.0, + "text": "like literally a weight controlling the" + }, + { + "start": 1203.6, + "duration": 0.0, + "text": "like literally a weight controlling the jaw<00:20:03.840> width.<00:20:04.720> And<00:20:04.960> this<00:20:05.280> kind<00:20:05.440> of<00:20:05.520> shows<00:20:05.760> you" + }, + { + "start": 1205.909, + "duration": 0.0, + "text": "jaw width. And this kind of shows you" + }, + { + "start": 1205.919, + "duration": 0.0, + "text": "jaw width. And this kind of shows you that<00:20:06.160> the<00:20:06.720> network<00:20:07.120> kind<00:20:07.360> of<00:20:08.320> understands<00:20:09.039> the" + }, + { + "start": 1209.59, + "duration": 0.0, + "text": "that the network kind of understands the" + }, + { + "start": 1209.6, + "duration": 0.0, + "text": "that the network kind of understands the underlying<00:20:10.640> um<00:20:10.960> what<00:20:11.200> we<00:20:11.360> would<00:20:11.600> call<00:20:11.760> the" + }, + { + "start": 1211.99, + "duration": 0.0, + "text": "underlying um what we would call the" + }, + { + "start": 1212.0, + "duration": 0.0, + "text": "underlying um what we would call the underlying<00:20:12.559> regularities<00:20:13.280> of<00:20:13.440> the<00:20:13.679> skull," + }, + { + "start": 1214.39, + "duration": 0.0, + "text": "underlying regularities of the skull," + }, + { + "start": 1214.4, + "duration": 0.0, + "text": "underlying regularities of the skull, right?<00:20:14.960> These<00:20:15.280> are<00:20:15.840> axes<00:20:16.400> aligned<00:20:16.880> with<00:20:17.120> how<00:20:17.360> a" + }, + { + "start": 1217.59, + "duration": 0.0, + "text": "right? These are axes aligned with how a" + }, + { + "start": 1217.6, + "duration": 0.0, + "text": "right? These are axes aligned with how a human<00:20:18.240> uh<00:20:18.400> sees<00:20:18.880> the<00:20:19.200> skull.<00:20:19.679> And<00:20:19.840> if<00:20:20.080> you" + }, + { + "start": 1220.15, + "duration": 0.0, + "text": "human uh sees the skull. And if you" + }, + { + "start": 1220.16, + "duration": 0.0, + "text": "human uh sees the skull. And if you imagine<00:20:20.480> that<00:20:20.640> the<00:20:20.880> skull<00:20:21.200> is<00:20:21.440> an<00:20:22.080> analogy<00:20:22.720> to" + }, + { + "start": 1223.51, + "duration": 0.0, + "text": "imagine that the skull is an analogy to" + }, + { + "start": 1223.52, + "duration": 0.0, + "text": "imagine that the skull is an analogy to the<00:20:23.840> real<00:20:24.160> world<00:20:24.559> and<00:20:24.960> the<00:20:25.200> behaviors<00:20:25.919> uh<00:20:26.000> that" + }, + { + "start": 1226.15, + "duration": 0.0, + "text": "the real world and the behaviors uh that" + }, + { + "start": 1226.16, + "duration": 0.0, + "text": "the real world and the behaviors uh that you<00:20:26.320> would<00:20:26.480> want<00:20:26.640> to<00:20:26.720> employ,<00:20:27.600> this<00:20:27.760> basically" + }, + { + "start": 1228.149, + "duration": 0.0, + "text": "you would want to employ, this basically" + }, + { + "start": 1228.159, + "duration": 0.0, + "text": "you would want to employ, this basically corresponds<00:20:28.799> to<00:20:30.000> nice<00:20:30.400> changes<00:20:30.799> in<00:20:31.120> this" + }, + { + "start": 1231.51, + "duration": 0.0, + "text": "corresponds to nice changes in this" + }, + { + "start": 1231.52, + "duration": 0.0, + "text": "corresponds to nice changes in this actual<00:20:32.000> behavioral<00:20:32.640> output<00:20:32.960> of<00:20:33.200> the<00:20:33.360> network," + }, + { + "start": 1233.75, + "duration": 0.0, + "text": "actual behavioral output of the network," + }, + { + "start": 1233.76, + "duration": 0.0, + "text": "actual behavioral output of the network, right?<00:20:34.960> Versus<00:20:35.280> if<00:20:35.440> you<00:20:35.520> have<00:20:35.679> the<00:20:35.919> network<00:20:36.240> on" + }, + { + "start": 1236.39, + "duration": 0.0, + "text": "right? Versus if you have the network on" + }, + { + "start": 1236.4, + "duration": 0.0, + "text": "right? Versus if you have the network on the<00:20:36.559> left,<00:20:36.720> you<00:20:36.880> can<00:20:36.960> see<00:20:37.120> that<00:20:37.280> the<00:20:37.440> weights" + }, + { + "start": 1237.909, + "duration": 0.0, + "text": "the left, you can see that the weights" + }, + { + "start": 1237.919, + "duration": 0.0, + "text": "the left, you can see that the weights kind<00:20:38.159> of<00:20:38.480> most<00:20:38.720> almost<00:20:39.039> all<00:20:39.200> the<00:20:39.280> weights<00:20:39.600> look" + }, + { + "start": 1239.75, + "duration": 0.0, + "text": "kind of most almost all the weights look" + }, + { + "start": 1239.76, + "duration": 0.0, + "text": "kind of most almost all the weights look like<00:20:39.919> this.<00:20:40.159> they<00:20:40.400> kind<00:20:40.480> of<00:20:40.640> just<00:20:41.120> correspond" + }, + { + "start": 1241.51, + "duration": 0.0, + "text": "like this. they kind of just correspond" + }, + { + "start": 1241.52, + "duration": 0.0, + "text": "like this. they kind of just correspond to<00:20:41.760> rubbish<00:20:42.320> meaningless<00:20:42.799> changes<00:20:43.520> which" + }, + { + "start": 1243.83, + "duration": 0.0, + "text": "to rubbish meaningless changes which" + }, + { + "start": 1243.84, + "duration": 0.0, + "text": "to rubbish meaningless changes which don't<00:20:44.159> respect<00:20:44.559> the<00:20:44.799> underlying<00:20:45.440> x<00:20:45.840> x-axis" + }, + { + "start": 1246.39, + "duration": 0.0, + "text": "don't respect the underlying x x-axis" + }, + { + "start": 1246.4, + "duration": 0.0, + "text": "don't respect the underlying x x-axis symmetry<00:20:46.799> of<00:20:47.039> the<00:20:47.200> skull<00:20:47.840> or<00:20:48.320> any<00:20:48.640> regularity" + }, + { + "start": 1249.11, + "duration": 0.0, + "text": "symmetry of the skull or any regularity" + }, + { + "start": 1249.12, + "duration": 0.0, + "text": "symmetry of the skull or any regularity of<00:20:49.280> the<00:20:49.440> skull<00:20:49.679> for<00:20:49.840> that<00:20:50.000> matter.<00:20:50.960> Right?" + }, + { + "start": 1253.029, + "duration": 0.0, + "text": "of the skull for that matter. Right?" + }, + { + "start": 1253.039, + "duration": 0.0, + "text": "of the skull for that matter. Right? So<00:20:53.280> this<00:20:53.520> pattern<00:20:53.840> is<00:20:54.080> true<00:20:54.320> for<00:20:54.880> all<00:20:55.120> the" + }, + { + "start": 1255.27, + "duration": 0.0, + "text": "So this pattern is true for all the" + }, + { + "start": 1255.28, + "duration": 0.0, + "text": "So this pattern is true for all the images<00:20:55.600> that<00:20:55.760> we've<00:20:56.000> tried<00:20:56.159> out<00:20:56.400> like<00:20:56.640> here's" + }, + { + "start": 1256.789, + "duration": 0.0, + "text": "images that we've tried out like here's" + }, + { + "start": 1256.799, + "duration": 0.0, + "text": "images that we've tried out like here's this<00:20:57.039> butterfly<00:20:57.440> image<00:20:57.760> for<00:20:58.000> pigreeder<00:20:58.880> and" + }, + { + "start": 1259.11, + "duration": 0.0, + "text": "this butterfly image for pigreeder and" + }, + { + "start": 1259.12, + "duration": 0.0, + "text": "this butterfly image for pigreeder and here's<00:20:59.440> this<00:20:59.679> skull<00:21:00.080> uh<00:21:00.320> SGD<00:21:00.799> image<00:21:01.039> of<00:21:01.200> this" + }, + { + "start": 1261.51, + "duration": 0.0, + "text": "here's this skull uh SGD image of this" + }, + { + "start": 1261.52, + "duration": 0.0, + "text": "here's this skull uh SGD image of this uh<00:21:01.679> butterfly." + }, + { + "start": 1263.669, + "duration": 0.0, + "text": "uh butterfly." + }, + { + "start": 1263.679, + "duration": 0.0, + "text": "uh butterfly. You<00:21:03.840> can<00:21:03.919> see<00:21:04.000> it's<00:21:04.240> the<00:21:04.400> same<00:21:04.559> pattern<00:21:05.280> and<00:21:05.520> if" + }, + { + "start": 1265.75, + "duration": 0.0, + "text": "You can see it's the same pattern and if" + }, + { + "start": 1265.76, + "duration": 0.0, + "text": "You can see it's the same pattern and if you<00:21:05.840> look<00:21:05.919> at<00:21:06.080> the<00:21:06.240> weight<00:21:06.480> sweeps<00:21:06.880> it's<00:21:07.120> the" + }, + { + "start": 1267.27, + "duration": 0.0, + "text": "you look at the weight sweeps it's the" + }, + { + "start": 1267.28, + "duration": 0.0, + "text": "you look at the weight sweeps it's the exact<00:21:07.520> same<00:21:07.760> thing.<00:21:08.080> you<00:21:08.320> capture<00:21:08.640> the" + }, + { + "start": 1268.789, + "duration": 0.0, + "text": "exact same thing. you capture the" + }, + { + "start": 1268.799, + "duration": 0.0, + "text": "exact same thing. you capture the regularities<00:21:09.360> on<00:21:09.520> the<00:21:09.679> left<00:21:09.840> and<00:21:10.000> you<00:21:10.400> don't" + }, + { + "start": 1270.63, + "duration": 0.0, + "text": "regularities on the left and you don't" + }, + { + "start": 1270.64, + "duration": 0.0, + "text": "regularities on the left and you don't really<00:21:10.880> do<00:21:11.039> that<00:21:11.200> on<00:21:11.360> the<00:21:11.520> right.<00:21:11.919> Right?<00:21:12.400> Over" + }, + { + "start": 1272.63, + "duration": 0.0, + "text": "really do that on the right. Right? Over" + }, + { + "start": 1272.64, + "duration": 0.0, + "text": "really do that on the right. Right? Over here<00:21:12.799> you<00:21:13.039> can<00:21:13.120> see<00:21:13.200> that<00:21:13.360> one<00:21:13.520> of<00:21:13.600> the<00:21:13.760> weights" + }, + { + "start": 1274.07, + "duration": 0.0, + "text": "here you can see that one of the weights" + }, + { + "start": 1274.08, + "duration": 0.0, + "text": "here you can see that one of the weights literally<00:21:14.480> destroys<00:21:14.960> the<00:21:15.200> left<00:21:15.360> wing<00:21:16.080> while" + }, + { + "start": 1276.47, + "duration": 0.0, + "text": "literally destroys the left wing while" + }, + { + "start": 1276.48, + "duration": 0.0, + "text": "literally destroys the left wing while leaving<00:21:16.720> the<00:21:16.960> right<00:21:17.120> wing<00:21:17.520> sort<00:21:17.760> of<00:21:17.919> intact" + }, + { + "start": 1278.71, + "duration": 0.0, + "text": "leaving the right wing sort of intact" + }, + { + "start": 1278.72, + "duration": 0.0, + "text": "leaving the right wing sort of intact which<00:21:18.960> is<00:21:19.200> completely<00:21:19.520> not<00:21:19.760> respecting<00:21:20.240> that" + }, + { + "start": 1280.47, + "duration": 0.0, + "text": "which is completely not respecting that" + }, + { + "start": 1280.48, + "duration": 0.0, + "text": "which is completely not respecting that symmetry<00:21:20.799> of<00:21:20.880> the<00:21:21.039> butterfly.<00:21:21.600> Right?<00:21:22.960> And" + }, + { + "start": 1283.11, + "duration": 0.0, + "text": "symmetry of the butterfly. Right? And" + }, + { + "start": 1283.12, + "duration": 0.0, + "text": "symmetry of the butterfly. Right? And here's<00:21:23.440> the<00:21:23.679> apple<00:21:23.919> image<00:21:24.320> found<00:21:24.559> at" + }, + { + "start": 1284.71, + "duration": 0.0, + "text": "here's the apple image found at" + }, + { + "start": 1284.72, + "duration": 0.0, + "text": "here's the apple image found at Pigreeder<00:21:25.600> and<00:21:25.919> here's<00:21:26.240> it<00:21:26.400> with<00:21:27.039> um<00:21:27.440> SED" + }, + { + "start": 1289.35, + "duration": 0.0, + "text": "Pigreeder and here's it with um SED" + }, + { + "start": 1289.36, + "duration": 0.0, + "text": "Pigreeder and here's it with um SED and<00:21:29.679> it's<00:21:30.000> the<00:21:30.240> same<00:21:30.480> pattern<00:21:30.880> again<00:21:31.600> um<00:21:31.760> on" + }, + { + "start": 1291.909, + "duration": 0.0, + "text": "and it's the same pattern again um on" + }, + { + "start": 1291.919, + "duration": 0.0, + "text": "and it's the same pattern again um on the<00:21:32.080> left.<00:21:32.720> U<00:21:33.039> one<00:21:33.280> of<00:21:33.360> the<00:21:33.600> my<00:21:33.919> collaborers's" + }, + { + "start": 1294.47, + "duration": 0.0, + "text": "the left. U one of the my collaborers's" + }, + { + "start": 1294.48, + "duration": 0.0, + "text": "the left. U one of the my collaborers's favorite<00:21:34.720> is<00:21:34.960> like<00:21:35.120> the<00:21:35.440> stem<00:21:35.760> angle.<00:21:36.240> There's" + }, + { + "start": 1296.549, + "duration": 0.0, + "text": "favorite is like the stem angle. There's" + }, + { + "start": 1296.559, + "duration": 0.0, + "text": "favorite is like the stem angle. There's literally<00:21:36.799> a<00:21:37.039> weight<00:21:37.280> in<00:21:37.440> the<00:21:37.600> apple<00:21:38.000> network" + }, + { + "start": 1298.23, + "duration": 0.0, + "text": "literally a weight in the apple network" + }, + { + "start": 1298.24, + "duration": 0.0, + "text": "literally a weight in the apple network that<00:21:38.559> on<00:21:38.799> the<00:21:38.880> pig<00:21:39.120> breeder<00:21:39.440> side<00:21:39.679> at<00:21:39.679> least" + }, + { + "start": 1300.149, + "duration": 0.0, + "text": "that on the pig breeder side at least" + }, + { + "start": 1300.159, + "duration": 0.0, + "text": "that on the pig breeder side at least that<00:21:40.480> corresponds<00:21:41.039> to<00:21:41.679> if<00:21:41.919> you<00:21:42.080> sweep<00:21:42.400> it,<00:21:42.640> it" + }, + { + "start": 1302.95, + "duration": 0.0, + "text": "that corresponds to if you sweep it, it" + }, + { + "start": 1302.96, + "duration": 0.0, + "text": "that corresponds to if you sweep it, it controls<00:21:43.360> the<00:21:43.600> angle<00:21:43.840> at<00:21:44.080> which<00:21:44.240> the<00:21:44.480> stem<00:21:44.960> is" + }, + { + "start": 1305.59, + "duration": 0.0, + "text": "controls the angle at which the stem is" + }, + { + "start": 1305.6, + "duration": 0.0, + "text": "controls the angle at which the stem is um<00:21:45.840> controlled<00:21:46.240> at.<00:21:46.400> So<00:21:46.559> this<00:21:46.799> really<00:21:47.039> shows" + }, + { + "start": 1307.43, + "duration": 0.0, + "text": "um controlled at. So this really shows" + }, + { + "start": 1307.44, + "duration": 0.0, + "text": "um controlled at. So this really shows that<00:21:47.679> the<00:21:47.919> stem<00:21:48.159> and<00:21:48.320> the<00:21:48.480> apple<00:21:48.720> are<00:21:48.960> like" + }, + { + "start": 1309.19, + "duration": 0.0, + "text": "that the stem and the apple are like" + }, + { + "start": 1309.2, + "duration": 0.0, + "text": "that the stem and the apple are like modular<00:21:50.400> are<00:21:50.640> decomposed<00:21:51.120> in<00:21:51.280> like<00:21:51.440> a<00:21:51.600> modular" + }, + { + "start": 1312.07, + "duration": 0.0, + "text": "modular are decomposed in like a modular" + }, + { + "start": 1312.08, + "duration": 0.0, + "text": "modular are decomposed in like a modular way<00:21:52.240> in<00:21:52.480> order<00:21:52.640> to<00:21:52.799> have<00:21:52.960> this<00:21:53.200> happen,<00:21:53.520> right?" + }, + { + "start": 1316.64, + "duration": 0.0, + "text": "So<00:21:56.799> the<00:21:57.039> question<00:21:57.200> is<00:21:57.520> this<00:21:57.760> is<00:21:57.840> cool<00:21:58.240> but<00:21:58.480> this" + }, + { + "start": 1318.63, + "duration": 0.0, + "text": "So the question is this is cool but this" + }, + { + "start": 1318.64, + "duration": 0.0, + "text": "So the question is this is cool but this is<00:21:58.720> still<00:21:58.960> like<00:21:59.039> this<00:21:59.200> toy<00:21:59.520> domain.<00:21:59.919> How<00:22:00.080> does" + }, + { + "start": 1320.149, + "duration": 0.0, + "text": "is still like this toy domain. How does" + }, + { + "start": 1320.159, + "duration": 0.0, + "text": "is still like this toy domain. How does this<00:22:00.320> really<00:22:00.559> apply<00:22:00.880> to<00:22:01.120> LLM<00:22:01.760> and<00:22:01.919> like<00:22:02.159> real" + }, + { + "start": 1322.39, + "duration": 0.0, + "text": "this really apply to LLM and like real" + }, + { + "start": 1322.4, + "duration": 0.0, + "text": "this really apply to LLM and like real intelligent<00:22:02.880> systems,<00:22:03.360> right?<00:22:04.080> So<00:22:04.400> there<00:22:04.640> is" + }, + { + "start": 1324.87, + "duration": 0.0, + "text": "intelligent systems, right? So there is" + }, + { + "start": 1324.88, + "duration": 0.0, + "text": "intelligent systems, right? So there is some<00:22:05.280> uh<00:22:05.520> evidence<00:22:06.640> uh<00:22:06.799> actually<00:22:07.120> a<00:22:07.280> lot<00:22:07.360> of" + }, + { + "start": 1327.51, + "duration": 0.0, + "text": "some uh evidence uh actually a lot of" + }, + { + "start": 1327.52, + "duration": 0.0, + "text": "some uh evidence uh actually a lot of evidence<00:22:08.000> that<00:22:08.640> um<00:22:08.799> these<00:22:09.120> LLMs<00:22:09.679> also<00:22:10.080> suffer" + }, + { + "start": 1330.39, + "duration": 0.0, + "text": "evidence that um these LLMs also suffer" + }, + { + "start": 1330.4, + "duration": 0.0, + "text": "evidence that um these LLMs also suffer from<00:22:10.720> fractured<00:22:11.120> and<00:22:11.280> entangled" + }, + { + "start": 1331.83, + "duration": 0.0, + "text": "from fractured and entangled" + }, + { + "start": 1331.84, + "duration": 0.0, + "text": "from fractured and entangled representations<00:22:12.559> that<00:22:12.880> don't<00:22:13.200> respect<00:22:13.600> the" + }, + { + "start": 1333.83, + "duration": 0.0, + "text": "representations that don't respect the" + }, + { + "start": 1333.84, + "duration": 0.0, + "text": "representations that don't respect the underlying<00:22:14.640> regularities<00:22:15.280> of<00:22:15.360> the<00:22:15.520> world.<00:22:15.919> So" + }, + { + "start": 1336.07, + "duration": 0.0, + "text": "underlying regularities of the world. So" + }, + { + "start": 1336.08, + "duration": 0.0, + "text": "underlying regularities of the world. So let's<00:22:16.320> start<00:22:16.400> off<00:22:16.640> with<00:22:16.799> a<00:22:17.120> old<00:22:17.360> example<00:22:17.679> from" + }, + { + "start": 1337.99, + "duration": 0.0, + "text": "let's start off with a old example from" + }, + { + "start": 1338.0, + "duration": 0.0, + "text": "let's start off with a old example from GPD3.<00:22:19.120> So<00:22:19.280> in<00:22:19.440> GPT3<00:22:20.400> um<00:22:20.640> we<00:22:20.880> ran<00:22:21.120> this" + }, + { + "start": 1341.27, + "duration": 0.0, + "text": "GPD3. So in GPT3 um we ran this" + }, + { + "start": 1341.28, + "duration": 0.0, + "text": "GPD3. So in GPT3 um we ran this experiment<00:22:21.760> where<00:22:22.000> we<00:22:22.240> had<00:22:22.480> like<00:22:23.120> um<00:22:23.840> where" + }, + { + "start": 1344.07, + "duration": 0.0, + "text": "experiment where we had like um where" + }, + { + "start": 1344.08, + "duration": 0.0, + "text": "experiment where we had like um where you<00:22:24.320> just<00:22:24.480> say<00:22:24.559> like<00:22:24.799> I<00:22:25.039> have<00:22:25.120> three<00:22:25.360> pencils" + }, + { + "start": 1345.75, + "duration": 0.0, + "text": "you just say like I have three pencils" + }, + { + "start": 1345.76, + "duration": 0.0, + "text": "you just say like I have three pencils and<00:22:26.000> two<00:22:26.240> pens<00:22:26.559> and<00:22:26.720> four<00:22:27.039> erasers.<00:22:27.760> How<00:22:27.919> many" + }, + { + "start": 1348.149, + "duration": 0.0, + "text": "and two pens and four erasers. How many" + }, + { + "start": 1348.159, + "duration": 0.0, + "text": "and two pens and four erasers. How many things<00:22:28.400> do<00:22:28.559> I<00:22:28.799> have?<00:22:29.360> And<00:22:29.520> it<00:22:29.679> gets<00:22:29.919> it<00:22:30.080> right." + }, + { + "start": 1350.87, + "duration": 0.0, + "text": "things do I have? And it gets it right." + }, + { + "start": 1350.88, + "duration": 0.0, + "text": "things do I have? And it gets it right. You<00:22:31.120> have<00:22:31.280> nine<00:22:31.520> things.<00:22:32.320> But<00:22:32.480> if<00:22:32.720> you<00:22:32.799> ask<00:22:32.960> it" + }, + { + "start": 1353.35, + "duration": 0.0, + "text": "You have nine things. But if you ask it" + }, + { + "start": 1353.36, + "duration": 0.0, + "text": "You have nine things. But if you ask it the<00:22:33.600> same<00:22:33.760> exact<00:22:34.080> question,<00:22:34.320> but<00:22:34.640> change<00:22:34.880> up" + }, + { + "start": 1355.11, + "duration": 0.0, + "text": "the same exact question, but change up" + }, + { + "start": 1355.12, + "duration": 0.0, + "text": "the same exact question, but change up the<00:22:35.840> um<00:22:36.080> item<00:22:36.480> names,<00:22:36.880> like<00:22:37.120> I<00:22:37.280> have<00:22:37.440> three" + }, + { + "start": 1357.669, + "duration": 0.0, + "text": "the um item names, like I have three" + }, + { + "start": 1357.679, + "duration": 0.0, + "text": "the um item names, like I have three chickens,<00:22:38.080> two<00:22:38.320> ducks,<00:22:38.559> and<00:22:38.720> four<00:22:38.960> geese.<00:22:39.600> How" + }, + { + "start": 1359.75, + "duration": 0.0, + "text": "chickens, two ducks, and four geese. How" + }, + { + "start": 1359.76, + "duration": 0.0, + "text": "chickens, two ducks, and four geese. How many<00:22:39.919> things<00:22:40.159> do<00:22:40.320> I<00:22:40.480> have?<00:22:40.799> It<00:22:41.039> gets<00:22:41.200> it<00:22:41.360> wrong." + }, + { + "start": 1361.59, + "duration": 0.0, + "text": "many things do I have? It gets it wrong." + }, + { + "start": 1361.6, + "duration": 0.0, + "text": "many things do I have? It gets it wrong. It<00:22:41.760> says<00:22:41.919> you<00:22:42.159> have<00:22:42.320> 10<00:22:42.559> animals,<00:22:43.120> right?" + }, + { + "start": 1363.43, + "duration": 0.0, + "text": "It says you have 10 animals, right?" + }, + { + "start": 1363.44, + "duration": 0.0, + "text": "It says you have 10 animals, right? Instead<00:22:43.679> of<00:22:43.840> nine.<00:22:44.880> And<00:22:45.600> what<00:22:45.840> this<00:22:46.159> means<00:22:46.480> is" + }, + { + "start": 1366.71, + "duration": 0.0, + "text": "Instead of nine. And what this means is" + }, + { + "start": 1366.72, + "duration": 0.0, + "text": "Instead of nine. And what this means is that<00:22:47.039> the<00:22:47.600> machinery<00:22:48.159> or<00:22:48.480> the<00:22:48.640> neural" + }, + { + "start": 1369.029, + "duration": 0.0, + "text": "that the machinery or the neural" + }, + { + "start": 1369.039, + "duration": 0.0, + "text": "that the machinery or the neural circuitry<00:22:49.600> that<00:22:49.760> it's<00:22:50.000> using<00:22:50.880> to<00:22:51.520> count<00:22:51.840> up" + }, + { + "start": 1371.99, + "duration": 0.0, + "text": "circuitry that it's using to count up" + }, + { + "start": 1372.0, + "duration": 0.0, + "text": "circuitry that it's using to count up the<00:22:52.240> objects<00:22:53.200> is<00:22:53.520> entangled<00:22:54.400> with<00:22:54.720> the<00:22:55.039> types" + }, + { + "start": 1375.35, + "duration": 0.0, + "text": "the objects is entangled with the types" + }, + { + "start": 1375.36, + "duration": 0.0, + "text": "the objects is entangled with the types of<00:22:55.600> the<00:22:55.760> object<00:22:56.080> that<00:22:56.320> it's<00:22:56.559> seeing.<00:22:57.039> Right?" + }, + { + "start": 1377.27, + "duration": 0.0, + "text": "of the object that it's seeing. Right?" + }, + { + "start": 1377.28, + "duration": 0.0, + "text": "of the object that it's seeing. Right? So<00:22:57.440> this<00:22:57.600> is<00:22:57.679> an<00:22:57.840> example<00:22:58.159> of<00:22:58.480> how<00:22:58.640> it<00:22:58.880> could<00:22:59.039> be" + }, + { + "start": 1379.19, + "duration": 0.0, + "text": "So this is an example of how it could be" + }, + { + "start": 1379.2, + "duration": 0.0, + "text": "So this is an example of how it could be the<00:22:59.440> representation<00:23:00.000> is<00:23:00.240> entangled.<00:23:00.880> Right?" + }, + { + "start": 1381.43, + "duration": 0.0, + "text": "the representation is entangled. Right?" + }, + { + "start": 1381.44, + "duration": 0.0, + "text": "the representation is entangled. Right? So<00:23:01.679> let's<00:23:01.919> scale<00:23:02.080> up<00:23:02.240> to<00:23:02.480> more<00:23:02.720> modern" + }, + { + "start": 1383.11, + "duration": 0.0, + "text": "So let's scale up to more modern" + }, + { + "start": 1383.12, + "duration": 0.0, + "text": "So let's scale up to more modern networks.<00:23:03.679> Uh<00:23:03.919> there's<00:23:04.320> there's<00:23:04.640> a<00:23:04.799> lot<00:23:04.880> of" + }, + { + "start": 1384.95, + "duration": 0.0, + "text": "networks. Uh there's there's a lot of" + }, + { + "start": 1384.96, + "duration": 0.0, + "text": "networks. Uh there's there's a lot of papers<00:23:05.200> that<00:23:05.440> show<00:23:05.600> that<00:23:05.919> like<00:23:06.880> um<00:23:07.360> if<00:23:07.600> you" + }, + { + "start": 1387.99, + "duration": 0.0, + "text": "papers that show that like um if you" + }, + { + "start": 1388.0, + "duration": 0.0, + "text": "papers that show that like um if you change<00:23:08.640> like<00:23:08.880> if<00:23:09.280> if<00:23:09.520> a<00:23:09.760> network<00:23:10.080> can<00:23:10.400> if<00:23:10.640> a<00:23:10.799> LLM" + }, + { + "start": 1391.19, + "duration": 0.0, + "text": "change like if if a network can if a LLM" + }, + { + "start": 1391.2, + "duration": 0.0, + "text": "change like if if a network can if a LLM can<00:23:11.360> be<00:23:11.520> really<00:23:11.760> good<00:23:11.840> at<00:23:12.080> doing<00:23:12.240> like<00:23:12.400> these" + }, + { + "start": 1392.63, + "duration": 0.0, + "text": "can be really good at doing like these" + }, + { + "start": 1392.64, + "duration": 0.0, + "text": "can be really good at doing like these math<00:23:12.880> problems,<00:23:13.280> slightly<00:23:13.679> changing<00:23:14.080> the" + }, + { + "start": 1394.31, + "duration": 0.0, + "text": "math problems, slightly changing the" + }, + { + "start": 1394.32, + "duration": 0.0, + "text": "math problems, slightly changing the numbers<00:23:14.559> in<00:23:14.799> the<00:23:14.880> math<00:23:15.200> problems<00:23:16.000> causes<00:23:16.400> them" + }, + { + "start": 1396.63, + "duration": 0.0, + "text": "numbers in the math problems causes them" + }, + { + "start": 1396.64, + "duration": 0.0, + "text": "numbers in the math problems causes them to<00:23:17.520> um<00:23:18.320> decrease<00:23:18.720> their<00:23:18.960> performance<00:23:19.520> on<00:23:19.840> that" + }, + { + "start": 1400.47, + "duration": 0.0, + "text": "to um decrease their performance on that" + }, + { + "start": 1400.48, + "duration": 0.0, + "text": "to um decrease their performance on that um<00:23:21.520> on<00:23:21.760> that<00:23:22.000> data<00:23:22.240> set,<00:23:22.720> which<00:23:22.960> is<00:23:23.120> crazy" + }, + { + "start": 1403.43, + "duration": 0.0, + "text": "um on that data set, which is crazy" + }, + { + "start": 1403.44, + "duration": 0.0, + "text": "um on that data set, which is crazy because<00:23:23.679> you<00:23:23.919> would<00:23:24.080> expect<00:23:24.320> them<00:23:24.480> to<00:23:24.640> be<00:23:25.120> kind" + }, + { + "start": 1405.27, + "duration": 0.0, + "text": "because you would expect them to be kind" + }, + { + "start": 1405.28, + "duration": 0.0, + "text": "because you would expect them to be kind of<00:23:25.440> robust<00:23:25.919> to<00:23:26.240> changes<00:23:26.720> in<00:23:27.039> the<00:23:27.360> numbers," + }, + { + "start": 1407.99, + "duration": 0.0, + "text": "of robust to changes in the numbers," + }, + { + "start": 1408.0, + "duration": 0.0, + "text": "of robust to changes in the numbers, right?<00:23:28.559> And<00:23:28.880> uh<00:23:29.120> sure<00:23:29.360> if<00:23:29.520> you<00:23:29.679> scale<00:23:29.919> them<00:23:30.080> up" + }, + { + "start": 1410.31, + "duration": 0.0, + "text": "right? And uh sure if you scale them up" + }, + { + "start": 1410.32, + "duration": 0.0, + "text": "right? And uh sure if you scale them up this<00:23:30.480> has<00:23:30.720> been<00:23:30.880> going<00:23:31.039> away<00:23:31.280> which<00:23:31.520> we're" + }, + { + "start": 1411.669, + "duration": 0.0, + "text": "this has been going away which we're" + }, + { + "start": 1411.679, + "duration": 0.0, + "text": "this has been going away which we're going<00:23:31.760> to<00:23:31.919> talk<00:23:32.080> about<00:23:32.400> but<00:23:32.559> let<00:23:32.720> me<00:23:32.880> go" + }, + { + "start": 1412.95, + "duration": 0.0, + "text": "going to talk about but let me go" + }, + { + "start": 1412.96, + "duration": 0.0, + "text": "going to talk about but let me go through<00:23:33.120> some<00:23:33.360> other<00:23:33.520> examples<00:23:34.000> too.<00:23:34.640> This" + }, + { + "start": 1415.11, + "duration": 0.0, + "text": "through some other examples too. This" + }, + { + "start": 1415.12, + "duration": 0.0, + "text": "through some other examples too. This >> sorry<00:23:35.360> can<00:23:35.520> I<00:23:36.320> can<00:23:36.559> I<00:23:36.720> ask<00:23:36.880> a<00:23:37.039> question<00:23:38.080> uh<00:23:38.159> in" + }, + { + "start": 1418.31, + "duration": 0.0, + "text": ">> sorry can I can I ask a question uh in" + }, + { + "start": 1418.32, + "duration": 0.0, + "text": ">> sorry can I can I ask a question uh in the<00:23:38.640> the<00:23:39.120> previous<00:23:39.440> slide<00:23:39.760> the<00:23:40.000> example<00:23:40.720> about" + }, + { + "start": 1420.95, + "duration": 0.0, + "text": "the the previous slide the example about" + }, + { + "start": 1420.96, + "duration": 0.0, + "text": "the the previous slide the example about the<00:23:41.120> the<00:23:41.520> counting" + }, + { + "start": 1422.789, + "duration": 0.0, + "text": "the the counting" + }, + { + "start": 1422.799, + "duration": 0.0, + "text": "the the counting >> uh<00:23:43.039> the<00:23:43.280> the<00:23:43.840> slide<00:23:44.080> before<00:23:44.400> this?" + }, + { + "start": 1425.83, + "duration": 0.0, + "text": ">> uh the the slide before this?" + }, + { + "start": 1425.84, + "duration": 0.0, + "text": ">> uh the the slide before this? >> Yeah.<00:23:46.240> So" + }, + { + "start": 1428.31, + "duration": 0.0, + "text": ">> Yeah. So" + }, + { + "start": 1428.32, + "duration": 0.0, + "text": ">> Yeah. So does<00:23:48.480> it<00:23:48.720> say<00:23:48.960> 10<00:23:49.280> because<00:23:49.520> it<00:23:49.840> includes<00:23:50.320> the" + }, + { + "start": 1430.63, + "duration": 0.0, + "text": "does it say 10 because it includes the" + }, + { + "start": 1430.64, + "duration": 0.0, + "text": "does it say 10 because it includes the me<00:23:51.200> as<00:23:51.520> well?" + }, + { + "start": 1433.51, + "duration": 0.0, + "text": "me as well?" + }, + { + "start": 1433.52, + "duration": 0.0, + "text": "me as well? Uh<00:23:54.400> because<00:23:54.720> it<00:23:54.960> says<00:23:55.360> you<00:23:55.600> have<00:23:55.760> 10<00:23:56.080> animals" + }, + { + "start": 1436.549, + "duration": 0.0, + "text": "Uh because it says you have 10 animals" + }, + { + "start": 1436.559, + "duration": 0.0, + "text": "Uh because it says you have 10 animals total.<00:23:57.360> So,<00:23:57.520> if<00:23:57.760> it's<00:23:58.000> actually<00:23:58.320> including" + }, + { + "start": 1439.029, + "duration": 0.0, + "text": "total. So, if it's actually including" + }, + { + "start": 1439.039, + "duration": 0.0, + "text": "total. So, if it's actually including the<00:23:59.280> the<00:23:59.679> person<00:23:59.840> who's<00:24:00.159> asking<00:24:00.480> the" + }, + { + "start": 1440.71, + "duration": 0.0, + "text": "the the person who's asking the" + }, + { + "start": 1440.72, + "duration": 0.0, + "text": "the the person who's asking the question,<00:24:00.880> then<00:24:01.120> it's<00:24:01.360> actually<00:24:01.600> not" + }, + { + "start": 1441.83, + "duration": 0.0, + "text": "question, then it's actually not" + }, + { + "start": 1441.84, + "duration": 0.0, + "text": "question, then it's actually not incorrect,<00:24:02.480> right?<00:24:03.120> I<00:24:03.360> mean,<00:24:03.520> just<00:24:03.760> out<00:24:04.000> of" + }, + { + "start": 1444.23, + "duration": 0.0, + "text": "incorrect, right? I mean, just out of" + }, + { + "start": 1444.24, + "duration": 0.0, + "text": "incorrect, right? I mean, just out of curiosity." + }, + { + "start": 1446.23, + "duration": 0.0, + "text": "curiosity." + }, + { + "start": 1446.24, + "duration": 0.0, + "text": "curiosity. >> Oh,<00:24:06.880> uh,<00:24:07.120> the<00:24:07.440> me<00:24:07.760> is<00:24:08.000> not<00:24:08.320> in<00:24:08.640> the<00:24:08.799> prompt." + }, + { + "start": 1449.19, + "duration": 0.0, + "text": ">> Oh, uh, the me is not in the prompt." + }, + { + "start": 1449.2, + "duration": 0.0, + "text": ">> Oh, uh, the me is not in the prompt. It's<00:24:09.360> just<00:24:09.520> the<00:24:09.679> I<00:24:09.919> have.<00:24:10.320> And<00:24:10.559> the<00:24:10.720> fact<00:24:10.799> that" + }, + { + "start": 1450.95, + "duration": 0.0, + "text": "It's just the I have. And the fact that" + }, + { + "start": 1450.96, + "duration": 0.0, + "text": "It's just the I have. And the fact that it's<00:24:11.279> asymmetric<00:24:12.000> between<00:24:12.320> the<00:24:12.559> two<00:24:12.799> shows" + }, + { + "start": 1453.19, + "duration": 0.0, + "text": "it's asymmetric between the two shows" + }, + { + "start": 1453.2, + "duration": 0.0, + "text": "it's asymmetric between the two shows that's<00:24:13.520> the<00:24:13.840> difference,<00:24:14.159> right?<00:24:14.400> I<00:24:14.640> don't" + }, + { + "start": 1454.789, + "duration": 0.0, + "text": "that's the difference, right? I don't" + }, + { + "start": 1454.799, + "duration": 0.0, + "text": "that's the difference, right? I don't think<00:24:15.279> that's<00:24:15.600> what's<00:24:15.840> going<00:24:16.000> on<00:24:16.240> because" + }, + { + "start": 1456.47, + "duration": 0.0, + "text": "think that's what's going on because" + }, + { + "start": 1456.48, + "duration": 0.0, + "text": "think that's what's going on because whenever<00:24:16.799> you<00:24:16.880> say<00:24:17.039> like<00:24:17.200> how<00:24:17.440> many<00:24:17.600> things<00:24:17.840> do" + }, + { + "start": 1458.07, + "duration": 0.0, + "text": "whenever you say like how many things do" + }, + { + "start": 1458.08, + "duration": 0.0, + "text": "whenever you say like how many things do I<00:24:18.320> have,<00:24:19.039> you<00:24:19.279> don't<00:24:19.440> talk<00:24:19.679> about<00:24:19.919> yourself," + }, + { + "start": 1460.47, + "duration": 0.0, + "text": "I have, you don't talk about yourself," + }, + { + "start": 1460.48, + "duration": 0.0, + "text": "I have, you don't talk about yourself, right?" + }, + { + "start": 1462.149, + "duration": 0.0, + "text": "right?" + }, + { + "start": 1462.159, + "duration": 0.0, + "text": "right? >> Yeah.<00:24:22.480> Yeah.<00:24:22.640> I<00:24:22.799> I<00:24:22.880> I<00:24:23.120> know.<00:24:23.279> I<00:24:23.440> know.<00:24:23.679> But<00:24:24.159> um<00:24:24.640> I" + }, + { + "start": 1464.87, + "duration": 0.0, + "text": ">> Yeah. Yeah. I I I know. I know. But um I" + }, + { + "start": 1464.88, + "duration": 0.0, + "text": ">> Yeah. Yeah. I I I know. I know. But um I was<00:24:25.039> thinking<00:24:25.279> maybe<00:24:25.600> it's<00:24:25.840> thinking<00:24:26.880> in<00:24:27.120> a" + }, + { + "start": 1467.269, + "duration": 0.0, + "text": "was thinking maybe it's thinking in a" + }, + { + "start": 1467.279, + "duration": 0.0, + "text": "was thinking maybe it's thinking in a much<00:24:27.520> clever<00:24:27.919> way<00:24:28.159> that<00:24:28.720> uh<00:24:29.760> that<00:24:30.000> makes<00:24:30.240> us" + }, + { + "start": 1470.39, + "duration": 0.0, + "text": "much clever way that uh that makes us" + }, + { + "start": 1470.4, + "duration": 0.0, + "text": "much clever way that uh that makes us think<00:24:30.559> that<00:24:30.720> it's<00:24:30.880> it's<00:24:31.120> incorrect.<00:24:31.520> I<00:24:31.679> mean" + }, + { + "start": 1471.75, + "duration": 0.0, + "text": "think that it's it's incorrect. I mean" + }, + { + "start": 1471.76, + "duration": 0.0, + "text": "think that it's it's incorrect. I mean in<00:24:31.919> in<00:24:32.080> a<00:24:32.159> sense<00:24:32.400> you<00:24:32.559> could<00:24:32.720> argue<00:24:33.039> that<00:24:33.200> it's" + }, + { + "start": 1473.51, + "duration": 0.0, + "text": "in in a sense you could argue that it's" + }, + { + "start": 1473.52, + "duration": 0.0, + "text": "in in a sense you could argue that it's not<00:24:34.400> incorrect<00:24:35.039> but<00:24:35.279> yeah<00:24:35.520> I'm<00:24:35.760> just<00:24:35.919> saying" + }, + { + "start": 1476.95, + "duration": 0.0, + "text": "not incorrect but yeah I'm just saying" + }, + { + "start": 1476.96, + "duration": 0.0, + "text": "not incorrect but yeah I'm just saying >> interesting." + }, + { + "start": 1479.029, + "duration": 0.0, + "text": ">> interesting." + }, + { + "start": 1479.039, + "duration": 0.0, + "text": ">> interesting. Yeah.<00:24:39.760> In<00:24:39.919> that<00:24:40.080> case<00:24:40.320> it<00:24:40.480> should<00:24:40.640> at<00:24:40.720> least<00:24:41.039> be" + }, + { + "start": 1481.43, + "duration": 0.0, + "text": "Yeah. In that case it should at least be" + }, + { + "start": 1481.44, + "duration": 0.0, + "text": "Yeah. In that case it should at least be symmetric<00:24:42.000> on<00:24:42.320> both<00:24:42.559> sides.<00:24:42.880> Right.<00:24:43.120> I<00:24:43.360> also" + }, + { + "start": 1483.59, + "duration": 0.0, + "text": "symmetric on both sides. Right. I also" + }, + { + "start": 1483.6, + "duration": 0.0, + "text": "symmetric on both sides. Right. I also don't<00:24:43.760> think<00:24:43.840> it<00:24:44.080> makes<00:24:44.320> much<00:24:44.559> sense<00:24:44.799> to<00:24:45.360> say" + }, + { + "start": 1485.669, + "duration": 0.0, + "text": "don't think it makes much sense to say" + }, + { + "start": 1485.679, + "duration": 0.0, + "text": "don't think it makes much sense to say 10<00:24:46.000> in<00:24:46.159> this<00:24:46.400> case." + }, + { + "start": 1488.789, + "duration": 0.0, + "text": "10 in this case." + }, + { + "start": 1488.799, + "duration": 0.0, + "text": "10 in this case. >> Yeah.<00:24:49.120> Okay.<00:24:49.360> Yeah<00:24:50.000> that's<00:24:50.320> that's<00:24:50.720> fair." + }, + { + "start": 1492.789, + "duration": 0.0, + "text": ">> Yeah. Okay. Yeah that's that's fair." + }, + { + "start": 1492.799, + "duration": 0.0, + "text": ">> Yeah. Okay. Yeah that's that's fair. um<00:24:53.039> this<00:24:53.279> paper<00:24:53.600> from<00:24:53.919> some<00:24:54.159> of<00:24:54.240> my<00:24:54.559> friends<00:24:54.799> at" + }, + { + "start": 1495.11, + "duration": 0.0, + "text": "um this paper from some of my friends at" + }, + { + "start": 1495.12, + "duration": 0.0, + "text": "um this paper from some of my friends at MIT<00:24:55.679> here<00:24:56.320> um<00:24:56.480> they<00:24:56.720> basically<00:24:57.120> showed<00:24:57.360> that" + }, + { + "start": 1497.59, + "duration": 0.0, + "text": "MIT here um they basically showed that" + }, + { + "start": 1497.6, + "duration": 0.0, + "text": "MIT here um they basically showed that these<00:24:57.919> LLMs<00:24:58.480> they're<00:24:58.720> really<00:24:59.039> really<00:24:59.440> they're" + }, + { + "start": 1499.669, + "duration": 0.0, + "text": "these LLMs they're really really they're" + }, + { + "start": 1499.679, + "duration": 0.0, + "text": "these LLMs they're really really they're trained<00:25:00.000> on<00:25:00.159> the<00:25:00.320> internet<00:25:00.640> right<00:25:00.799> and<00:25:00.960> the" + }, + { + "start": 1501.11, + "duration": 0.0, + "text": "trained on the internet right and the" + }, + { + "start": 1501.12, + "duration": 0.0, + "text": "trained on the internet right and the internet<00:25:01.520> has<00:25:01.919> this<00:25:02.320> the<00:25:02.640> world<00:25:02.799> that<00:25:03.039> we" + }, + { + "start": 1503.19, + "duration": 0.0, + "text": "internet has this the world that we" + }, + { + "start": 1503.2, + "duration": 0.0, + "text": "internet has this the world that we operate<00:25:03.520> in<00:25:03.760> which<00:25:04.000> is<00:25:04.159> like<00:25:04.960> um<00:25:05.120> the<00:25:05.440> current" + }, + { + "start": 1505.59, + "duration": 0.0, + "text": "operate in which is like um the current" + }, + { + "start": 1505.6, + "duration": 0.0, + "text": "operate in which is like um the current world<00:25:05.840> but<00:25:06.080> if<00:25:06.240> you<00:25:06.400> change<00:25:06.880> their<00:25:07.600> evaluation" + }, + { + "start": 1508.31, + "duration": 0.0, + "text": "world but if you change their evaluation" + }, + { + "start": 1508.32, + "duration": 0.0, + "text": "world but if you change their evaluation to<00:25:08.559> counterfactual<00:25:09.440> worlds<00:25:10.080> then<00:25:10.320> the" + }, + { + "start": 1510.549, + "duration": 0.0, + "text": "to counterfactual worlds then the" + }, + { + "start": 1510.559, + "duration": 0.0, + "text": "to counterfactual worlds then the performance<00:25:11.200> goes<00:25:11.520> down<00:25:11.679> a<00:25:11.919> lot<00:25:12.080> and<00:25:12.240> by" + }, + { + "start": 1512.39, + "duration": 0.0, + "text": "performance goes down a lot and by" + }, + { + "start": 1512.4, + "duration": 0.0, + "text": "performance goes down a lot and by counterfactual<00:25:13.120> world<00:25:13.360> what<00:25:13.520> I<00:25:13.679> mean<00:25:13.760> is<00:25:14.000> like" + }, + { + "start": 1514.39, + "duration": 0.0, + "text": "counterfactual world what I mean is like" + }, + { + "start": 1514.4, + "duration": 0.0, + "text": "counterfactual world what I mean is like instead<00:25:14.720> of<00:25:14.880> doing<00:25:15.120> arithmetic<00:25:15.679> in<00:25:15.840> like<00:25:16.000> base" + }, + { + "start": 1516.23, + "duration": 0.0, + "text": "instead of doing arithmetic in like base" + }, + { + "start": 1516.24, + "duration": 0.0, + "text": "instead of doing arithmetic in like base 10<00:25:16.480> you<00:25:16.640> do<00:25:16.720> it<00:25:16.799> in<00:25:17.039> base<00:25:17.279> 9<00:25:17.919> this<00:25:18.080> is<00:25:18.159> a<00:25:18.320> way" + }, + { + "start": 1518.549, + "duration": 0.0, + "text": "10 you do it in base 9 this is a way" + }, + { + "start": 1518.559, + "duration": 0.0, + "text": "10 you do it in base 9 this is a way less<00:25:18.799> common<00:25:19.520> um<00:25:20.000> way<00:25:20.159> to<00:25:20.400> do<00:25:20.480> things<00:25:20.799> right<00:25:21.120> or" + }, + { + "start": 1521.43, + "duration": 0.0, + "text": "less common um way to do things right or" + }, + { + "start": 1521.44, + "duration": 0.0, + "text": "less common um way to do things right or in<00:25:21.679> code<00:25:21.919> execution<00:25:22.799> you<00:25:23.039> change<00:25:23.200> it<00:25:23.360> to<00:25:23.520> be" + }, + { + "start": 1523.75, + "duration": 0.0, + "text": "in code execution you change it to be" + }, + { + "start": 1523.76, + "duration": 0.0, + "text": "in code execution you change it to be base<00:25:24.080> one<00:25:24.240> indexing<00:25:24.799> then<00:25:24.960> the<00:25:25.120> performance" + }, + { + "start": 1525.51, + "duration": 0.0, + "text": "base one indexing then the performance" + }, + { + "start": 1525.52, + "duration": 0.0, + "text": "base one indexing then the performance goes<00:25:25.760> down<00:25:25.919> a<00:25:26.159> lot.<00:25:26.880> So<00:25:27.360> in<00:25:27.600> this<00:25:27.840> way<00:25:28.640> you" + }, + { + "start": 1528.87, + "duration": 0.0, + "text": "goes down a lot. So in this way you" + }, + { + "start": 1528.88, + "duration": 0.0, + "text": "goes down a lot. So in this way you could<00:25:29.039> argue<00:25:29.360> that<00:25:29.600> there's<00:25:29.840> like<00:25:30.080> it's<00:25:30.400> not" + }, + { + "start": 1530.63, + "duration": 0.0, + "text": "could argue that there's like it's not" + }, + { + "start": 1530.64, + "duration": 0.0, + "text": "could argue that there's like it's not respecting<00:25:31.360> if<00:25:31.600> you<00:25:31.840> change<00:25:32.240> one<00:25:32.480> thing<00:25:32.640> about" + }, + { + "start": 1532.789, + "duration": 0.0, + "text": "respecting if you change one thing about" + }, + { + "start": 1532.799, + "duration": 0.0, + "text": "respecting if you change one thing about the<00:25:33.039> world<00:25:33.279> it's<00:25:33.520> not<00:25:33.679> respecting<00:25:34.480> it's<00:25:34.799> not" + }, + { + "start": 1534.95, + "duration": 0.0, + "text": "the world it's not respecting it's not" + }, + { + "start": 1534.96, + "duration": 0.0, + "text": "the world it's not respecting it's not understanding<00:25:35.440> the<00:25:35.760> world<00:25:36.000> where<00:25:36.320> it's<00:25:36.640> like" + }, + { + "start": 1537.19, + "duration": 0.0, + "text": "understanding the world where it's like" + }, + { + "start": 1537.2, + "duration": 0.0, + "text": "understanding the world where it's like um<00:25:37.840> it<00:25:38.080> understands<00:25:38.559> the<00:25:38.720> regularities<00:25:39.279> in<00:25:39.520> a" + }, + { + "start": 1539.669, + "duration": 0.0, + "text": "um it understands the regularities in a" + }, + { + "start": 1539.679, + "duration": 0.0, + "text": "um it understands the regularities in a deep<00:25:39.919> way<00:25:40.080> where<00:25:40.320> it<00:25:40.480> can<00:25:40.640> be<00:25:40.880> robust<00:25:41.279> to<00:25:41.520> these" + }, + { + "start": 1542.149, + "duration": 0.0, + "text": "deep way where it can be robust to these" + }, + { + "start": 1542.159, + "duration": 0.0, + "text": "deep way where it can be robust to these counterfactual<00:25:42.960> changes<00:25:43.440> right" + }, + { + "start": 1547.039, + "duration": 0.0, + "text": "here's<00:25:47.440> another<00:25:47.760> example<00:25:48.000> I<00:25:48.320> really<00:25:48.480> like<00:25:49.120> um" + }, + { + "start": 1549.35, + "duration": 0.0, + "text": "here's another example I really like um" + }, + { + "start": 1549.36, + "duration": 0.0, + "text": "here's another example I really like um this<00:25:49.600> is<00:25:49.760> from<00:25:50.080> an<00:25:50.240> anthropic<00:25:50.880> mechan<00:25:51.520> paper" + }, + { + "start": 1551.75, + "duration": 0.0, + "text": "this is from an anthropic mechan paper" + }, + { + "start": 1551.76, + "duration": 0.0, + "text": "this is from an anthropic mechan paper from<00:25:52.080> quite<00:25:52.320> recently<00:25:53.039> where<00:25:53.279> they<00:25:53.440> looked<00:25:53.679> at" + }, + { + "start": 1553.83, + "duration": 0.0, + "text": "from quite recently where they looked at" + }, + { + "start": 1553.84, + "duration": 0.0, + "text": "from quite recently where they looked at claude<00:25:54.320> and<00:25:54.480> they<00:25:54.720> asked<00:25:54.960> it<00:25:55.200> what's<00:25:55.600> 36<00:25:56.080> +<00:25:56.480> 59" + }, + { + "start": 1556.95, + "duration": 0.0, + "text": "claude and they asked it what's 36 + 59" + }, + { + "start": 1556.96, + "duration": 0.0, + "text": "claude and they asked it what's 36 + 59 and<00:25:57.200> it<00:25:57.360> came<00:25:57.520> out<00:25:57.679> with<00:25:57.840> the<00:25:58.080> answer<00:25:58.640> 95<00:25:59.760> which" + }, + { + "start": 1559.99, + "duration": 0.0, + "text": "and it came out with the answer 95 which" + }, + { + "start": 1560.0, + "duration": 0.0, + "text": "and it came out with the answer 95 which is<00:26:00.240> correct.<00:26:00.880> But<00:26:01.120> if<00:26:01.279> you<00:26:01.440> look<00:26:01.600> at<00:26:01.760> the<00:26:02.640> um" + }, + { + "start": 1563.59, + "duration": 0.0, + "text": "is correct. But if you look at the um" + }, + { + "start": 1563.6, + "duration": 0.0, + "text": "is correct. But if you look at the um actual<00:26:04.320> arithmetic<00:26:05.039> that<00:26:05.279> goes<00:26:05.600> behind<00:26:06.000> this" + }, + { + "start": 1566.31, + "duration": 0.0, + "text": "actual arithmetic that goes behind this" + }, + { + "start": 1566.32, + "duration": 0.0, + "text": "actual arithmetic that goes behind this answer<00:26:06.720> right<00:26:07.039> the<00:26:07.279> actual<00:26:07.840> neural<00:26:08.240> circuitry" + }, + { + "start": 1568.789, + "duration": 0.0, + "text": "answer right the actual neural circuitry" + }, + { + "start": 1568.799, + "duration": 0.0, + "text": "answer right the actual neural circuitry that's<00:26:09.039> happening<00:26:09.760> you<00:26:10.000> can<00:26:10.159> see<00:26:10.320> it's<00:26:10.640> using" + }, + { + "start": 1571.51, + "duration": 0.0, + "text": "that's happening you can see it's using" + }, + { + "start": 1571.52, + "duration": 0.0, + "text": "that's happening you can see it's using like<00:26:12.000> random<00:26:12.559> heruristics<00:26:13.279> that<00:26:13.600> a<00:26:13.840> human" + }, + { + "start": 1574.07, + "duration": 0.0, + "text": "like random heruristics that a human" + }, + { + "start": 1574.08, + "duration": 0.0, + "text": "like random heruristics that a human would<00:26:14.320> never<00:26:14.559> even<00:26:14.880> think<00:26:15.039> about.<00:26:15.360> It's<00:26:15.679> like" + }, + { + "start": 1575.83, + "duration": 0.0, + "text": "would never even think about. It's like" + }, + { + "start": 1575.84, + "duration": 0.0, + "text": "would never even think about. It's like saying<00:26:16.080> like<00:26:16.559> oh<00:26:16.960> 36<00:26:17.520> is<00:26:17.760> around<00:26:18.240> 30<00:26:18.960> and<00:26:19.279> if" + }, + { + "start": 1579.43, + "duration": 0.0, + "text": "saying like oh 36 is around 30 and if" + }, + { + "start": 1579.44, + "duration": 0.0, + "text": "saying like oh 36 is around 30 and if you<00:26:19.600> add<00:26:20.000> and<00:26:20.240> it's<00:26:20.480> around<00:26:20.880> 40<00:26:21.360> and<00:26:21.600> if<00:26:21.760> you" + }, + { + "start": 1581.83, + "duration": 0.0, + "text": "you add and it's around 40 and if you" + }, + { + "start": 1581.84, + "duration": 0.0, + "text": "you add and it's around 40 and if you add<00:26:22.240> around<00:26:22.640> 40<00:26:22.960> plus<00:26:23.200> around<00:26:23.600> 50<00:26:24.240> it's<00:26:24.480> like" + }, + { + "start": 1584.63, + "duration": 0.0, + "text": "add around 40 plus around 50 it's like" + }, + { + "start": 1584.64, + "duration": 0.0, + "text": "add around 40 plus around 50 it's like around<00:26:25.039> 92<00:26:26.080> and<00:26:26.320> it's<00:26:26.720> it's<00:26:27.200> completely<00:26:27.600> like" + }, + { + "start": 1587.83, + "duration": 0.0, + "text": "around 92 and it's it's completely like" + }, + { + "start": 1587.84, + "duration": 0.0, + "text": "around 92 and it's it's completely like different<00:26:28.080> than<00:26:28.320> how<00:26:28.480> a<00:26:28.720> human<00:26:28.960> would<00:26:29.200> do<00:26:29.440> this" + }, + { + "start": 1589.59, + "duration": 0.0, + "text": "different than how a human would do this" + }, + { + "start": 1589.6, + "duration": 0.0, + "text": "different than how a human would do this arithmetic<00:26:30.240> problem.<00:26:30.640> Right?<00:26:31.039> So<00:26:31.200> it's" + }, + { + "start": 1591.43, + "duration": 0.0, + "text": "arithmetic problem. Right? So it's" + }, + { + "start": 1591.44, + "duration": 0.0, + "text": "arithmetic problem. Right? So it's neural<00:26:31.760> circuitry<00:26:32.240> is<00:26:32.480> kind<00:26:32.640> of<00:26:32.720> just<00:26:32.880> like<00:26:33.039> a" + }, + { + "start": 1593.19, + "duration": 0.0, + "text": "neural circuitry is kind of just like a" + }, + { + "start": 1593.2, + "duration": 0.0, + "text": "neural circuitry is kind of just like a bag<00:26:33.360> of<00:26:33.520> huristics.<00:26:34.080> And<00:26:34.159> indeed<00:26:34.559> there's" + }, + { + "start": 1594.71, + "duration": 0.0, + "text": "bag of huristics. And indeed there's" + }, + { + "start": 1594.72, + "duration": 0.0, + "text": "bag of huristics. And indeed there's been<00:26:34.799> a<00:26:34.960> paper<00:26:35.120> that's<00:26:35.360> been<00:26:35.520> written<00:26:36.000> that" + }, + { + "start": 1596.31, + "duration": 0.0, + "text": "been a paper that's been written that" + }, + { + "start": 1596.32, + "duration": 0.0, + "text": "been a paper that's been written that arithmetic<00:26:37.200> um<00:26:37.360> that<00:26:37.679> language<00:26:38.000> model<00:26:38.320> solve" + }, + { + "start": 1598.63, + "duration": 0.0, + "text": "arithmetic um that language model solve" + }, + { + "start": 1598.64, + "duration": 0.0, + "text": "arithmetic um that language model solve math<00:26:38.880> with<00:26:39.039> just<00:26:39.200> a<00:26:39.360> bag<00:26:39.520> of<00:26:39.760> heruristics" + }, + { + "start": 1600.31, + "duration": 0.0, + "text": "math with just a bag of heruristics" + }, + { + "start": 1600.32, + "duration": 0.0, + "text": "math with just a bag of heruristics right<00:26:41.360> while<00:26:41.679> still<00:26:41.919> getting<00:26:42.159> the<00:26:42.400> answer" + }, + { + "start": 1602.71, + "duration": 0.0, + "text": "right while still getting the answer" + }, + { + "start": 1602.72, + "duration": 0.0, + "text": "right while still getting the answer right." + }, + { + "start": 1604.63, + "duration": 0.0, + "text": "right." + }, + { + "start": 1604.64, + "duration": 0.0, + "text": "right. So<00:26:44.960> I<00:26:45.120> think<00:26:45.200> it's<00:26:45.679> uh<00:26:45.760> I<00:26:46.000> think<00:26:46.080> there's<00:26:46.320> a<00:26:46.480> lot" + }, + { + "start": 1606.63, + "duration": 0.0, + "text": "So I think it's uh I think there's a lot" + }, + { + "start": 1606.64, + "duration": 0.0, + "text": "So I think it's uh I think there's a lot of<00:26:46.720> evidence<00:26:47.039> that<00:26:47.279> like<00:26:47.520> these<00:26:47.840> LLMs<00:26:48.400> their" + }, + { + "start": 1608.789, + "duration": 0.0, + "text": "of evidence that like these LLMs their" + }, + { + "start": 1608.799, + "duration": 0.0, + "text": "of evidence that like these LLMs their behaviors<00:26:49.360> are<00:26:49.600> amazing<00:26:50.000> but<00:26:50.240> the<00:26:50.400> way<00:26:50.559> they" + }, + { + "start": 1610.71, + "duration": 0.0, + "text": "behaviors are amazing but the way they" + }, + { + "start": 1610.72, + "duration": 0.0, + "text": "behaviors are amazing but the way they actually<00:26:51.039> represent<00:26:51.279> these<00:26:51.600> behaviors<00:26:52.000> are" + }, + { + "start": 1612.31, + "duration": 0.0, + "text": "actually represent these behaviors are" + }, + { + "start": 1612.32, + "duration": 0.0, + "text": "actually represent these behaviors are very<00:26:53.600> um<00:26:54.559> surprising<00:26:55.200> and<00:26:55.520> definitely" + }, + { + "start": 1616.07, + "duration": 0.0, + "text": "very um surprising and definitely" + }, + { + "start": 1616.08, + "duration": 0.0, + "text": "very um surprising and definitely concerning" + }, + { + "start": 1617.75, + "duration": 0.0, + "text": "concerning" + }, + { + "start": 1617.76, + "duration": 0.0, + "text": "concerning right<00:26:59.200> and<00:26:59.600> now<00:26:59.840> let's<00:27:00.080> talk<00:27:00.240> about<00:27:00.480> the" + }, + { + "start": 1620.789, + "duration": 0.0, + "text": "right and now let's talk about the" + }, + { + "start": 1620.799, + "duration": 0.0, + "text": "right and now let's talk about the counterargument<00:27:01.520> right<00:27:02.000> like<00:27:02.159> how<00:27:02.400> does" + }, + { + "start": 1622.549, + "duration": 0.0, + "text": "counterargument right like how does" + }, + { + "start": 1622.559, + "duration": 0.0, + "text": "counterargument right like how does scaling<00:27:02.960> work<00:27:03.200> because<00:27:03.360> this<00:27:03.520> is<00:27:03.600> like<00:27:03.760> the" + }, + { + "start": 1623.909, + "duration": 0.0, + "text": "scaling work because this is like the" + }, + { + "start": 1623.919, + "duration": 0.0, + "text": "scaling work because this is like the predominant<00:27:04.400> view<00:27:04.559> in<00:27:04.799> AI<00:27:05.039> that<00:27:05.279> if<00:27:05.440> we<00:27:05.600> keep" + }, + { + "start": 1625.75, + "duration": 0.0, + "text": "predominant view in AI that if we keep" + }, + { + "start": 1625.76, + "duration": 0.0, + "text": "predominant view in AI that if we keep scaling<00:27:06.159> these<00:27:06.400> systems<00:27:07.360> then<00:27:08.240> um<00:27:08.720> they" + }, + { + "start": 1628.95, + "duration": 0.0, + "text": "scaling these systems then um they" + }, + { + "start": 1628.96, + "duration": 0.0, + "text": "scaling these systems then um they should<00:27:09.120> just<00:27:09.360> keep<00:27:09.520> getting<00:27:09.679> better<00:27:10.000> right<00:27:10.159> so" + }, + { + "start": 1630.31, + "duration": 0.0, + "text": "should just keep getting better right so" + }, + { + "start": 1630.32, + "duration": 0.0, + "text": "should just keep getting better right so this<00:27:10.480> is<00:27:10.559> the<00:27:10.720> scaling<00:27:11.039> laws<00:27:11.360> view<00:27:11.520> and<00:27:11.679> you" + }, + { + "start": 1631.83, + "duration": 0.0, + "text": "this is the scaling laws view and you" + }, + { + "start": 1631.84, + "duration": 0.0, + "text": "this is the scaling laws view and you can<00:27:12.000> see<00:27:12.080> that<00:27:12.320> the<00:27:13.039> actual<00:27:13.520> test<00:27:13.840> loss<00:27:14.240> or<00:27:14.400> the" + }, + { + "start": 1634.549, + "duration": 0.0, + "text": "can see that the actual test loss or the" + }, + { + "start": 1634.559, + "duration": 0.0, + "text": "can see that the actual test loss or the test<00:27:14.799> performance<00:27:15.200> and<00:27:15.440> the<00:27:15.600> downstream" + }, + { + "start": 1635.99, + "duration": 0.0, + "text": "test performance and the downstream" + }, + { + "start": 1636.0, + "duration": 0.0, + "text": "test performance and the downstream performance<00:27:16.320> and<00:27:16.480> how<00:27:16.559> you<00:27:16.640> use<00:27:16.960> use<00:27:17.120> these" + }, + { + "start": 1637.43, + "duration": 0.0, + "text": "performance and how you use use these" + }, + { + "start": 1637.44, + "duration": 0.0, + "text": "performance and how you use use these systems<00:27:17.919> are<00:27:18.240> getting<00:27:18.480> better.<00:27:19.279> But<00:27:19.520> again," + }, + { + "start": 1639.75, + "duration": 0.0, + "text": "systems are getting better. But again," + }, + { + "start": 1639.76, + "duration": 0.0, + "text": "systems are getting better. But again, this<00:27:19.919> is<00:27:20.000> a<00:27:20.159> statement<00:27:20.480> about<00:27:21.279> um<00:27:22.000> like<00:27:22.159> the" + }, + { + "start": 1642.39, + "duration": 0.0, + "text": "this is a statement about um like the" + }, + { + "start": 1642.4, + "duration": 0.0, + "text": "this is a statement about um like the actual<00:27:22.720> behaviors,<00:27:23.440> right?<00:27:24.159> And<00:27:24.559> if<00:27:24.799> you<00:27:24.960> if" + }, + { + "start": 1645.19, + "duration": 0.0, + "text": "actual behaviors, right? And if you if" + }, + { + "start": 1645.2, + "duration": 0.0, + "text": "actual behaviors, right? And if you if we<00:27:25.279> go<00:27:25.360> on<00:27:25.520> to<00:27:25.600> the<00:27:25.760> next<00:27:25.840> slide,<00:27:26.080> then<00:27:26.240> we<00:27:26.400> can" + }, + { + "start": 1646.47, + "duration": 0.0, + "text": "we go on to the next slide, then we can" + }, + { + "start": 1646.48, + "duration": 0.0, + "text": "we go on to the next slide, then we can talk<00:27:26.640> about<00:27:26.720> the<00:27:26.880> platonic<00:27:27.440> representation" + }, + { + "start": 1647.99, + "duration": 0.0, + "text": "talk about the platonic representation" + }, + { + "start": 1648.0, + "duration": 0.0, + "text": "talk about the platonic representation hypothesis<00:27:28.640> from<00:27:28.960> our<00:27:29.279> lab.<00:27:29.919> And<00:27:30.159> this<00:27:30.400> is" + }, + { + "start": 1650.47, + "duration": 0.0, + "text": "hypothesis from our lab. And this is" + }, + { + "start": 1650.48, + "duration": 0.0, + "text": "hypothesis from our lab. And this is actually<00:27:30.720> one<00:27:30.960> of<00:27:31.039> the<00:27:31.200> coolest<00:27:31.600> papers<00:27:32.480> um" + }, + { + "start": 1652.71, + "duration": 0.0, + "text": "actually one of the coolest papers um" + }, + { + "start": 1652.72, + "duration": 0.0, + "text": "actually one of the coolest papers um ever.<00:27:33.039> So<00:27:33.200> you<00:27:33.360> guys<00:27:33.520> should<00:27:33.679> all<00:27:34.080> definitely" + }, + { + "start": 1654.47, + "duration": 0.0, + "text": "ever. So you guys should all definitely" + }, + { + "start": 1654.48, + "duration": 0.0, + "text": "ever. So you guys should all definitely check<00:27:34.720> this<00:27:34.960> out<00:27:35.679> of<00:27:35.919> basically<00:27:36.240> what<00:27:36.480> they" + }, + { + "start": 1656.63, + "duration": 0.0, + "text": "check this out of basically what they" + }, + { + "start": 1656.64, + "duration": 0.0, + "text": "check this out of basically what they claim<00:27:36.960> is<00:27:37.200> that<00:27:37.760> neural<00:27:38.080> networks<00:27:38.480> trained" + }, + { + "start": 1658.789, + "duration": 0.0, + "text": "claim is that neural networks trained" + }, + { + "start": 1658.799, + "duration": 0.0, + "text": "claim is that neural networks trained with<00:27:39.039> different<00:27:39.279> objectives<00:27:39.760> on<00:27:40.080> different" + }, + { + "start": 1660.47, + "duration": 0.0, + "text": "with different objectives on different" + }, + { + "start": 1660.48, + "duration": 0.0, + "text": "with different objectives on different modalities.<00:27:41.120> So<00:27:41.360> one<00:27:41.520> could<00:27:41.679> be<00:27:41.840> trained<00:27:42.080> on" + }, + { + "start": 1662.39, + "duration": 0.0, + "text": "modalities. So one could be trained on" + }, + { + "start": 1662.4, + "duration": 0.0, + "text": "modalities. So one could be trained on images<00:27:42.799> and<00:27:43.120> one<00:27:43.279> could<00:27:43.440> be<00:27:43.600> trained<00:27:43.840> in" + }, + { + "start": 1663.99, + "duration": 0.0, + "text": "images and one could be trained in" + }, + { + "start": 1664.0, + "duration": 0.0, + "text": "images and one could be trained in language.<00:27:44.960> They<00:27:45.200> show<00:27:45.360> that<00:27:45.600> these<00:27:45.919> two" + }, + { + "start": 1666.149, + "duration": 0.0, + "text": "language. They show that these two" + }, + { + "start": 1666.159, + "duration": 0.0, + "text": "language. They show that these two models<00:27:46.480> trained<00:27:46.799> on<00:27:46.960> different<00:27:47.200> modalities" + }, + { + "start": 1667.83, + "duration": 0.0, + "text": "models trained on different modalities" + }, + { + "start": 1667.84, + "duration": 0.0, + "text": "models trained on different modalities and<00:27:48.080> in<00:27:48.400> different<00:27:48.640> ways<00:27:49.279> are<00:27:49.520> actually" + }, + { + "start": 1669.99, + "duration": 0.0, + "text": "and in different ways are actually" + }, + { + "start": 1670.0, + "duration": 0.0, + "text": "and in different ways are actually converging<00:27:50.880> in<00:27:51.200> some<00:27:51.440> sense<00:27:51.840> to<00:27:52.159> like<00:27:52.799> um<00:27:53.520> uh" + }, + { + "start": 1673.669, + "duration": 0.0, + "text": "converging in some sense to like um uh" + }, + { + "start": 1673.679, + "duration": 0.0, + "text": "converging in some sense to like um uh as<00:27:53.919> you<00:27:54.159> scale<00:27:54.480> up<00:27:54.720> the<00:27:55.039> model<00:27:55.360> sizes<00:27:55.840> and" + }, + { + "start": 1676.23, + "duration": 0.0, + "text": "as you scale up the model sizes and" + }, + { + "start": 1676.24, + "duration": 0.0, + "text": "as you scale up the model sizes and their<00:27:56.559> performances.<00:27:57.919> So<00:27:58.159> over<00:27:58.320> here<00:27:58.480> in<00:27:58.640> this" + }, + { + "start": 1678.789, + "duration": 0.0, + "text": "their performances. So over here in this" + }, + { + "start": 1678.799, + "duration": 0.0, + "text": "their performances. So over here in this graph<00:27:59.039> they're<00:27:59.279> showing<00:27:59.520> that<00:28:00.159> um<00:28:00.480> as<00:28:00.720> you" + }, + { + "start": 1680.95, + "duration": 0.0, + "text": "graph they're showing that um as you" + }, + { + "start": 1680.96, + "duration": 0.0, + "text": "graph they're showing that um as you increase<00:28:01.200> the<00:28:01.440> language<00:28:01.840> model<00:28:02.159> performance" + }, + { + "start": 1682.789, + "duration": 0.0, + "text": "increase the language model performance" + }, + { + "start": 1682.799, + "duration": 0.0, + "text": "increase the language model performance its<00:28:03.120> alignment<00:28:03.520> with<00:28:03.760> a<00:28:03.919> vision<00:28:04.240> model<00:28:04.559> also" + }, + { + "start": 1684.95, + "duration": 0.0, + "text": "its alignment with a vision model also" + }, + { + "start": 1684.96, + "duration": 0.0, + "text": "its alignment with a vision model also increases.<00:28:05.919> And<00:28:06.080> the<00:28:06.320> reasoning<00:28:06.720> behind<00:28:07.039> this" + }, + { + "start": 1687.35, + "duration": 0.0, + "text": "increases. And the reasoning behind this" + }, + { + "start": 1687.36, + "duration": 0.0, + "text": "increases. And the reasoning behind this is<00:28:07.600> basically<00:28:08.000> that<00:28:08.320> as<00:28:08.559> you<00:28:08.799> force<00:28:09.039> these" + }, + { + "start": 1689.35, + "duration": 0.0, + "text": "is basically that as you force these" + }, + { + "start": 1689.36, + "duration": 0.0, + "text": "is basically that as you force these networks<00:28:09.679> to<00:28:09.919> do<00:28:10.080> more<00:28:10.240> and<00:28:10.480> more<00:28:10.720> tasks<00:28:11.840> then" + }, + { + "start": 1692.149, + "duration": 0.0, + "text": "networks to do more and more tasks then" + }, + { + "start": 1692.159, + "duration": 0.0, + "text": "networks to do more and more tasks then the<00:28:12.480> number<00:28:12.640> of<00:28:12.799> representations<00:28:13.520> which" + }, + { + "start": 1693.75, + "duration": 0.0, + "text": "the number of representations which" + }, + { + "start": 1693.76, + "duration": 0.0, + "text": "the number of representations which solves<00:28:14.159> all<00:28:14.320> the<00:28:14.559> tasks<00:28:15.039> in<00:28:15.279> either<00:28:15.600> modality" + }, + { + "start": 1696.549, + "duration": 0.0, + "text": "solves all the tasks in either modality" + }, + { + "start": 1696.559, + "duration": 0.0, + "text": "solves all the tasks in either modality kind<00:28:16.720> of<00:28:16.880> has<00:28:17.200> to<00:28:17.600> overlap<00:28:18.159> more<00:28:18.320> and<00:28:18.559> more." + }, + { + "start": 1702.64, + "duration": 0.0, + "text": "So<00:28:23.120> this<00:28:23.279> is<00:28:23.440> all<00:28:23.760> saying<00:28:24.159> this<00:28:24.399> is<00:28:24.559> all<00:28:24.720> very" + }, + { + "start": 1704.95, + "duration": 0.0, + "text": "So this is all saying this is all very" + }, + { + "start": 1704.96, + "duration": 0.0, + "text": "So this is all saying this is all very very<00:28:25.200> cool<00:28:25.600> but<00:28:25.840> I<00:28:26.000> do<00:28:26.159> want<00:28:26.240> to<00:28:26.399> point<00:28:26.480> out" + }, + { + "start": 1706.63, + "duration": 0.0, + "text": "very cool but I do want to point out" + }, + { + "start": 1706.64, + "duration": 0.0, + "text": "very cool but I do want to point out that<00:28:26.880> these<00:28:27.200> scaling<00:28:27.600> laws<00:28:27.840> and<00:28:28.000> this" + }, + { + "start": 1708.149, + "duration": 0.0, + "text": "that these scaling laws and this" + }, + { + "start": 1708.159, + "duration": 0.0, + "text": "that these scaling laws and this platonic<00:28:29.039> uh<00:28:29.279> representation<00:28:29.840> hypothesis" + }, + { + "start": 1710.549, + "duration": 0.0, + "text": "platonic uh representation hypothesis" + }, + { + "start": 1710.559, + "duration": 0.0, + "text": "platonic uh representation hypothesis are<00:28:30.799> all<00:28:31.039> very<00:28:31.360> like<00:28:31.679> statistical" + }, + { + "start": 1712.389, + "duration": 0.0, + "text": "are all very like statistical" + }, + { + "start": 1712.399, + "duration": 0.0, + "text": "are all very like statistical observations<00:28:33.840> of<00:28:34.240> what's<00:28:34.640> happening<00:28:35.039> right" + }, + { + "start": 1715.19, + "duration": 0.0, + "text": "observations of what's happening right" + }, + { + "start": 1715.2, + "duration": 0.0, + "text": "observations of what's happening right these<00:28:35.440> are<00:28:35.600> statistical<00:28:36.480> observations<00:28:37.120> of<00:28:37.279> a" + }, + { + "start": 1717.51, + "duration": 0.0, + "text": "these are statistical observations of a" + }, + { + "start": 1717.52, + "duration": 0.0, + "text": "these are statistical observations of a statistical<00:28:38.320> uh<00:28:38.559> behaviors<00:28:39.200> right<00:28:39.919> and<00:28:40.159> it's" + }, + { + "start": 1720.47, + "duration": 0.0, + "text": "statistical uh behaviors right and it's" + }, + { + "start": 1720.48, + "duration": 0.0, + "text": "statistical uh behaviors right and it's very<00:28:40.799> unclear<00:28:41.360> how<00:28:41.679> this<00:28:42.080> relates<00:28:42.559> to" + }, + { + "start": 1723.59, + "duration": 0.0, + "text": "very unclear how this relates to" + }, + { + "start": 1723.6, + "duration": 0.0, + "text": "very unclear how this relates to respecting<00:28:44.159> regularities<00:28:44.799> of<00:28:44.960> the<00:28:45.120> world<00:28:45.360> and" + }, + { + "start": 1725.51, + "duration": 0.0, + "text": "respecting regularities of the world and" + }, + { + "start": 1725.52, + "duration": 0.0, + "text": "respecting regularities of the world and I<00:28:45.679> think<00:28:45.840> we<00:28:46.000> need<00:28:46.080> a<00:28:46.320> lot<00:28:46.480> more<00:28:47.520> um<00:28:48.799> um" + }, + { + "start": 1729.43, + "duration": 0.0, + "text": "I think we need a lot more um um" + }, + { + "start": 1729.44, + "duration": 0.0, + "text": "I think we need a lot more um um research<00:28:50.080> trying<00:28:50.399> to<00:28:50.720> connect<00:28:50.960> the<00:28:51.279> two" + }, + { + "start": 1731.83, + "duration": 0.0, + "text": "research trying to connect the two" + }, + { + "start": 1731.84, + "duration": 0.0, + "text": "research trying to connect the two because<00:28:52.240> the<00:28:52.559> examples<00:28:52.960> we<00:28:53.200> gave<00:28:53.440> in<00:28:53.600> our" + }, + { + "start": 1733.75, + "duration": 0.0, + "text": "because the examples we gave in our" + }, + { + "start": 1733.76, + "duration": 0.0, + "text": "because the examples we gave in our paper<00:28:54.000> where<00:28:54.320> we<00:28:54.720> did<00:28:54.880> a<00:28:55.039> survey<00:28:55.360> on<00:28:55.520> like<00:28:55.760> all" + }, + { + "start": 1735.99, + "duration": 0.0, + "text": "paper where we did a survey on like all" + }, + { + "start": 1736.0, + "duration": 0.0, + "text": "paper where we did a survey on like all these<00:28:56.640> um<00:28:57.039> studies<00:28:57.360> that<00:28:57.600> were<00:28:57.760> showing<00:28:58.000> that" + }, + { + "start": 1738.47, + "duration": 0.0, + "text": "these um studies that were showing that" + }, + { + "start": 1738.48, + "duration": 0.0, + "text": "these um studies that were showing that language<00:28:58.880> models<00:28:59.279> struggle<00:28:59.600> in<00:28:59.840> this<00:29:00.000> task<00:29:00.320> in" + }, + { + "start": 1740.549, + "duration": 0.0, + "text": "language models struggle in this task in" + }, + { + "start": 1740.559, + "duration": 0.0, + "text": "language models struggle in this task in this<00:29:00.720> way<00:29:00.880> or<00:29:01.120> something<00:29:01.679> they're<00:29:02.000> more" + }, + { + "start": 1742.31, + "duration": 0.0, + "text": "this way or something they're more" + }, + { + "start": 1742.32, + "duration": 0.0, + "text": "this way or something they're more talking<00:29:02.640> about<00:29:03.679> whether<00:29:04.000> or<00:29:04.159> not<00:29:04.320> you<00:29:04.559> respect" + }, + { + "start": 1745.029, + "duration": 0.0, + "text": "talking about whether or not you respect" + }, + { + "start": 1745.039, + "duration": 0.0, + "text": "talking about whether or not you respect some<00:29:05.279> regularity<00:29:05.840> of<00:29:06.000> the<00:29:06.159> world<00:29:06.720> and<00:29:06.880> I<00:29:07.120> think" + }, + { + "start": 1747.19, + "duration": 0.0, + "text": "some regularity of the world and I think" + }, + { + "start": 1747.2, + "duration": 0.0, + "text": "some regularity of the world and I think this<00:29:07.360> is<00:29:07.440> a<00:29:07.679> very<00:29:07.919> different<00:29:09.039> um<00:29:09.600> way<00:29:09.840> to<00:29:10.080> see" + }, + { + "start": 1750.149, + "duration": 0.0, + "text": "this is a very different um way to see" + }, + { + "start": 1750.159, + "duration": 0.0, + "text": "this is a very different um way to see the<00:29:10.399> world<00:29:10.640> than<00:29:10.720> if<00:29:10.880> you<00:29:10.960> just<00:29:11.120> look<00:29:11.279> at<00:29:11.360> this" + }, + { + "start": 1751.51, + "duration": 0.0, + "text": "the world than if you just look at this" + }, + { + "start": 1751.52, + "duration": 0.0, + "text": "the world than if you just look at this as<00:29:11.760> like<00:29:11.919> a<00:29:12.080> statistical<00:29:13.039> um<00:29:13.279> mechanism<00:29:13.840> right" + }, + { + "start": 1755.43, + "duration": 0.0, + "text": "as like a statistical um mechanism right" + }, + { + "start": 1755.44, + "duration": 0.0, + "text": "as like a statistical um mechanism right and<00:29:15.600> one<00:29:15.840> more<00:29:16.000> thing<00:29:16.080> I<00:29:16.240> want<00:29:16.320> to<00:29:16.399> point<00:29:16.559> out" + }, + { + "start": 1756.71, + "duration": 0.0, + "text": "and one more thing I want to point out" + }, + { + "start": 1756.72, + "duration": 0.0, + "text": "and one more thing I want to point out is<00:29:16.880> that<00:29:17.120> the<00:29:17.360> efficiency<00:29:17.840> of<00:29:18.080> this<00:29:18.320> scaling" + }, + { + "start": 1758.95, + "duration": 0.0, + "text": "is that the efficiency of this scaling" + }, + { + "start": 1758.96, + "duration": 0.0, + "text": "is that the efficiency of this scaling view<00:29:19.279> right<00:29:19.520> we<00:29:19.840> don't<00:29:20.000> have<00:29:20.159> infinite<00:29:20.640> data" + }, + { + "start": 1760.87, + "duration": 0.0, + "text": "view right we don't have infinite data" + }, + { + "start": 1760.88, + "duration": 0.0, + "text": "view right we don't have infinite data in<00:29:21.120> the<00:29:21.279> world<00:29:21.520> we<00:29:21.840> only<00:29:22.159> have<00:29:22.320> the<00:29:22.559> 10" + }, + { + "start": 1762.789, + "duration": 0.0, + "text": "in the world we only have the 10" + }, + { + "start": 1762.799, + "duration": 0.0, + "text": "in the world we only have the 10 trillion<00:29:23.120> tokens<00:29:23.760> of<00:29:24.000> the<00:29:24.240> internet<00:29:25.279> and<00:29:25.760> the" + }, + { + "start": 1765.99, + "duration": 0.0, + "text": "trillion tokens of the internet and the" + }, + { + "start": 1766.0, + "duration": 0.0, + "text": "trillion tokens of the internet and the question<00:29:26.240> is<00:29:26.640> is<00:29:26.799> that<00:29:27.039> enough<00:29:27.440> and<00:29:27.600> if<00:29:27.760> it's" + }, + { + "start": 1767.99, + "duration": 0.0, + "text": "question is is that enough and if it's" + }, + { + "start": 1768.0, + "duration": 0.0, + "text": "question is is that enough and if it's not<00:29:28.240> then<00:29:29.039> this<00:29:29.440> scaling<00:29:29.840> view<00:29:30.080> isn't<00:29:30.480> really" + }, + { + "start": 1770.71, + "duration": 0.0, + "text": "not then this scaling view isn't really" + }, + { + "start": 1770.72, + "duration": 0.0, + "text": "not then this scaling view isn't really a<00:29:30.960> practical<00:29:31.440> way<00:29:31.679> forward<00:29:32.159> right" + }, + { + "start": 1773.669, + "duration": 0.0, + "text": "a practical way forward right" + }, + { + "start": 1773.679, + "duration": 0.0, + "text": "a practical way forward right and<00:29:34.000> more<00:29:34.240> practically<00:29:34.880> we<00:29:35.120> need<00:29:35.279> to<00:29:35.520> figure" + }, + { + "start": 1775.669, + "duration": 0.0, + "text": "and more practically we need to figure" + }, + { + "start": 1775.679, + "duration": 0.0, + "text": "and more practically we need to figure out<00:29:36.000> like<00:29:36.320> even<00:29:36.640> now<00:29:37.600> u<00:29:37.840> with<00:29:38.320> with<00:29:38.640> these" + }, + { + "start": 1778.95, + "duration": 0.0, + "text": "out like even now u with with these" + }, + { + "start": 1778.96, + "duration": 0.0, + "text": "out like even now u with with these large<00:29:39.200> scale<00:29:39.840> um<00:29:40.559> LLMs<00:29:41.520> why<00:29:41.679> do<00:29:41.840> our<00:29:42.080> LM<00:29:42.480> still" + }, + { + "start": 1782.71, + "duration": 0.0, + "text": "large scale um LLMs why do our LM still" + }, + { + "start": 1782.72, + "duration": 0.0, + "text": "large scale um LLMs why do our LM still have<00:29:42.960> this<00:29:43.200> notion<00:29:43.440> of<00:29:43.679> jagged<00:29:44.159> intelligence" + }, + { + "start": 1784.789, + "duration": 0.0, + "text": "have this notion of jagged intelligence" + }, + { + "start": 1784.799, + "duration": 0.0, + "text": "have this notion of jagged intelligence right<00:29:45.279> as<00:29:45.440> in<00:29:45.679> they<00:29:45.919> can<00:29:46.080> do<00:29:46.240> some<00:29:46.480> really" + }, + { + "start": 1786.71, + "duration": 0.0, + "text": "right as in they can do some really" + }, + { + "start": 1786.72, + "duration": 0.0, + "text": "right as in they can do some really really<00:29:47.039> hard<00:29:47.279> tasks<00:29:47.679> like<00:29:47.919> get<00:29:48.240> IMO<00:29:48.799> gold<00:29:49.440> but" + }, + { + "start": 1789.669, + "duration": 0.0, + "text": "really hard tasks like get IMO gold but" + }, + { + "start": 1789.679, + "duration": 0.0, + "text": "really hard tasks like get IMO gold but they<00:29:49.919> can't<00:29:50.159> reliably<00:29:50.799> book<00:29:51.039> a<00:29:51.360> hotel<00:29:51.679> or<00:29:51.919> a" + }, + { + "start": 1792.07, + "duration": 0.0, + "text": "they can't reliably book a hotel or a" + }, + { + "start": 1792.08, + "duration": 0.0, + "text": "they can't reliably book a hotel or a plane<00:29:52.320> ticket<00:29:52.559> for<00:29:52.799> you.<00:29:53.279> So<00:29:53.600> why<00:29:53.760> is<00:29:53.919> it<00:29:54.080> that" + }, + { + "start": 1794.389, + "duration": 0.0, + "text": "plane ticket for you. So why is it that" + }, + { + "start": 1794.399, + "duration": 0.0, + "text": "plane ticket for you. So why is it that the<00:29:54.640> task<00:29:54.960> that<00:29:55.120> we<00:29:55.279> find<00:29:55.520> so<00:29:56.320> um<00:29:56.960> hard<00:29:57.360> like" + }, + { + "start": 1797.59, + "duration": 0.0, + "text": "the task that we find so um hard like" + }, + { + "start": 1797.6, + "duration": 0.0, + "text": "the task that we find so um hard like the<00:29:57.840> winning<00:29:58.080> the<00:29:58.159> IMO<00:29:58.559> gold<00:29:58.799> it<00:29:58.960> can<00:29:59.120> do" + }, + { + "start": 1799.669, + "duration": 0.0, + "text": "the winning the IMO gold it can do" + }, + { + "start": 1799.679, + "duration": 0.0, + "text": "the winning the IMO gold it can do pretty<00:30:00.000> nicely<00:30:00.640> but<00:30:00.880> it<00:30:01.039> can't<00:30:01.200> do<00:30:01.360> something" + }, + { + "start": 1801.59, + "duration": 0.0, + "text": "pretty nicely but it can't do something" + }, + { + "start": 1801.6, + "duration": 0.0, + "text": "pretty nicely but it can't do something what<00:30:01.840> we<00:30:02.000> seem<00:30:02.320> as<00:30:02.720> basic<00:30:03.600> and<00:30:04.320> um<00:30:04.559> like<00:30:04.799> book<00:30:05.039> a" + }, + { + "start": 1805.19, + "duration": 0.0, + "text": "what we seem as basic and um like book a" + }, + { + "start": 1805.2, + "duration": 0.0, + "text": "what we seem as basic and um like book a hotel" + }, + { + "start": 1810.399, + "duration": 0.0, + "text": "and<00:30:10.799> I<00:30:11.120> think<00:30:11.279> the<00:30:12.080> uh<00:30:12.320> main<00:30:12.559> point<00:30:12.799> I<00:30:13.039> want<00:30:13.120> to" + }, + { + "start": 1813.19, + "duration": 0.0, + "text": "and I think the uh main point I want to" + }, + { + "start": 1813.2, + "duration": 0.0, + "text": "and I think the uh main point I want to make<00:30:13.360> is<00:30:13.600> that<00:30:13.919> deep<00:30:14.240> learning<00:30:14.720> is" + }, + { + "start": 1815.029, + "duration": 0.0, + "text": "make is that deep learning is" + }, + { + "start": 1815.039, + "duration": 0.0, + "text": "make is that deep learning is fundamentally<00:30:15.679> like<00:30:15.840> a<00:30:16.080> datadriven" + }, + { + "start": 1816.95, + "duration": 0.0, + "text": "fundamentally like a datadriven" + }, + { + "start": 1816.96, + "duration": 0.0, + "text": "fundamentally like a datadriven statistical<00:30:17.679> learning<00:30:18.080> paradigm<00:30:18.880> and<00:30:19.039> I" + }, + { + "start": 1819.19, + "duration": 0.0, + "text": "statistical learning paradigm and I" + }, + { + "start": 1819.2, + "duration": 0.0, + "text": "statistical learning paradigm and I think<00:30:19.279> it's<00:30:19.520> a<00:30:19.679> very<00:30:19.919> very<00:30:20.320> fascinating" + }, + { + "start": 1821.19, + "duration": 0.0, + "text": "think it's a very very fascinating" + }, + { + "start": 1821.2, + "duration": 0.0, + "text": "think it's a very very fascinating paradigm<00:30:21.600> that<00:30:21.760> that<00:30:22.080> should<00:30:22.240> be" + }, + { + "start": 1822.389, + "duration": 0.0, + "text": "paradigm that that should be" + }, + { + "start": 1822.399, + "duration": 0.0, + "text": "paradigm that that should be investigated." + }, + { + "start": 1823.35, + "duration": 0.0, + "text": "investigated." + }, + { + "start": 1823.36, + "duration": 0.0, + "text": "investigated. But<00:30:23.600> I<00:30:23.919> wonder<00:30:24.159> if<00:30:24.399> there<00:30:24.720> exists<00:30:25.120> like<00:30:25.360> a<00:30:25.520> more" + }, + { + "start": 1825.83, + "duration": 0.0, + "text": "But I wonder if there exists like a more" + }, + { + "start": 1825.84, + "duration": 0.0, + "text": "But I wonder if there exists like a more efficient<00:30:26.240> like<00:30:26.559> regularitydriven<00:30:27.679> learning" + }, + { + "start": 1828.07, + "duration": 0.0, + "text": "efficient like regularitydriven learning" + }, + { + "start": 1828.08, + "duration": 0.0, + "text": "efficient like regularitydriven learning paradigm<00:30:29.039> because<00:30:29.760> obviously<00:30:30.159> like<00:30:30.480> human" + }, + { + "start": 1830.789, + "duration": 0.0, + "text": "paradigm because obviously like human" + }, + { + "start": 1830.799, + "duration": 0.0, + "text": "paradigm because obviously like human intelligence<00:30:31.360> and<00:30:31.520> like<00:30:31.840> animal" + }, + { + "start": 1832.07, + "duration": 0.0, + "text": "intelligence and like animal" + }, + { + "start": 1832.08, + "duration": 0.0, + "text": "intelligence and like animal intelligence<00:30:32.720> they<00:30:32.960> don't<00:30:33.039> just<00:30:33.360> ingest<00:30:33.760> like" + }, + { + "start": 1834.549, + "duration": 0.0, + "text": "intelligence they don't just ingest like" + }, + { + "start": 1834.559, + "duration": 0.0, + "text": "intelligence they don't just ingest like billions<00:30:34.960> of<00:30:35.520> um<00:30:35.840> examples<00:30:36.480> in<00:30:36.720> order<00:30:36.880> to" + }, + { + "start": 1837.029, + "duration": 0.0, + "text": "billions of um examples in order to" + }, + { + "start": 1837.039, + "duration": 0.0, + "text": "billions of um examples in order to learn<00:30:37.360> right<00:30:37.520> they<00:30:37.760> do<00:30:37.919> something<00:30:38.399> much<00:30:38.720> more" + }, + { + "start": 1838.95, + "duration": 0.0, + "text": "learn right they do something much more" + }, + { + "start": 1838.96, + "duration": 0.0, + "text": "learn right they do something much more different<00:30:39.760> and<00:30:40.559> um<00:30:40.960> something<00:30:41.279> much<00:30:41.600> more" + }, + { + "start": 1841.75, + "duration": 0.0, + "text": "different and um something much more" + }, + { + "start": 1841.76, + "duration": 0.0, + "text": "different and um something much more akin<00:30:42.080> to<00:30:42.240> like<00:30:42.720> understanding<00:30:43.279> the" + }, + { + "start": 1843.43, + "duration": 0.0, + "text": "akin to like understanding the" + }, + { + "start": 1843.44, + "duration": 0.0, + "text": "akin to like understanding the regularities<00:30:44.000> of<00:30:44.080> the<00:30:44.240> world<00:30:44.399> and<00:30:44.960> building" + }, + { + "start": 1845.269, + "duration": 0.0, + "text": "regularities of the world and building" + }, + { + "start": 1845.279, + "duration": 0.0, + "text": "regularities of the world and building on<00:30:45.520> top<00:30:45.600> of<00:30:45.760> them.<00:30:46.720> So<00:30:46.960> what<00:30:47.200> could<00:30:47.360> this<00:30:47.520> look" + }, + { + "start": 1847.75, + "duration": 0.0, + "text": "on top of them. So what could this look" + }, + { + "start": 1847.76, + "duration": 0.0, + "text": "on top of them. So what could this look like?<00:30:48.080> Right?<00:30:48.720> And<00:30:48.880> I<00:30:49.120> think<00:30:49.200> the<00:30:49.600> things<00:30:49.760> that" + }, + { + "start": 1849.909, + "duration": 0.0, + "text": "like? Right? And I think the things that" + }, + { + "start": 1849.919, + "duration": 0.0, + "text": "like? Right? And I think the things that would<00:30:50.159> matter<00:30:50.399> the<00:30:50.559> most<00:30:50.720> is<00:30:50.960> like<00:30:51.120> something" + }, + { + "start": 1851.35, + "duration": 0.0, + "text": "would matter the most is like something" + }, + { + "start": 1851.36, + "duration": 0.0, + "text": "would matter the most is like something like<00:30:51.679> some<00:30:52.080> process<00:30:52.399> of<00:30:52.640> complexification." + }, + { + "start": 1853.59, + "duration": 0.0, + "text": "like some process of complexification." + }, + { + "start": 1853.6, + "duration": 0.0, + "text": "like some process of complexification. If<00:30:53.760> you<00:30:53.840> look<00:30:54.000> at<00:30:54.080> like<00:30:54.240> the<00:30:54.399> process<00:30:54.720> like" + }, + { + "start": 1854.95, + "duration": 0.0, + "text": "If you look at like the process like" + }, + { + "start": 1854.96, + "duration": 0.0, + "text": "If you look at like the process like morphogenesis," + }, + { + "start": 1856.549, + "duration": 0.0, + "text": "morphogenesis," + }, + { + "start": 1856.559, + "duration": 0.0, + "text": "morphogenesis, it<00:30:56.880> doesn't<00:30:57.200> just<00:30:57.679> encode<00:30:58.480> every<00:30:58.799> part<00:30:59.039> of" + }, + { + "start": 1859.19, + "duration": 0.0, + "text": "it doesn't just encode every part of" + }, + { + "start": 1859.2, + "duration": 0.0, + "text": "it doesn't just encode every part of your<00:30:59.360> body<00:30:59.520> at<00:30:59.760> once.<00:31:00.080> It<00:31:00.320> grows<00:31:00.640> it<00:31:00.960> according" + }, + { + "start": 1861.35, + "duration": 0.0, + "text": "your body at once. It grows it according" + }, + { + "start": 1861.36, + "duration": 0.0, + "text": "your body at once. It grows it according to<00:31:01.679> something<00:31:02.559> more<00:31:02.960> fundamental,<00:31:03.679> right?" + }, + { + "start": 1864.07, + "duration": 0.0, + "text": "to something more fundamental, right?" + }, + { + "start": 1864.08, + "duration": 0.0, + "text": "to something more fundamental, right? And<00:31:04.240> this<00:31:04.399> is<00:31:04.480> a<00:31:04.720> very<00:31:04.880> adaptive<00:31:05.520> process" + }, + { + "start": 1865.83, + "duration": 0.0, + "text": "And this is a very adaptive process" + }, + { + "start": 1865.84, + "duration": 0.0, + "text": "And this is a very adaptive process which<00:31:06.080> adapts<00:31:06.480> to<00:31:06.640> the<00:31:06.880> environment<00:31:07.360> and<00:31:07.600> it's" + }, + { + "start": 1867.83, + "duration": 0.0, + "text": "which adapts to the environment and it's" + }, + { + "start": 1867.84, + "duration": 0.0, + "text": "which adapts to the environment and it's not<00:31:08.000> just<00:31:08.159> baked<00:31:08.480> in.<00:31:08.960> So<00:31:09.279> and<00:31:09.600> importantly<00:31:10.080> I" + }, + { + "start": 1870.23, + "duration": 0.0, + "text": "not just baked in. So and importantly I" + }, + { + "start": 1870.24, + "duration": 0.0, + "text": "not just baked in. So and importantly I think<00:31:10.399> the<00:31:10.640> cool<00:31:10.799> thing<00:31:10.880> is<00:31:11.039> that<00:31:11.279> if<00:31:11.440> you<00:31:11.520> do" + }, + { + "start": 1871.669, + "duration": 0.0, + "text": "think the cool thing is that if you do" + }, + { + "start": 1871.679, + "duration": 0.0, + "text": "think the cool thing is that if you do this<00:31:11.840> complexification<00:31:12.480> in<00:31:12.720> a<00:31:12.880> learning" + }, + { + "start": 1873.11, + "duration": 0.0, + "text": "this complexification in a learning" + }, + { + "start": 1873.12, + "duration": 0.0, + "text": "this complexification in a learning algorithm<00:31:13.919> it<00:31:14.240> should<00:31:14.799> like<00:31:15.120> try<00:31:15.360> to<00:31:15.520> build<00:31:15.760> up" + }, + { + "start": 1875.909, + "duration": 0.0, + "text": "algorithm it should like try to build up" + }, + { + "start": 1875.919, + "duration": 0.0, + "text": "algorithm it should like try to build up the<00:31:16.080> regularities<00:31:16.640> on<00:31:16.799> top<00:31:16.960> of<00:31:17.120> other" + }, + { + "start": 1877.35, + "duration": 0.0, + "text": "the regularities on top of other" + }, + { + "start": 1877.36, + "duration": 0.0, + "text": "the regularities on top of other regularities<00:31:18.320> in<00:31:18.559> the<00:31:18.720> same<00:31:18.799> way<00:31:18.960> that<00:31:19.200> like" + }, + { + "start": 1879.35, + "duration": 0.0, + "text": "regularities in the same way that like" + }, + { + "start": 1879.36, + "duration": 0.0, + "text": "regularities in the same way that like if<00:31:19.520> you<00:31:19.679> go<00:31:19.919> remember<00:31:20.240> the<00:31:20.480> skull<00:31:20.799> internal" + }, + { + "start": 1881.35, + "duration": 0.0, + "text": "if you go remember the skull internal" + }, + { + "start": 1881.36, + "duration": 0.0, + "text": "if you go remember the skull internal representations<00:31:22.320> it's<00:31:22.640> like<00:31:22.880> building<00:31:23.279> up" + }, + { + "start": 1883.75, + "duration": 0.0, + "text": "representations it's like building up" + }, + { + "start": 1883.76, + "duration": 0.0, + "text": "representations it's like building up like<00:31:24.480> x-axis<00:31:25.039> symmetry<00:31:25.919> and<00:31:26.159> then<00:31:26.399> on<00:31:26.640> top<00:31:26.799> of" + }, + { + "start": 1886.95, + "duration": 0.0, + "text": "like x-axis symmetry and then on top of" + }, + { + "start": 1886.96, + "duration": 0.0, + "text": "like x-axis symmetry and then on top of that<00:31:27.200> it<00:31:27.440> builds<00:31:27.679> in<00:31:28.080> like<00:31:28.320> the<00:31:28.720> eyes<00:31:29.440> from" + }, + { + "start": 1889.669, + "duration": 0.0, + "text": "that it builds in like the eyes from" + }, + { + "start": 1889.679, + "duration": 0.0, + "text": "that it builds in like the eyes from that<00:31:29.919> symmetry.<00:31:30.480> So<00:31:30.559> it's<00:31:30.799> building<00:31:30.960> up" + }, + { + "start": 1891.11, + "duration": 0.0, + "text": "that symmetry. So it's building up" + }, + { + "start": 1891.12, + "duration": 0.0, + "text": "that symmetry. So it's building up symmetries<00:31:31.600> on<00:31:31.760> top<00:31:31.919> of<00:31:32.080> other<00:31:32.320> symmetries<00:31:33.039> in" + }, + { + "start": 1893.269, + "duration": 0.0, + "text": "symmetries on top of other symmetries in" + }, + { + "start": 1893.279, + "duration": 0.0, + "text": "symmetries on top of other symmetries in a<00:31:33.440> form<00:31:33.600> of<00:31:33.760> like<00:31:34.000> a<00:31:34.080> regularitydriven" + }, + { + "start": 1895.269, + "duration": 0.0, + "text": "a form of like a regularitydriven" + }, + { + "start": 1895.279, + "duration": 0.0, + "text": "a form of like a regularitydriven learning<00:31:35.600> that's<00:31:35.840> like<00:31:36.000> bottom<00:31:36.399> up.<00:31:37.519> And<00:31:37.760> this" + }, + { + "start": 1897.99, + "duration": 0.0, + "text": "learning that's like bottom up. And this" + }, + { + "start": 1898.0, + "duration": 0.0, + "text": "learning that's like bottom up. And this process<00:31:38.240> of<00:31:38.399> complexification<00:31:39.120> should<00:31:39.360> also" + }, + { + "start": 1899.59, + "duration": 0.0, + "text": "process of complexification should also" + }, + { + "start": 1899.6, + "duration": 0.0, + "text": "process of complexification should also give<00:31:39.760> you<00:31:40.240> uh<00:31:40.399> build<00:31:40.640> on<00:31:40.799> these<00:31:40.960> ideas<00:31:41.360> like" + }, + { + "start": 1901.59, + "duration": 0.0, + "text": "give you uh build on these ideas like" + }, + { + "start": 1901.6, + "duration": 0.0, + "text": "give you uh build on these ideas like emergence<00:31:42.399> and<00:31:43.120> um<00:31:43.360> I'm<00:31:43.600> going<00:31:43.679> to<00:31:43.760> tie<00:31:43.919> this" + }, + { + "start": 1904.149, + "duration": 0.0, + "text": "emergence and um I'm going to tie this" + }, + { + "start": 1904.159, + "duration": 0.0, + "text": "emergence and um I'm going to tie this back<00:31:44.240> into<00:31:44.640> emergence<00:31:45.120> in<00:31:45.279> a<00:31:45.440> bit." + }, + { + "start": 1907.59, + "duration": 0.0, + "text": "back into emergence in a bit." + }, + { + "start": 1907.6, + "duration": 0.0, + "text": "back into emergence in a bit. Another<00:31:48.000> thing<00:31:48.080> that<00:31:48.240> I<00:31:48.399> think<00:31:48.559> could<00:31:48.799> be" + }, + { + "start": 1908.95, + "duration": 0.0, + "text": "Another thing that I think could be" + }, + { + "start": 1908.96, + "duration": 0.0, + "text": "Another thing that I think could be really<00:31:49.200> important<00:31:49.519> is<00:31:49.919> training<00:31:50.240> for" + }, + { + "start": 1910.549, + "duration": 0.0, + "text": "really important is training for" + }, + { + "start": 1910.559, + "duration": 0.0, + "text": "really important is training for adaptability.<00:31:51.440> So<00:31:51.600> rather<00:31:51.840> than<00:31:52.000> just" + }, + { + "start": 1912.149, + "duration": 0.0, + "text": "adaptability. So rather than just" + }, + { + "start": 1912.159, + "duration": 0.0, + "text": "adaptability. So rather than just training<00:31:52.480> for<00:31:52.799> to<00:31:53.039> solve<00:31:53.200> the<00:31:53.440> task,<00:31:53.840> what<00:31:54.000> we" + }, + { + "start": 1914.149, + "duration": 0.0, + "text": "training for to solve the task, what we" + }, + { + "start": 1914.159, + "duration": 0.0, + "text": "training for to solve the task, what we really<00:31:54.399> want<00:31:54.640> is<00:31:54.880> to<00:31:55.120> train<00:31:55.279> for<00:31:55.519> adaptability" + }, + { + "start": 1916.149, + "duration": 0.0, + "text": "really want is to train for adaptability" + }, + { + "start": 1916.159, + "duration": 0.0, + "text": "really want is to train for adaptability because<00:31:56.399> I<00:31:56.640> think<00:31:56.720> it<00:31:56.880> gives<00:31:57.039> you<00:31:57.200> a<00:31:57.519> lot<00:31:57.679> of" + }, + { + "start": 1918.149, + "duration": 0.0, + "text": "because I think it gives you a lot of" + }, + { + "start": 1918.159, + "duration": 0.0, + "text": "because I think it gives you a lot of like<00:31:58.720> regularization<00:31:59.600> pressure<00:32:00.559> to<00:32:00.880> learn" + }, + { + "start": 1921.35, + "duration": 0.0, + "text": "like regularization pressure to learn" + }, + { + "start": 1921.36, + "duration": 0.0, + "text": "like regularization pressure to learn like<00:32:01.679> symmetries<00:32:02.159> and<00:32:02.399> regularities<00:32:03.200> to<00:32:03.440> be" + }, + { + "start": 1923.59, + "duration": 0.0, + "text": "like symmetries and regularities to be" + }, + { + "start": 1923.6, + "duration": 0.0, + "text": "like symmetries and regularities to be robust<00:32:04.080> to<00:32:04.559> environmental<00:32:05.279> changes,<00:32:06.399> right?" + }, + { + "start": 1927.35, + "duration": 0.0, + "text": "robust to environmental changes, right?" + }, + { + "start": 1927.36, + "duration": 0.0, + "text": "robust to environmental changes, right? And<00:32:07.600> I<00:32:07.919> think<00:32:08.000> that<00:32:08.640> a<00:32:08.880> representation<00:32:09.519> that" + }, + { + "start": 1929.83, + "duration": 0.0, + "text": "And I think that a representation that" + }, + { + "start": 1929.84, + "duration": 0.0, + "text": "And I think that a representation that kind<00:32:10.080> of<00:32:10.159> has<00:32:10.480> to<00:32:11.360> be<00:32:11.600> robust<00:32:12.000> to" + }, + { + "start": 1932.23, + "duration": 0.0, + "text": "kind of has to be robust to" + }, + { + "start": 1932.24, + "duration": 0.0, + "text": "kind of has to be robust to environmental<00:32:12.799> changes<00:32:13.200> is<00:32:13.519> one<00:32:14.000> that<00:32:14.240> must" + }, + { + "start": 1934.47, + "duration": 0.0, + "text": "environmental changes is one that must" + }, + { + "start": 1934.48, + "duration": 0.0, + "text": "environmental changes is one that must capture<00:32:14.799> the<00:32:14.960> axis<00:32:15.279> of<00:32:15.360> variation<00:32:15.840> which<00:32:16.080> like" + }, + { + "start": 1936.549, + "duration": 0.0, + "text": "capture the axis of variation which like" + }, + { + "start": 1936.559, + "duration": 0.0, + "text": "capture the axis of variation which like as<00:32:16.880> Plato<00:32:17.200> would<00:32:17.360> say<00:32:17.519> like<00:32:17.760> carve<00:32:18.159> nature<00:32:18.399> at" + }, + { + "start": 1938.63, + "duration": 0.0, + "text": "as Plato would say like carve nature at" + }, + { + "start": 1938.64, + "duration": 0.0, + "text": "as Plato would say like carve nature at its<00:32:18.880> joints,<00:32:19.360> right?" + }, + { + "start": 1941.909, + "duration": 0.0, + "text": "its joints, right?" + }, + { + "start": 1941.919, + "duration": 0.0, + "text": "its joints, right? And<00:32:22.159> this<00:32:22.399> is<00:32:22.559> just<00:32:22.720> personally<00:32:23.039> what<00:32:23.200> I<00:32:23.360> think" + }, + { + "start": 1943.43, + "duration": 0.0, + "text": "And this is just personally what I think" + }, + { + "start": 1943.44, + "duration": 0.0, + "text": "And this is just personally what I think is<00:32:23.679> really<00:32:23.840> important.<00:32:24.159> It's<00:32:24.320> like" + }, + { + "start": 1944.47, + "duration": 0.0, + "text": "is really important. It's like" + }, + { + "start": 1944.48, + "duration": 0.0, + "text": "is really important. It's like serendipity." + }, + { + "start": 1946.31, + "duration": 0.0, + "text": "serendipity." + }, + { + "start": 1946.32, + "duration": 0.0, + "text": "serendipity. And<00:32:26.559> what<00:32:26.799> I<00:32:26.880> mean<00:32:27.039> by<00:32:27.200> serendipity<00:32:27.760> is<00:32:28.000> that" + }, + { + "start": 1948.149, + "duration": 0.0, + "text": "And what I mean by serendipity is that" + }, + { + "start": 1948.159, + "duration": 0.0, + "text": "And what I mean by serendipity is that this<00:32:28.480> the<00:32:28.799> order<00:32:29.120> in<00:32:29.360> which<00:32:29.519> you<00:32:29.679> learn<00:32:30.000> things" + }, + { + "start": 1950.549, + "duration": 0.0, + "text": "this the order in which you learn things" + }, + { + "start": 1950.559, + "duration": 0.0, + "text": "this the order in which you learn things really<00:32:31.039> matters.<00:32:32.000> If<00:32:32.240> you<00:32:32.399> look<00:32:32.480> at<00:32:32.720> LLMs," + }, + { + "start": 1953.509, + "duration": 0.0, + "text": "really matters. If you look at LLMs," + }, + { + "start": 1953.519, + "duration": 0.0, + "text": "really matters. If you look at LLMs, they<00:32:33.840> learn<00:32:34.559> uh<00:32:34.880> calculus<00:32:35.440> at<00:32:35.760> the<00:32:35.919> same<00:32:36.080> time" + }, + { + "start": 1956.23, + "duration": 0.0, + "text": "they learn uh calculus at the same time" + }, + { + "start": 1956.24, + "duration": 0.0, + "text": "they learn uh calculus at the same time as<00:32:36.480> they're<00:32:36.799> learning<00:32:37.120> arithmetic.<00:32:38.320> But" + }, + { + "start": 1958.47, + "duration": 0.0, + "text": "as they're learning arithmetic. But" + }, + { + "start": 1958.48, + "duration": 0.0, + "text": "as they're learning arithmetic. But humans,<00:32:38.880> they<00:32:39.200> always<00:32:39.360> learn<00:32:39.600> arithmetic" + }, + { + "start": 1960.23, + "duration": 0.0, + "text": "humans, they always learn arithmetic" + }, + { + "start": 1960.24, + "duration": 0.0, + "text": "humans, they always learn arithmetic before<00:32:40.559> calculus<00:32:41.519> because<00:32:41.840> their<00:32:42.159> internal" + }, + { + "start": 1962.549, + "duration": 0.0, + "text": "before calculus because their internal" + }, + { + "start": 1962.559, + "duration": 0.0, + "text": "before calculus because their internal representation<00:32:43.120> of<00:32:43.279> calculus<00:32:43.840> builds<00:32:44.159> on<00:32:44.320> top" + }, + { + "start": 1964.47, + "duration": 0.0, + "text": "representation of calculus builds on top" + }, + { + "start": 1964.48, + "duration": 0.0, + "text": "representation of calculus builds on top of<00:32:44.640> the<00:32:44.880> regularities<00:32:45.519> from<00:32:46.240> arithmetic.<00:32:47.440> But" + }, + { + "start": 1967.669, + "duration": 0.0, + "text": "of the regularities from arithmetic. But" + }, + { + "start": 1967.679, + "duration": 0.0, + "text": "of the regularities from arithmetic. But LLMs,<00:32:48.320> they<00:32:48.480> kind<00:32:48.559> of<00:32:48.640> learn<00:32:48.880> them<00:32:49.039> at<00:32:49.200> the" + }, + { + "start": 1969.35, + "duration": 0.0, + "text": "LLMs, they kind of learn them at the" + }, + { + "start": 1969.36, + "duration": 0.0, + "text": "LLMs, they kind of learn them at the same<00:32:49.519> time.<00:32:50.080> So<00:32:50.399> they<00:32:50.640> must<00:32:50.960> have<00:32:51.679> different" + }, + { + "start": 1972.07, + "duration": 0.0, + "text": "same time. So they must have different" + }, + { + "start": 1972.08, + "duration": 0.0, + "text": "same time. So they must have different circuitry<00:32:52.640> if<00:32:52.880> that's<00:32:53.039> going<00:32:53.120> to<00:32:53.279> happen," + }, + { + "start": 1973.509, + "duration": 0.0, + "text": "circuitry if that's going to happen," + }, + { + "start": 1973.519, + "duration": 0.0, + "text": "circuitry if that's going to happen, right?<00:32:53.840> Different<00:32:54.080> circuitry<00:32:54.480> for" + }, + { + "start": 1974.63, + "duration": 0.0, + "text": "right? Different circuitry for" + }, + { + "start": 1974.64, + "duration": 0.0, + "text": "right? Different circuitry for arithmetic<00:32:55.200> and<00:32:55.360> calculus.<00:32:56.640> And<00:32:56.880> that's<00:32:57.039> why" + }, + { + "start": 1977.19, + "duration": 0.0, + "text": "arithmetic and calculus. And that's why" + }, + { + "start": 1977.2, + "duration": 0.0, + "text": "arithmetic and calculus. And that's why I<00:32:57.360> think<00:32:57.519> this<00:32:57.760> idea<00:32:58.000> of<00:32:58.240> serendipity<00:32:58.960> or<00:32:59.440> in" + }, + { + "start": 1979.669, + "duration": 0.0, + "text": "I think this idea of serendipity or in" + }, + { + "start": 1979.679, + "duration": 0.0, + "text": "I think this idea of serendipity or in general<00:33:00.000> curriculum<00:33:00.480> learning<00:33:00.799> is<00:33:01.039> really<00:33:01.440> it" + }, + { + "start": 1981.75, + "duration": 0.0, + "text": "general curriculum learning is really it" + }, + { + "start": 1981.76, + "duration": 0.0, + "text": "general curriculum learning is really it should<00:33:01.919> be<00:33:02.159> important<00:33:02.960> in<00:33:03.200> terms<00:33:03.360> of<00:33:03.600> you're" + }, + { + "start": 1983.83, + "duration": 0.0, + "text": "should be important in terms of you're" + }, + { + "start": 1983.84, + "duration": 0.0, + "text": "should be important in terms of you're doing<00:33:04.000> this<00:33:04.320> regularitydriven<00:33:05.279> learning." + }, + { + "start": 1986.549, + "duration": 0.0, + "text": "doing this regularitydriven learning." + }, + { + "start": 1986.559, + "duration": 0.0, + "text": "doing this regularitydriven learning. And<00:33:06.799> I<00:33:07.039> really<00:33:07.279> think<00:33:07.440> serendipity" + }, + { + "start": 1988.149, + "duration": 0.0, + "text": "And I really think serendipity" + }, + { + "start": 1988.159, + "duration": 0.0, + "text": "And I really think serendipity specifically<00:33:08.640> is<00:33:08.880> important<00:33:09.200> because<00:33:09.440> it" + }, + { + "start": 1989.669, + "duration": 0.0, + "text": "specifically is important because it" + }, + { + "start": 1989.679, + "duration": 0.0, + "text": "specifically is important because it gives<00:33:09.840> you<00:33:09.919> a<00:33:10.080> much<00:33:10.320> higher<00:33:10.559> chance<00:33:10.880> of" + }, + { + "start": 1991.19, + "duration": 0.0, + "text": "gives you a much higher chance of" + }, + { + "start": 1991.2, + "duration": 0.0, + "text": "gives you a much higher chance of finding<00:33:11.519> a<00:33:11.760> useful<00:33:12.240> learning<00:33:12.559> curriculum<00:33:13.679> to" + }, + { + "start": 1994.31, + "duration": 0.0, + "text": "finding a useful learning curriculum to" + }, + { + "start": 1994.32, + "duration": 0.0, + "text": "finding a useful learning curriculum to actually<00:33:14.960> employ.<00:33:15.519> Right?<00:33:16.480> And<00:33:16.720> if<00:33:16.880> you<00:33:16.960> think" + }, + { + "start": 1997.11, + "duration": 0.0, + "text": "actually employ. Right? And if you think" + }, + { + "start": 1997.12, + "duration": 0.0, + "text": "actually employ. Right? And if you think about<00:33:17.200> it<00:33:17.679> uh<00:33:17.840> this<00:33:18.080> these<00:33:18.640> uh<00:33:18.880> paradigms<00:33:19.519> what" + }, + { + "start": 1999.75, + "duration": 0.0, + "text": "about it uh this these uh paradigms what" + }, + { + "start": 1999.76, + "duration": 0.0, + "text": "about it uh this these uh paradigms what what<00:33:20.320> paradigm<00:33:20.799> captures<00:33:21.200> all<00:33:21.360> of<00:33:21.440> these<00:33:21.760> it's" + }, + { + "start": 2001.909, + "duration": 0.0, + "text": "what paradigm captures all of these it's" + }, + { + "start": 2001.919, + "duration": 0.0, + "text": "what paradigm captures all of these it's like<00:33:22.080> the<00:33:22.320> field<00:33:22.480> of<00:33:22.640> open-endedness<00:33:23.840> um<00:33:24.000> I" + }, + { + "start": 2004.31, + "duration": 0.0, + "text": "like the field of open-endedness um I" + }, + { + "start": 2004.32, + "duration": 0.0, + "text": "like the field of open-endedness um I think<00:33:24.399> has<00:33:24.640> a<00:33:24.799> good<00:33:25.440> uh<00:33:25.600> not<00:33:25.919> solution<00:33:26.320> but" + }, + { + "start": 2006.549, + "duration": 0.0, + "text": "think has a good uh not solution but" + }, + { + "start": 2006.559, + "duration": 0.0, + "text": "think has a good uh not solution but they've<00:33:26.799> been<00:33:26.960> thinking<00:33:27.200> about<00:33:27.360> this<00:33:27.519> and<00:33:27.760> I" + }, + { + "start": 2007.909, + "duration": 0.0, + "text": "they've been thinking about this and I" + }, + { + "start": 2007.919, + "duration": 0.0, + "text": "they've been thinking about this and I think<00:33:28.000> they<00:33:28.159> have<00:33:28.240> the<00:33:28.480> toolkit<00:33:28.880> to<00:33:29.120> come<00:33:29.200> up" + }, + { + "start": 2009.35, + "duration": 0.0, + "text": "think they have the toolkit to come up" + }, + { + "start": 2009.36, + "duration": 0.0, + "text": "think they have the toolkit to come up with<00:33:29.519> a<00:33:29.679> solution<00:33:30.000> that<00:33:30.240> can<00:33:30.720> handle<00:33:31.039> all<00:33:31.279> of" + }, + { + "start": 2011.35, + "duration": 0.0, + "text": "with a solution that can handle all of" + }, + { + "start": 2011.36, + "duration": 0.0, + "text": "with a solution that can handle all of these." + }, + { + "start": 2013.35, + "duration": 0.0, + "text": "these." + }, + { + "start": 2013.36, + "duration": 0.0, + "text": "these. >> Can<00:33:33.600> I<00:33:33.760> ask<00:33:34.080> a<00:33:34.320> question?" + }, + { + "start": 2014.95, + "duration": 0.0, + "text": ">> Can I ask a question?" + }, + { + "start": 2014.96, + "duration": 0.0, + "text": ">> Can I ask a question? >> Yeah." + }, + { + "start": 2015.43, + "duration": 0.0, + "text": ">> Yeah." + }, + { + "start": 2015.44, + "duration": 0.0, + "text": ">> Yeah. >> How<00:33:35.600> do<00:33:35.679> you<00:33:35.840> think<00:33:36.000> about<00:33:36.240> the<00:33:36.399> the<00:33:36.480> the<00:33:37.039> order" + }, + { + "start": 2017.75, + "duration": 0.0, + "text": ">> How do you think about the the the order" + }, + { + "start": 2017.76, + "duration": 0.0, + "text": ">> How do you think about the the the order related<00:33:38.159> to<00:33:38.399> reinforcement<00:33:39.120> learning?" + }, + { + "start": 2019.99, + "duration": 0.0, + "text": "related to reinforcement learning?" + }, + { + "start": 2020.0, + "duration": 0.0, + "text": "related to reinforcement learning? Because<00:33:40.480> uh<00:33:40.720> uh<00:33:40.960> you<00:33:41.200> talk<00:33:41.440> about<00:33:41.840> uh<00:33:42.559> uh" + }, + { + "start": 2022.71, + "duration": 0.0, + "text": "Because uh uh you talk about uh uh" + }, + { + "start": 2022.72, + "duration": 0.0, + "text": "Because uh uh you talk about uh uh learning<00:33:43.200> circulum<00:33:43.840> and<00:33:44.880> uh<00:33:45.039> when<00:33:45.200> you<00:33:45.360> when" + }, + { + "start": 2025.59, + "duration": 0.0, + "text": "learning circulum and uh when you when" + }, + { + "start": 2025.6, + "duration": 0.0, + "text": "learning circulum and uh when you when you<00:33:45.760> train<00:33:46.799> uh<00:33:47.120> reinforced<00:33:47.679> learning<00:33:48.000> agents" + }, + { + "start": 2028.389, + "duration": 0.0, + "text": "you train uh reinforced learning agents" + }, + { + "start": 2028.399, + "duration": 0.0, + "text": "you train uh reinforced learning agents they<00:33:48.640> often<00:33:49.279> start<00:33:49.600> with<00:33:49.840> some<00:33:50.159> very<00:33:50.480> simple" + }, + { + "start": 2030.789, + "duration": 0.0, + "text": "they often start with some very simple" + }, + { + "start": 2030.799, + "duration": 0.0, + "text": "they often start with some very simple behaviors<00:33:51.519> and<00:33:52.399> by<00:33:53.279> and<00:33:53.760> by<00:33:54.080> interacting<00:33:54.480> with" + }, + { + "start": 2034.789, + "duration": 0.0, + "text": "behaviors and by and by interacting with" + }, + { + "start": 2034.799, + "duration": 0.0, + "text": "behaviors and by and by interacting with the<00:33:54.960> complex<00:33:55.440> environment<00:33:56.000> they<00:33:56.240> they" + }, + { + "start": 2036.47, + "duration": 0.0, + "text": "the complex environment they they" + }, + { + "start": 2036.48, + "duration": 0.0, + "text": "the complex environment they they complexify<00:33:57.760> themselves.<00:33:58.720> So,<00:33:58.960> so<00:33:59.200> I<00:33:59.279> I<00:33:59.440> was" + }, + { + "start": 2039.509, + "duration": 0.0, + "text": "complexify themselves. So, so I I was" + }, + { + "start": 2039.519, + "duration": 0.0, + "text": "complexify themselves. So, so I I was just<00:33:59.760> wondering<00:34:00.559> uh<00:34:00.799> if<00:34:01.039> you<00:34:02.080> if<00:34:02.399> you<00:34:02.559> can" + }, + { + "start": 2042.71, + "duration": 0.0, + "text": "just wondering uh if you if you can" + }, + { + "start": 2042.72, + "duration": 0.0, + "text": "just wondering uh if you if you can train<00:34:03.360> if<00:34:03.519> you<00:34:03.760> can<00:34:03.919> convert<00:34:04.320> this<00:34:04.559> pattern" + }, + { + "start": 2044.95, + "duration": 0.0, + "text": "train if you can convert this pattern" + }, + { + "start": 2044.96, + "duration": 0.0, + "text": "train if you can convert this pattern generation<00:34:06.000> into<00:34:06.320> some<00:34:06.559> kind<00:34:06.720> of<00:34:07.120> reinforced" + }, + { + "start": 2047.83, + "duration": 0.0, + "text": "generation into some kind of reinforced" + }, + { + "start": 2047.84, + "duration": 0.0, + "text": "generation into some kind of reinforced learning<00:34:08.720> task,<00:34:09.359> would<00:34:09.599> it<00:34:10.079> also<00:34:10.560> have" + }, + { + "start": 2050.95, + "duration": 0.0, + "text": "learning task, would it also have" + }, + { + "start": 2050.96, + "duration": 0.0, + "text": "learning task, would it also have similar<00:34:12.000> meaningful<00:34:12.960> and<00:34:13.359> robust<00:34:14.399> weight<00:34:14.879> or" + }, + { + "start": 2055.03, + "duration": 0.0, + "text": "similar meaningful and robust weight or" + }, + { + "start": 2055.04, + "duration": 0.0, + "text": "similar meaningful and robust weight or or<00:34:15.440> not?" + }, + { + "start": 2056.79, + "duration": 0.0, + "text": "or not?" + }, + { + "start": 2056.8, + "duration": 0.0, + "text": "or not? >> Uh<00:34:17.040> that's<00:34:17.280> a<00:34:17.440> really<00:34:17.679> interesting<00:34:18.000> question." + }, + { + "start": 2058.31, + "duration": 0.0, + "text": ">> Uh that's a really interesting question." + }, + { + "start": 2058.32, + "duration": 0.0, + "text": ">> Uh that's a really interesting question. I<00:34:18.480> think<00:34:18.560> the<00:34:18.800> on<00:34:19.200> policy<00:34:19.679> nature<00:34:20.320> of" + }, + { + "start": 2060.55, + "duration": 0.0, + "text": "I think the on policy nature of" + }, + { + "start": 2060.56, + "duration": 0.0, + "text": "I think the on policy nature of reinforcement<00:34:21.200> learning<00:34:21.520> is<00:34:21.679> a<00:34:22.079> really<00:34:22.960> um<00:34:23.520> it" + }, + { + "start": 2063.829, + "duration": 0.0, + "text": "reinforcement learning is a really um it" + }, + { + "start": 2063.839, + "duration": 0.0, + "text": "reinforcement learning is a really um it should<00:34:24.000> be<00:34:24.240> super<00:34:24.560> useful<00:34:24.960> it<00:34:25.119> seems.<00:34:26.000> But<00:34:26.240> I" + }, + { + "start": 2066.47, + "duration": 0.0, + "text": "should be super useful it seems. But I" + }, + { + "start": 2066.48, + "duration": 0.0, + "text": "should be super useful it seems. But I guess<00:34:26.879> uh<00:34:27.359> the<00:34:27.679> fact<00:34:27.839> that<00:34:28.079> there's<00:34:28.399> still" + }, + { + "start": 2068.629, + "duration": 0.0, + "text": "guess uh the fact that there's still" + }, + { + "start": 2068.639, + "duration": 0.0, + "text": "guess uh the fact that there's still like<00:34:28.800> a<00:34:29.040> singular<00:34:29.520> objective<00:34:29.919> that<00:34:30.079> you're" + }, + { + "start": 2070.31, + "duration": 0.0, + "text": "like a singular objective that you're" + }, + { + "start": 2070.32, + "duration": 0.0, + "text": "like a singular objective that you're trying<00:34:30.399> to<00:34:30.560> solve<00:34:31.119> is<00:34:31.520> I<00:34:31.760> think<00:34:31.919> is<00:34:32.079> a" + }, + { + "start": 2072.23, + "duration": 0.0, + "text": "trying to solve is I think is a" + }, + { + "start": 2072.24, + "duration": 0.0, + "text": "trying to solve is I think is a downfall.<00:34:32.720> I<00:34:32.879> mean<00:34:32.960> there's<00:34:33.200> a<00:34:33.359> lot<00:34:33.440> of<00:34:33.520> works" + }, + { + "start": 2073.75, + "duration": 0.0, + "text": "downfall. I mean there's a lot of works" + }, + { + "start": 2073.76, + "duration": 0.0, + "text": "downfall. I mean there's a lot of works in<00:34:34.000> the<00:34:34.159> field<00:34:34.320> of<00:34:34.480> reinforcement<00:34:35.119> learning" + }, + { + "start": 2075.669, + "duration": 0.0, + "text": "in the field of reinforcement learning" + }, + { + "start": 2075.679, + "duration": 0.0, + "text": "in the field of reinforcement learning that<00:34:36.000> show<00:34:36.240> that<00:34:36.480> like<00:34:37.679> um<00:34:38.320> you<00:34:38.639> train<00:34:39.040> the<00:34:39.280> RL" + }, + { + "start": 2079.589, + "duration": 0.0, + "text": "that show that like um you train the RL" + }, + { + "start": 2079.599, + "duration": 0.0, + "text": "that show that like um you train the RL agent<00:34:39.919> to<00:34:40.159> do<00:34:40.320> one<00:34:40.480> task<00:34:40.800> and<00:34:40.960> it<00:34:41.200> masters<00:34:41.599> it" + }, + { + "start": 2082.31, + "duration": 0.0, + "text": "agent to do one task and it masters it" + }, + { + "start": 2082.32, + "duration": 0.0, + "text": "agent to do one task and it masters it but<00:34:42.960> what<00:34:43.200> it<00:34:43.440> but<00:34:43.679> if<00:34:43.919> you<00:34:44.079> perturb<00:34:44.560> the" + }, + { + "start": 2084.71, + "duration": 0.0, + "text": "but what it but if you perturb the" + }, + { + "start": 2084.72, + "duration": 0.0, + "text": "but what it but if you perturb the environment<00:34:45.359> even<00:34:45.760> even<00:34:46.159> ever<00:34:46.480> so<00:34:46.720> slightly" + }, + { + "start": 2087.19, + "duration": 0.0, + "text": "environment even even ever so slightly" + }, + { + "start": 2087.2, + "duration": 0.0, + "text": "environment even even ever so slightly like<00:34:47.440> change<00:34:47.839> like<00:34:48.399> for<00:34:48.560> example<00:34:48.879> like<00:34:49.040> change" + }, + { + "start": 2089.27, + "duration": 0.0, + "text": "like change like for example like change" + }, + { + "start": 2089.28, + "duration": 0.0, + "text": "like change like for example like change like<00:34:49.520> the<00:34:49.679> placement<00:34:50.000> of<00:34:50.079> the<00:34:50.240> objects<00:34:50.720> even<00:34:50.879> a" + }, + { + "start": 2091.109, + "duration": 0.0, + "text": "like the placement of the objects even a" + }, + { + "start": 2091.119, + "duration": 0.0, + "text": "like the placement of the objects even a little<00:34:51.200> bit<00:34:51.599> or<00:34:51.919> change<00:34:52.159> the<00:34:52.480> color<00:34:52.720> of<00:34:52.960> like" + }, + { + "start": 2093.109, + "duration": 0.0, + "text": "little bit or change the color of like" + }, + { + "start": 2093.119, + "duration": 0.0, + "text": "little bit or change the color of like the<00:34:53.359> how<00:34:53.599> the<00:34:53.760> objects<00:34:54.079> are<00:34:54.240> represented" + }, + { + "start": 2095.03, + "duration": 0.0, + "text": "the how the objects are represented" + }, + { + "start": 2095.04, + "duration": 0.0, + "text": "the how the objects are represented everything<00:34:55.359> breaks<00:34:55.679> down.<00:34:56.240> So<00:34:56.399> I<00:34:56.639> think<00:34:56.720> the" + }, + { + "start": 2096.869, + "duration": 0.0, + "text": "everything breaks down. So I think the" + }, + { + "start": 2096.879, + "duration": 0.0, + "text": "everything breaks down. So I think the way<00:34:57.040> they<00:34:57.280> represent<00:34:57.599> their<00:34:57.920> task<00:34:58.240> solution" + }, + { + "start": 2098.55, + "duration": 0.0, + "text": "way they represent their task solution" + }, + { + "start": 2098.56, + "duration": 0.0, + "text": "way they represent their task solution is<00:34:58.880> still<00:34:59.760> um<00:35:00.079> very<00:35:00.400> very<00:35:01.359> um<00:35:01.839> brittle.<00:35:02.800> So<00:35:02.960> I" + }, + { + "start": 2103.109, + "duration": 0.0, + "text": "is still um very very um brittle. So I" + }, + { + "start": 2103.119, + "duration": 0.0, + "text": "is still um very very um brittle. So I think<00:35:03.280> what<00:35:03.440> you<00:35:03.599> really<00:35:03.839> need<00:35:04.000> is<00:35:04.480> uh<00:35:04.640> either" + }, + { + "start": 2105.03, + "duration": 0.0, + "text": "think what you really need is uh either" + }, + { + "start": 2105.04, + "duration": 0.0, + "text": "think what you really need is uh either take<00:35:05.200> the<00:35:05.359> scaling<00:35:05.760> route<00:35:05.920> and<00:35:06.160> you<00:35:06.320> just<00:35:06.480> have" + }, + { + "start": 2106.55, + "duration": 0.0, + "text": "take the scaling route and you just have" + }, + { + "start": 2106.56, + "duration": 0.0, + "text": "take the scaling route and you just have like<00:35:06.720> a<00:35:06.880> many<00:35:07.119> many<00:35:07.359> different<00:35:07.599> tasks<00:35:07.920> or<00:35:08.160> the" + }, + { + "start": 2108.39, + "duration": 0.0, + "text": "like a many many different tasks or the" + }, + { + "start": 2108.4, + "duration": 0.0, + "text": "like a many many different tasks or the more<00:35:08.560> better<00:35:08.880> route<00:35:09.119> I<00:35:09.280> think<00:35:09.440> would<00:35:09.680> be<00:35:10.000> to" + }, + { + "start": 2110.31, + "duration": 0.0, + "text": "more better route I think would be to" + }, + { + "start": 2110.32, + "duration": 0.0, + "text": "more better route I think would be to kind<00:35:10.480> of<00:35:10.720> have<00:35:11.440> many<00:35:11.760> different<00:35:12.000> environments" + }, + { + "start": 2112.55, + "duration": 0.0, + "text": "kind of have many different environments" + }, + { + "start": 2112.56, + "duration": 0.0, + "text": "kind of have many different environments that<00:35:12.800> it's<00:35:13.040> exposed<00:35:13.520> to<00:35:14.800> in<00:35:15.200> like<00:35:15.520> a<00:35:15.839> sequence" + }, + { + "start": 2116.55, + "duration": 0.0, + "text": "that it's exposed to in like a sequence" + }, + { + "start": 2116.56, + "duration": 0.0, + "text": "that it's exposed to in like a sequence and<00:35:16.800> in<00:35:17.040> kind<00:35:17.200> of<00:35:17.280> like<00:35:17.359> a<00:35:17.599> serendipitous<00:35:18.240> way." + }, + { + "start": 2118.39, + "duration": 0.0, + "text": "and in kind of like a serendipitous way." + }, + { + "start": 2118.4, + "duration": 0.0, + "text": "and in kind of like a serendipitous way. This<00:35:18.560> is<00:35:18.720> kind<00:35:18.800> of<00:35:18.880> what<00:35:19.119> happened<00:35:19.280> with" + }, + { + "start": 2119.51, + "duration": 0.0, + "text": "This is kind of what happened with" + }, + { + "start": 2119.52, + "duration": 0.0, + "text": "This is kind of what happened with evolution,<00:35:20.079> right?<00:35:20.560> You're<00:35:20.960> exposed<00:35:21.359> to<00:35:21.680> this" + }, + { + "start": 2121.829, + "duration": 0.0, + "text": "evolution, right? You're exposed to this" + }, + { + "start": 2121.839, + "duration": 0.0, + "text": "evolution, right? You're exposed to this is<00:35:21.920> what<00:35:22.079> I'm<00:35:22.160> going<00:35:22.240> to<00:35:22.320> talk<00:35:22.400> about<00:35:22.560> in<00:35:22.720> the" + }, + { + "start": 2122.79, + "duration": 0.0, + "text": "is what I'm going to talk about in the" + }, + { + "start": 2122.8, + "duration": 0.0, + "text": "is what I'm going to talk about in the next<00:35:22.880> slide<00:35:23.119> too<00:35:23.280> is<00:35:23.520> like<00:35:23.680> you're<00:35:23.920> exposed<00:35:24.240> to" + }, + { + "start": 2125.03, + "duration": 0.0, + "text": "next slide too is like you're exposed to" + }, + { + "start": 2125.04, + "duration": 0.0, + "text": "next slide too is like you're exposed to some<00:35:25.359> environment<00:35:25.839> but<00:35:26.079> then<00:35:26.240> you're<00:35:26.480> forced" + }, + { + "start": 2126.71, + "duration": 0.0, + "text": "some environment but then you're forced" + }, + { + "start": 2126.72, + "duration": 0.0, + "text": "some environment but then you're forced to<00:35:26.880> adapt<00:35:27.359> according<00:35:27.760> to<00:35:27.920> the<00:35:28.079> environment<00:35:28.480> to" + }, + { + "start": 2128.71, + "duration": 0.0, + "text": "to adapt according to the environment to" + }, + { + "start": 2128.72, + "duration": 0.0, + "text": "to adapt according to the environment to some<00:35:28.880> other<00:35:29.119> environment<00:35:29.920> and<00:35:30.160> you're<00:35:30.320> forced" + }, + { + "start": 2130.55, + "duration": 0.0, + "text": "some other environment and you're forced" + }, + { + "start": 2130.56, + "duration": 0.0, + "text": "some other environment and you're forced to<00:35:30.720> adapt<00:35:31.119> again<00:35:31.599> and<00:35:31.839> this<00:35:32.079> pressure<00:35:32.400> to" + }, + { + "start": 2132.55, + "duration": 0.0, + "text": "to adapt again and this pressure to" + }, + { + "start": 2132.56, + "duration": 0.0, + "text": "to adapt again and this pressure to adapt<00:35:32.960> is<00:35:33.119> what<00:35:33.359> I<00:35:33.520> think<00:35:33.680> really<00:35:34.000> creates" + }, + { + "start": 2134.39, + "duration": 0.0, + "text": "adapt is what I think really creates" + }, + { + "start": 2134.4, + "duration": 0.0, + "text": "adapt is what I think really creates makes<00:35:34.640> you<00:35:34.880> robust<00:35:35.520> because<00:35:35.680> if<00:35:35.920> you<00:35:36.079> don't" + }, + { + "start": 2136.23, + "duration": 0.0, + "text": "makes you robust because if you don't" + }, + { + "start": 2136.24, + "duration": 0.0, + "text": "makes you robust because if you don't adapt<00:35:36.640> quickly<00:35:37.680> then<00:35:37.920> you<00:35:38.079> will<00:35:38.320> die<00:35:39.040> and<00:35:39.280> in" + }, + { + "start": 2139.51, + "duration": 0.0, + "text": "adapt quickly then you will die and in" + }, + { + "start": 2139.52, + "duration": 0.0, + "text": "adapt quickly then you will die and in order<00:35:39.680> to<00:35:39.839> adapt<00:35:40.320> I<00:35:40.480> really<00:35:40.720> think<00:35:40.800> you<00:35:41.040> need<00:35:41.200> a" + }, + { + "start": 2141.589, + "duration": 0.0, + "text": "order to adapt I really think you need a" + }, + { + "start": 2141.599, + "duration": 0.0, + "text": "order to adapt I really think you need a really<00:35:42.079> strong<00:35:42.400> representation.<00:35:43.440> I<00:35:43.680> think" + }, + { + "start": 2143.75, + "duration": 0.0, + "text": "really strong representation. I think" + }, + { + "start": 2143.76, + "duration": 0.0, + "text": "really strong representation. I think they're<00:35:44.480> um<00:35:44.720> this<00:35:44.960> is<00:35:45.119> my<00:35:45.359> hunch<00:35:45.599> is<00:35:45.760> that<00:35:45.839> I" + }, + { + "start": 2145.99, + "duration": 0.0, + "text": "they're um this is my hunch is that I" + }, + { + "start": 2146.0, + "duration": 0.0, + "text": "they're um this is my hunch is that I think<00:35:46.079> a<00:35:46.320> strong<00:35:46.560> representation<00:35:47.680> and" + }, + { + "start": 2148.23, + "duration": 0.0, + "text": "think a strong representation and" + }, + { + "start": 2148.24, + "duration": 0.0, + "text": "think a strong representation and adaptable<00:35:48.800> representation<00:35:49.440> are<00:35:49.680> like<00:35:49.839> one" + }, + { + "start": 2149.99, + "duration": 0.0, + "text": "adaptable representation are like one" + }, + { + "start": 2150.0, + "duration": 0.0, + "text": "adaptable representation are like one and<00:35:50.160> the<00:35:50.320> same." + }, + { + "start": 2151.27, + "duration": 0.0, + "text": "and the same." + }, + { + "start": 2151.28, + "duration": 0.0, + "text": "and the same. >> Yeah.<00:35:51.760> I<00:35:52.000> also<00:35:52.240> wondering<00:35:52.880> how<00:35:53.119> how<00:35:53.440> does<00:35:53.760> the" + }, + { + "start": 2153.99, + "duration": 0.0, + "text": ">> Yeah. I also wondering how how does the" + }, + { + "start": 2154.0, + "duration": 0.0, + "text": ">> Yeah. I also wondering how how does the like<00:35:54.400> models<00:35:54.800> like<00:35:54.960> AlphaG<00:35:55.359> go<00:35:55.599> looks<00:35:55.839> like" + }, + { + "start": 2156.47, + "duration": 0.0, + "text": "like models like AlphaG go looks like" + }, + { + "start": 2156.48, + "duration": 0.0, + "text": "like models like AlphaG go looks like because<00:35:56.720> AlphaG<00:35:57.119> go<00:35:57.359> when<00:35:57.520> you<00:35:57.760> start<00:35:58.000> the" + }, + { + "start": 2158.23, + "duration": 0.0, + "text": "because AlphaG go when you start the" + }, + { + "start": 2158.24, + "duration": 0.0, + "text": "because AlphaG go when you start the reinforce<00:35:58.800> learning<00:35:59.599> they<00:35:59.920> these<00:36:00.480> start<00:36:00.880> with" + }, + { + "start": 2161.19, + "duration": 0.0, + "text": "reinforce learning they these start with" + }, + { + "start": 2161.2, + "duration": 0.0, + "text": "reinforce learning they these start with very<00:36:01.680> poor<00:36:02.800> uh<00:36:03.359> players<00:36:04.079> and<00:36:04.800> the<00:36:05.680> the<00:36:06.720> there's" + }, + { + "start": 2166.95, + "duration": 0.0, + "text": "very poor uh players and the the there's" + }, + { + "start": 2166.96, + "duration": 0.0, + "text": "very poor uh players and the the there's a<00:36:07.119> similar<00:36:07.520> a<00:36:07.680> symmetry<00:36:08.079> between<00:36:08.800> player<00:36:09.280> and" + }, + { + "start": 2169.829, + "duration": 0.0, + "text": "a similar a symmetry between player and" + }, + { + "start": 2169.839, + "duration": 0.0, + "text": "a similar a symmetry between player and environment<00:36:10.320> because<00:36:10.720> you<00:36:11.119> when<00:36:11.359> you<00:36:11.520> improve" + }, + { + "start": 2171.829, + "duration": 0.0, + "text": "environment because you when you improve" + }, + { + "start": 2171.839, + "duration": 0.0, + "text": "environment because you when you improve yourself<00:36:12.320> your<00:36:12.800> environment<00:36:13.280> also<00:36:13.680> improved." + }, + { + "start": 2174.39, + "duration": 0.0, + "text": "yourself your environment also improved." + }, + { + "start": 2174.4, + "duration": 0.0, + "text": "yourself your environment also improved. So<00:36:14.640> there<00:36:14.880> there's<00:36:15.119> a<00:36:15.359> nature<00:36:16.400> there's<00:36:16.640> a" + }, + { + "start": 2176.87, + "duration": 0.0, + "text": "So there there's a nature there's a" + }, + { + "start": 2176.88, + "duration": 0.0, + "text": "So there there's a nature there's a nature<00:36:17.680> course<00:36:18.000> of<00:36:18.240> learning<00:36:19.520> uh<00:36:20.000> maybe<00:36:20.400> maybe" + }, + { + "start": 2180.71, + "duration": 0.0, + "text": "nature course of learning uh maybe maybe" + }, + { + "start": 2180.72, + "duration": 0.0, + "text": "nature course of learning uh maybe maybe there<00:36:21.040> are<00:36:21.359> two<00:36:21.599> kind<00:36:21.760> of<00:36:22.000> different" + }, + { + "start": 2182.71, + "duration": 0.0, + "text": "there are two kind of different" + }, + { + "start": 2182.72, + "duration": 0.0, + "text": "there are two kind of different reinforce<00:36:23.280> learning<00:36:23.599> like<00:36:23.920> offer<00:36:24.560> I<00:36:24.800> think" + }, + { + "start": 2184.87, + "duration": 0.0, + "text": "reinforce learning like offer I think" + }, + { + "start": 2184.88, + "duration": 0.0, + "text": "reinforce learning like offer I think it's<00:36:25.200> maybe<00:36:25.440> a<00:36:25.680> different<00:36:25.920> one<00:36:26.480> and<00:36:26.880> maybe" + }, + { + "start": 2187.19, + "duration": 0.0, + "text": "it's maybe a different one and maybe" + }, + { + "start": 2187.2, + "duration": 0.0, + "text": "it's maybe a different one and maybe they<00:36:27.359> they<00:36:28.240> have<00:36:28.480> similar<00:36:28.960> like<00:36:29.200> complex" + }, + { + "start": 2189.91, + "duration": 0.0, + "text": "they they have similar like complex" + }, + { + "start": 2189.92, + "duration": 0.0, + "text": "they they have similar like complex complexification<00:36:31.280> process<00:36:31.760> as<00:36:32.000> you" + }, + { + "start": 2192.23, + "duration": 0.0, + "text": "complexification process as you" + }, + { + "start": 2192.24, + "duration": 0.0, + "text": "complexification process as you mentioned" + }, + { + "start": 2193.91, + "duration": 0.0, + "text": "mentioned" + }, + { + "start": 2193.92, + "duration": 0.0, + "text": "mentioned >> yeah<00:36:34.640> it<00:36:34.800> builds<00:36:35.119> in<00:36:35.280> a<00:36:35.440> lot<00:36:35.520> of<00:36:35.599> these<00:36:35.839> things" + }, + { + "start": 2196.069, + "duration": 0.0, + "text": ">> yeah it builds in a lot of these things" + }, + { + "start": 2196.079, + "duration": 0.0, + "text": ">> yeah it builds in a lot of these things together<00:36:36.560> but<00:36:37.920> um<00:36:38.320> I<00:36:38.480> mean<00:36:38.800> AlphaGo<00:36:39.359> obviously" + }, + { + "start": 2199.67, + "duration": 0.0, + "text": "together but um I mean AlphaGo obviously" + }, + { + "start": 2199.68, + "duration": 0.0, + "text": "together but um I mean AlphaGo obviously solved<00:36:39.920> go<00:36:40.240> so<00:36:40.400> that<00:36:40.480> was<00:36:40.560> a<00:36:40.720> huge<00:36:40.880> impressive" + }, + { + "start": 2201.349, + "duration": 0.0, + "text": "solved go so that was a huge impressive" + }, + { + "start": 2201.359, + "duration": 0.0, + "text": "solved go so that was a huge impressive result<00:36:41.760> but<00:36:42.240> I'm<00:36:42.560> still<00:36:42.720> not<00:36:42.960> sure<00:36:43.119> that<00:36:43.359> it's" + }, + { + "start": 2203.67, + "duration": 0.0, + "text": "result but I'm still not sure that it's" + }, + { + "start": 2203.68, + "duration": 0.0, + "text": "result but I'm still not sure that it's training<00:36:44.079> to<00:36:44.320> be<00:36:44.400> adaptable.<00:36:45.280> It's<00:36:45.440> kind<00:36:45.599> of" + }, + { + "start": 2205.67, + "duration": 0.0, + "text": "training to be adaptable. It's kind of" + }, + { + "start": 2205.68, + "duration": 0.0, + "text": "training to be adaptable. It's kind of like<00:36:45.839> its<00:36:46.079> objective<00:36:46.480> is<00:36:46.640> to<00:36:46.880> train<00:36:47.200> to<00:36:47.440> solve" + }, + { + "start": 2207.67, + "duration": 0.0, + "text": "like its objective is to train to solve" + }, + { + "start": 2207.68, + "duration": 0.0, + "text": "like its objective is to train to solve the<00:36:47.839> objective,<00:36:48.320> right?<00:36:48.720> The<00:36:48.880> cool<00:36:49.119> thing" + }, + { + "start": 2209.19, + "duration": 0.0, + "text": "the objective, right? The cool thing" + }, + { + "start": 2209.2, + "duration": 0.0, + "text": "the objective, right? The cool thing about<00:36:49.440> evolution<00:36:50.000> is<00:36:50.240> that<00:36:50.400> it's<00:36:50.640> like<00:36:51.119> you" + }, + { + "start": 2211.349, + "duration": 0.0, + "text": "about evolution is that it's like you" + }, + { + "start": 2211.359, + "duration": 0.0, + "text": "about evolution is that it's like you could<00:36:51.520> say<00:36:51.599> that<00:36:51.839> it's<00:36:52.079> optimizing<00:36:52.800> to<00:36:53.040> be<00:36:53.119> a" + }, + { + "start": 2213.349, + "duration": 0.0, + "text": "could say that it's optimizing to be a" + }, + { + "start": 2213.359, + "duration": 0.0, + "text": "could say that it's optimizing to be a good<00:36:53.520> fit<00:36:53.680> for<00:36:53.839> the<00:36:54.000> environment,<00:36:54.400> but<00:36:54.640> it's" + }, + { + "start": 2214.87, + "duration": 0.0, + "text": "good fit for the environment, but it's" + }, + { + "start": 2214.88, + "duration": 0.0, + "text": "good fit for the environment, but it's implicitly<00:36:56.160> optimizing<00:36:56.800> for<00:36:57.040> adaptability" + }, + { + "start": 2217.91, + "duration": 0.0, + "text": "implicitly optimizing for adaptability" + }, + { + "start": 2217.92, + "duration": 0.0, + "text": "implicitly optimizing for adaptability because<00:36:58.320> everything<00:36:58.640> is<00:36:58.880> always<00:36:59.119> changing," + }, + { + "start": 2219.589, + "duration": 0.0, + "text": "because everything is always changing," + }, + { + "start": 2219.599, + "duration": 0.0, + "text": "because everything is always changing, right?<00:37:00.240> So,<00:37:00.480> if<00:37:00.720> someone<00:37:00.960> shows<00:37:01.200> that<00:37:01.440> like" + }, + { + "start": 2221.67, + "duration": 0.0, + "text": "right? So, if someone shows that like" + }, + { + "start": 2221.68, + "duration": 0.0, + "text": "right? So, if someone shows that like this<00:37:02.160> if<00:37:02.480> there<00:37:02.640> is<00:37:02.800> a<00:37:03.040> pressure<00:37:03.359> to<00:37:03.839> like" + }, + { + "start": 2224.069, + "duration": 0.0, + "text": "this if there is a pressure to like" + }, + { + "start": 2224.079, + "duration": 0.0, + "text": "this if there is a pressure to like adapt,<00:37:04.640> then<00:37:04.880> that<00:37:05.119> would<00:37:05.280> be<00:37:05.680> um<00:37:06.240> pretty" + }, + { + "start": 2226.63, + "duration": 0.0, + "text": "adapt, then that would be um pretty" + }, + { + "start": 2226.64, + "duration": 0.0, + "text": "adapt, then that would be um pretty cool,<00:37:06.800> I<00:37:07.040> think.<00:37:07.200> Yeah." + }, + { + "start": 2229.19, + "duration": 0.0, + "text": "cool, I think. Yeah." + }, + { + "start": 2229.2, + "duration": 0.0, + "text": "cool, I think. Yeah. >> Thank<00:37:09.440> you." + }, + { + "start": 2231.589, + "duration": 0.0, + "text": ">> Thank you." + }, + { + "start": 2231.599, + "duration": 0.0, + "text": ">> Thank you. >> Yeah.<00:37:12.000> So<00:37:12.160> I<00:37:12.400> guess<00:37:12.720> zooming<00:37:13.119> out<00:37:13.280> a<00:37:13.440> bit<00:37:13.839> um" + }, + { + "start": 2233.99, + "duration": 0.0, + "text": ">> Yeah. So I guess zooming out a bit um" + }, + { + "start": 2234.0, + "duration": 0.0, + "text": ">> Yeah. So I guess zooming out a bit um how<00:37:14.240> does<00:37:14.400> this<00:37:14.640> relate<00:37:14.880> to<00:37:14.960> like<00:37:15.119> the" + }, + { + "start": 2235.27, + "duration": 0.0, + "text": "how does this relate to like the" + }, + { + "start": 2235.28, + "duration": 0.0, + "text": "how does this relate to like the platonic<00:37:15.920> viewpoint<00:37:16.400> and<00:37:16.960> what<00:37:17.200> you<00:37:17.359> guys" + }, + { + "start": 2237.51, + "duration": 0.0, + "text": "platonic viewpoint and what you guys" + }, + { + "start": 2237.52, + "duration": 0.0, + "text": "platonic viewpoint and what you guys have<00:37:17.680> been<00:37:17.839> thinking<00:37:18.000> about<00:37:18.240> for<00:37:18.400> a<00:37:18.560> while" + }, + { + "start": 2238.79, + "duration": 0.0, + "text": "have been thinking about for a while" + }, + { + "start": 2238.8, + "duration": 0.0, + "text": "have been thinking about for a while right<00:37:19.280> so<00:37:19.440> I<00:37:19.680> think<00:37:19.760> this<00:37:20.079> space<00:37:20.320> of<00:37:20.480> forms" + }, + { + "start": 2240.87, + "duration": 0.0, + "text": "right so I think this space of forms" + }, + { + "start": 2240.88, + "duration": 0.0, + "text": "right so I think this space of forms that<00:37:21.200> people<00:37:21.440> have<00:37:21.599> been<00:37:21.760> thinking<00:37:22.000> about" + }, + { + "start": 2242.39, + "duration": 0.0, + "text": "that people have been thinking about" + }, + { + "start": 2242.4, + "duration": 0.0, + "text": "that people have been thinking about obviously<00:37:23.520> um<00:37:23.920> create<00:37:24.160> like<00:37:24.400> you<00:37:24.560> could<00:37:24.720> argue" + }, + { + "start": 2244.95, + "duration": 0.0, + "text": "obviously um create like you could argue" + }, + { + "start": 2244.96, + "duration": 0.0, + "text": "obviously um create like you could argue that<00:37:25.200> it's<00:37:25.359> like<00:37:25.599> this<00:37:25.839> is<00:37:25.920> where<00:37:26.079> the<00:37:26.320> real" + }, + { + "start": 2246.55, + "duration": 0.0, + "text": "that it's like this is where the real" + }, + { + "start": 2246.56, + "duration": 0.0, + "text": "that it's like this is where the real world<00:37:26.800> and<00:37:26.960> all<00:37:27.040> its<00:37:27.280> patterns<00:37:27.680> come<00:37:27.920> from<00:37:28.480> and" + }, + { + "start": 2248.63, + "duration": 0.0, + "text": "world and all its patterns come from and" + }, + { + "start": 2248.64, + "duration": 0.0, + "text": "world and all its patterns come from and I<00:37:28.880> think<00:37:28.960> intelligent<00:37:29.520> agents<00:37:30.400> are<00:37:31.359> fit<00:37:31.760> or" + }, + { + "start": 2252.069, + "duration": 0.0, + "text": "I think intelligent agents are fit or" + }, + { + "start": 2252.079, + "duration": 0.0, + "text": "I think intelligent agents are fit or like<00:37:32.640> um<00:37:33.040> trying<00:37:33.359> to<00:37:34.079> be<00:37:34.320> intelligent<00:37:34.720> to<00:37:34.960> that" + }, + { + "start": 2255.19, + "duration": 0.0, + "text": "like um trying to be intelligent to that" + }, + { + "start": 2255.2, + "duration": 0.0, + "text": "like um trying to be intelligent to that world<00:37:35.440> so<00:37:35.760> obviously<00:37:36.160> indirectly<00:37:37.040> the<00:37:37.359> space" + }, + { + "start": 2257.589, + "duration": 0.0, + "text": "world so obviously indirectly the space" + }, + { + "start": 2257.599, + "duration": 0.0, + "text": "world so obviously indirectly the space of<00:37:37.760> forms<00:37:38.160> is<00:37:38.320> going<00:37:38.400> to<00:37:38.480> leak<00:37:38.800> through<00:37:39.599> but<00:37:39.920> I" + }, + { + "start": 2260.15, + "duration": 0.0, + "text": "of forms is going to leak through but I" + }, + { + "start": 2260.16, + "duration": 0.0, + "text": "of forms is going to leak through but I guess<00:37:40.320> the<00:37:40.480> cool<00:37:40.720> thing<00:37:40.800> is<00:37:41.040> that<00:37:41.359> uh<00:37:41.520> that<00:37:42.000> uh" + }, + { + "start": 2262.23, + "duration": 0.0, + "text": "guess the cool thing is that uh that uh" + }, + { + "start": 2262.24, + "duration": 0.0, + "text": "guess the cool thing is that uh that uh uh<00:37:42.480> I've<00:37:42.720> been<00:37:42.960> thinking<00:37:43.200> about<00:37:43.440> that<00:37:43.760> I<00:37:44.000> guess" + }, + { + "start": 2264.15, + "duration": 0.0, + "text": "uh I've been thinking about that I guess" + }, + { + "start": 2264.16, + "duration": 0.0, + "text": "uh I've been thinking about that I guess maybe<00:37:44.400> you<00:37:44.560> guys<00:37:44.720> can<00:37:44.880> add<00:37:45.119> something<00:37:45.520> to<00:37:45.760> the" + }, + { + "start": 2265.91, + "duration": 0.0, + "text": "maybe you guys can add something to the" + }, + { + "start": 2265.92, + "duration": 0.0, + "text": "maybe you guys can add something to the conversation<00:37:46.800> is<00:37:47.040> that<00:37:47.280> does<00:37:47.520> this<00:37:47.760> space<00:37:48.000> of" + }, + { + "start": 2268.15, + "duration": 0.0, + "text": "conversation is that does this space of" + }, + { + "start": 2268.16, + "duration": 0.0, + "text": "conversation is that does this space of forms<00:37:48.560> directly<00:37:49.920> does<00:37:50.160> does<00:37:50.480> the<00:37:50.640> internal" + }, + { + "start": 2271.109, + "duration": 0.0, + "text": "forms directly does does the internal" + }, + { + "start": 2271.119, + "duration": 0.0, + "text": "forms directly does does the internal representations<00:37:51.680> of<00:37:51.760> a<00:37:51.920> good<00:37:52.079> agent<00:37:52.400> intern" + }, + { + "start": 2272.79, + "duration": 0.0, + "text": "representations of a good agent intern" + }, + { + "start": 2272.8, + "duration": 0.0, + "text": "representations of a good agent intern like<00:37:53.119> does<00:37:53.359> this<00:37:53.599> mind<00:37:54.160> come<00:37:54.400> directly<00:37:54.800> from" + }, + { + "start": 2274.95, + "duration": 0.0, + "text": "like does this mind come directly from" + }, + { + "start": 2274.96, + "duration": 0.0, + "text": "like does this mind come directly from the<00:37:55.200> space<00:37:55.359> of<00:37:55.520> forms<00:37:56.000> right<00:37:56.560> so<00:37:56.800> I<00:37:57.040> guess<00:37:57.359> uh" + }, + { + "start": 2277.51, + "duration": 0.0, + "text": "the space of forms right so I guess uh" + }, + { + "start": 2277.52, + "duration": 0.0, + "text": "the space of forms right so I guess uh you<00:37:57.680> could<00:37:57.920> argue<00:37:58.160> that<00:37:58.480> like<00:37:58.960> just<00:37:59.200> as<00:37:59.440> like" + }, + { + "start": 2279.67, + "duration": 0.0, + "text": "you could argue that like just as like" + }, + { + "start": 2279.68, + "duration": 0.0, + "text": "you could argue that like just as like you<00:37:59.920> have<00:38:00.079> this<00:38:00.320> like<00:38:00.560> aspirational<00:38:01.280> ideal<00:38:01.599> of" + }, + { + "start": 2281.75, + "duration": 0.0, + "text": "you have this like aspirational ideal of" + }, + { + "start": 2281.76, + "duration": 0.0, + "text": "you have this like aspirational ideal of like<00:38:01.920> this<00:38:02.160> platonic<00:38:03.119> um<00:38:03.520> shape<00:38:04.160> and<00:38:04.400> you<00:38:04.560> have" + }, + { + "start": 2284.63, + "duration": 0.0, + "text": "like this platonic um shape and you have" + }, + { + "start": 2284.64, + "duration": 0.0, + "text": "like this platonic um shape and you have the<00:38:04.880> real<00:38:05.119> instantiation<00:38:05.839> of<00:38:06.000> it<00:38:06.160> in<00:38:06.320> this" + }, + { + "start": 2286.55, + "duration": 0.0, + "text": "the real instantiation of it in this" + }, + { + "start": 2286.56, + "duration": 0.0, + "text": "the real instantiation of it in this pyramid<00:38:07.520> the<00:38:07.760> same<00:38:07.920> way<00:38:08.079> that<00:38:08.320> real" + }, + { + "start": 2288.71, + "duration": 0.0, + "text": "pyramid the same way that real" + }, + { + "start": 2288.72, + "duration": 0.0, + "text": "pyramid the same way that real intelligent<00:38:09.280> agents<00:38:10.000> are<00:38:10.400> kind<00:38:10.640> of<00:38:10.800> trying<00:38:11.119> to" + }, + { + "start": 2291.43, + "duration": 0.0, + "text": "intelligent agents are kind of trying to" + }, + { + "start": 2291.44, + "duration": 0.0, + "text": "intelligent agents are kind of trying to mimic<00:38:11.839> this<00:38:12.160> aspirational<00:38:12.800> ideal<00:38:13.200> of<00:38:13.440> this" + }, + { + "start": 2293.67, + "duration": 0.0, + "text": "mimic this aspirational ideal of this" + }, + { + "start": 2293.68, + "duration": 0.0, + "text": "mimic this aspirational ideal of this like<00:38:14.160> perfect<00:38:14.640> mind<00:38:14.960> that<00:38:15.280> can<00:38:15.520> understand" + }, + { + "start": 2295.829, + "duration": 0.0, + "text": "like perfect mind that can understand" + }, + { + "start": 2295.839, + "duration": 0.0, + "text": "like perfect mind that can understand the<00:38:16.079> regularities<00:38:16.560> of<00:38:16.720> the<00:38:16.880> real<00:38:17.119> world.<00:38:18.000> But" + }, + { + "start": 2298.23, + "duration": 0.0, + "text": "the regularities of the real world. But" + }, + { + "start": 2298.24, + "duration": 0.0, + "text": "the regularities of the real world. But this<00:38:18.400> is<00:38:18.560> all<00:38:18.800> just<00:38:19.280> um<00:38:20.079> speculation,<00:38:21.040> right?" + }, + { + "start": 2301.05, + "duration": 0.0, + "text": "this is all just um speculation, right?" + }, + { + "start": 2301.06, + "duration": 0.0, + "text": "this is all just um speculation, right? [laughter]" + }, + { + "start": 2301.829, + "duration": 0.0, + "text": "[laughter]" + }, + { + "start": 2301.839, + "duration": 0.0, + "text": "[laughter] So<00:38:22.800> cool.<00:38:23.520> Yeah,<00:38:23.920> this<00:38:24.160> is<00:38:24.240> something<00:38:24.400> I'd" + }, + { + "start": 2304.63, + "duration": 0.0, + "text": "So cool. Yeah, this is something I'd" + }, + { + "start": 2304.64, + "duration": 0.0, + "text": "So cool. Yeah, this is something I'd love<00:38:24.800> to<00:38:24.960> get<00:38:25.040> your<00:38:25.200> guys'<00:38:25.599> thoughts<00:38:25.760> on.<00:38:26.240> And" + }, + { + "start": 2306.55, + "duration": 0.0, + "text": "love to get your guys' thoughts on. And" + }, + { + "start": 2306.56, + "duration": 0.0, + "text": "love to get your guys' thoughts on. And just<00:38:26.800> to<00:38:26.960> wrap<00:38:27.119> up,<00:38:27.359> I'd<00:38:27.599> like<00:38:27.680> to<00:38:27.920> thank<00:38:28.079> my" + }, + { + "start": 2308.31, + "duration": 0.0, + "text": "just to wrap up, I'd like to thank my" + }, + { + "start": 2308.32, + "duration": 0.0, + "text": "just to wrap up, I'd like to thank my collaborators<00:38:28.960> Jeff,<00:38:29.359> Joel,<00:38:29.680> and<00:38:29.839> Ken<00:38:30.480> um<00:38:30.640> for" + }, + { + "start": 2310.87, + "duration": 0.0, + "text": "collaborators Jeff, Joel, and Ken um for" + }, + { + "start": 2310.88, + "duration": 0.0, + "text": "collaborators Jeff, Joel, and Ken um for making<00:38:31.119> this<00:38:31.280> work<00:38:31.520> possible.<00:38:32.480> And<00:38:32.640> with" + }, + { + "start": 2312.79, + "duration": 0.0, + "text": "making this work possible. And with" + }, + { + "start": 2312.8, + "duration": 0.0, + "text": "making this work possible. And with that,<00:38:33.119> thank<00:38:33.280> you." + }, + { + "start": 2319.839, + "duration": 0.0, + "text": ">> Thank<00:38:40.079> you.<00:38:40.480> That<00:38:40.880> was<00:38:41.200> very<00:38:41.599> interesting." + }, + { + "start": 2323.109, + "duration": 0.0, + "text": ">> Thank you. That was very interesting." + }, + { + "start": 2323.119, + "duration": 0.0, + "text": ">> Thank you. That was very interesting. Uh" + }, + { + "start": 2325.27, + "duration": 0.0, + "text": "Uh" + }, + { + "start": 2325.28, + "duration": 0.0, + "text": "Uh questions." + }, + { + "start": 2331.839, + "duration": 0.0, + "text": ">> Yeah.<00:38:52.240> Yeah." + }, + { + "start": 2332.95, + "duration": 0.0, + "text": ">> Yeah. Yeah." + }, + { + "start": 2332.96, + "duration": 0.0, + "text": ">> Yeah. Yeah. >> Yeah.<00:38:53.359> Hi.<00:38:53.839> Um<00:38:54.640> so<00:38:55.119> as<00:38:55.440> I<00:38:55.680> understand<00:38:56.640> this" + }, + { + "start": 2338.069, + "duration": 0.0, + "text": ">> Yeah. Hi. Um so as I understand this" + }, + { + "start": 2338.079, + "duration": 0.0, + "text": ">> Yeah. Hi. Um so as I understand this you're<00:38:58.480> the<00:38:59.119> um<00:38:59.200> the<00:38:59.520> training<00:38:59.920> process.<00:39:00.400> So" + }, + { + "start": 2340.71, + "duration": 0.0, + "text": "you're the um the training process. So" + }, + { + "start": 2340.72, + "duration": 0.0, + "text": "you're the um the training process. So first<00:39:00.800> of<00:39:00.960> all<00:39:01.119> this<00:39:01.280> is<00:39:01.440> beautiful.<00:39:02.480> um<00:39:03.040> the" + }, + { + "start": 2343.349, + "duration": 0.0, + "text": "first of all this is beautiful. um the" + }, + { + "start": 2343.359, + "duration": 0.0, + "text": "first of all this is beautiful. um the and<00:39:03.760> you<00:39:03.920> could<00:39:04.079> sort<00:39:04.240> of<00:39:04.320> see<00:39:04.560> where<00:39:04.800> having" + }, + { + "start": 2345.03, + "duration": 0.0, + "text": "and you could sort of see where having" + }, + { + "start": 2345.04, + "duration": 0.0, + "text": "and you could sort of see where having things<00:39:05.280> modular<00:39:05.760> like<00:39:06.000> this<00:39:06.240> now<00:39:06.560> allows<00:39:06.800> you" + }, + { + "start": 2346.95, + "duration": 0.0, + "text": "things modular like this now allows you" + }, + { + "start": 2346.96, + "duration": 0.0, + "text": "things modular like this now allows you to<00:39:07.119> do<00:39:07.359> cognition<00:39:08.079> rather<00:39:08.400> than<00:39:08.640> just<00:39:08.880> like" + }, + { + "start": 2349.51, + "duration": 0.0, + "text": "to do cognition rather than just like" + }, + { + "start": 2349.52, + "duration": 0.0, + "text": "to do cognition rather than just like randomly<00:39:10.240> emitting<00:39:10.800> motions<00:39:11.200> and<00:39:11.520> stuff.<00:39:12.400> But" + }, + { + "start": 2352.87, + "duration": 0.0, + "text": "randomly emitting motions and stuff. But" + }, + { + "start": 2352.88, + "duration": 0.0, + "text": "randomly emitting motions and stuff. But um<00:39:13.440> it<00:39:13.599> seemed<00:39:13.839> to<00:39:14.000> me<00:39:14.079> that<00:39:14.320> you're<00:39:14.560> still" + }, + { + "start": 2354.95, + "duration": 0.0, + "text": "um it seemed to me that you're still" + }, + { + "start": 2354.96, + "duration": 0.0, + "text": "um it seemed to me that you're still training<00:39:16.079> on<00:39:16.400> something.<00:39:17.359> And<00:39:17.599> so<00:39:17.920> then<00:39:18.720> the" + }, + { + "start": 2359.43, + "duration": 0.0, + "text": "training on something. And so then the" + }, + { + "start": 2359.44, + "duration": 0.0, + "text": "training on something. And so then the question<00:39:19.839> is<00:39:20.480> is<00:39:20.720> the<00:39:20.960> difference<00:39:21.280> between" + }, + { + "start": 2361.67, + "duration": 0.0, + "text": "question is is the difference between" + }, + { + "start": 2361.68, + "duration": 0.0, + "text": "question is is the difference between this<00:39:21.920> way<00:39:22.079> and<00:39:22.320> the<00:39:22.480> old<00:39:22.640> way<00:39:22.800> of<00:39:23.040> doing<00:39:23.280> things" + }, + { + "start": 2363.75, + "duration": 0.0, + "text": "this way and the old way of doing things" + }, + { + "start": 2363.76, + "duration": 0.0, + "text": "this way and the old way of doing things that<00:39:24.079> instead<00:39:24.320> of<00:39:24.560> training<00:39:25.599> to<00:39:26.800> fulfill<00:39:27.200> a" + }, + { + "start": 2367.43, + "duration": 0.0, + "text": "that instead of training to fulfill a" + }, + { + "start": 2367.44, + "duration": 0.0, + "text": "that instead of training to fulfill a task,<00:39:28.079> you're<00:39:28.400> training<00:39:28.880> towards<00:39:29.440> some" + }, + { + "start": 2369.75, + "duration": 0.0, + "text": "task, you're training towards some" + }, + { + "start": 2369.76, + "duration": 0.0, + "text": "task, you're training towards some criterion.<00:39:30.640> In<00:39:30.800> other<00:39:31.040> words,<00:39:31.359> somebody<00:39:31.680> is" + }, + { + "start": 2372.069, + "duration": 0.0, + "text": "criterion. In other words, somebody is" + }, + { + "start": 2372.079, + "duration": 0.0, + "text": "criterion. In other words, somebody is somewhere<00:39:32.480> is<00:39:32.640> saying,<00:39:32.880> \"Oh,<00:39:33.200> gee,<00:39:33.520> that" + }, + { + "start": 2373.75, + "duration": 0.0, + "text": "somewhere is saying, \"Oh, gee, that" + }, + { + "start": 2373.76, + "duration": 0.0, + "text": "somewhere is saying, \"Oh, gee, that actually<00:39:34.000> looks<00:39:34.240> like<00:39:34.400> something.<00:39:34.800> I'll<00:39:35.040> keep" + }, + { + "start": 2375.19, + "duration": 0.0, + "text": "actually looks like something. I'll keep" + }, + { + "start": 2375.2, + "duration": 0.0, + "text": "actually looks like something. I'll keep that<00:39:35.440> one.\"<00:39:36.079> As<00:39:36.240> opposed<00:39:36.560> to<00:39:36.960> to<00:39:37.359> keeping<00:39:37.680> the" + }, + { + "start": 2377.829, + "duration": 0.0, + "text": "that one.\" As opposed to to keeping the" + }, + { + "start": 2377.839, + "duration": 0.0, + "text": "that one.\" As opposed to to keeping the spaghetti.<00:39:39.040> Um,<00:39:39.839> is<00:39:40.079> is<00:39:40.320> that<00:39:40.480> a<00:39:40.640> fair<00:39:40.880> way<00:39:41.040> to" + }, + { + "start": 2381.27, + "duration": 0.0, + "text": "spaghetti. Um, is is that a fair way to" + }, + { + "start": 2381.28, + "duration": 0.0, + "text": "spaghetti. Um, is is that a fair way to look<00:39:41.440> at<00:39:41.599> it?<00:39:41.920> So,<00:39:42.400> or<00:39:42.640> your<00:39:42.880> evolutionary" + }, + { + "start": 2383.43, + "duration": 0.0, + "text": "look at it? So, or your evolutionary" + }, + { + "start": 2383.44, + "duration": 0.0, + "text": "look at it? So, or your evolutionary adaptability,<00:39:44.160> that's<00:39:44.400> another<00:39:44.720> criterion." + }, + { + "start": 2385.589, + "duration": 0.0, + "text": "adaptability, that's another criterion." + }, + { + "start": 2385.599, + "duration": 0.0, + "text": "adaptability, that's another criterion. You<00:39:45.839> survived.<00:39:46.400> Maybe<00:39:46.560> you<00:39:46.800> did<00:39:46.880> it<00:39:47.040> this<00:39:47.200> way," + }, + { + "start": 2387.43, + "duration": 0.0, + "text": "You survived. Maybe you did it this way," + }, + { + "start": 2387.44, + "duration": 0.0, + "text": "You survived. Maybe you did it this way, maybe<00:39:47.599> you<00:39:47.839> did<00:39:47.920> it<00:39:48.079> that<00:39:48.320> way.<00:39:49.280> So,<00:39:49.440> the<00:39:49.599> tasks" + }, + { + "start": 2389.91, + "duration": 0.0, + "text": "maybe you did it that way. So, the tasks" + }, + { + "start": 2389.92, + "duration": 0.0, + "text": "maybe you did it that way. So, the tasks are<00:39:50.079> different,<00:39:50.240> but<00:39:50.480> the<00:39:50.640> criterion<00:39:51.200> is<00:39:51.359> the" + }, + { + "start": 2391.589, + "duration": 0.0, + "text": "are different, but the criterion is the" + }, + { + "start": 2391.599, + "duration": 0.0, + "text": "are different, but the criterion is the same." + }, + { + "start": 2393.91, + "duration": 0.0, + "text": "same." + }, + { + "start": 2393.92, + "duration": 0.0, + "text": "same. >> Yeah.<00:39:54.400> So<00:39:54.960> I<00:39:55.200> do<00:39:55.359> want<00:39:55.440> to<00:39:55.599> say<00:39:55.760> they<00:39:55.839> they<00:39:56.160> did" + }, + { + "start": 2396.31, + "duration": 0.0, + "text": ">> Yeah. So I do want to say they they did" + }, + { + "start": 2396.32, + "duration": 0.0, + "text": ">> Yeah. So I do want to say they they did some<00:39:56.560> experiments<00:39:57.280> after<00:39:57.760> pig<00:39:58.079> breeder" + }, + { + "start": 2398.39, + "duration": 0.0, + "text": "some experiments after pig breeder" + }, + { + "start": 2398.4, + "duration": 0.0, + "text": "some experiments after pig breeder happened<00:39:58.640> where<00:39:58.880> they<00:39:59.200> asked<00:39:59.520> people<00:39:59.760> to" + }, + { + "start": 2400.069, + "duration": 0.0, + "text": "happened where they asked people to" + }, + { + "start": 2400.079, + "duration": 0.0, + "text": "happened where they asked people to explicitly<00:40:00.640> evolve<00:40:01.040> the<00:40:01.280> skull<00:40:01.599> where" + }, + { + "start": 2401.75, + "duration": 0.0, + "text": "explicitly evolve the skull where" + }, + { + "start": 2401.76, + "duration": 0.0, + "text": "explicitly evolve the skull where they're<00:40:02.000> like<00:40:02.160> your<00:40:02.320> goal<00:40:02.560> is<00:40:02.640> to<00:40:02.800> get<00:40:02.880> to<00:40:03.040> the" + }, + { + "start": 2403.19, + "duration": 0.0, + "text": "they're like your goal is to get to the" + }, + { + "start": 2403.2, + "duration": 0.0, + "text": "they're like your goal is to get to the skull<00:40:03.760> and<00:40:04.000> get<00:40:04.160> there<00:40:04.320> as<00:40:04.480> quickly<00:40:04.720> as" + }, + { + "start": 2404.95, + "duration": 0.0, + "text": "skull and get there as quickly as" + }, + { + "start": 2404.96, + "duration": 0.0, + "text": "skull and get there as quickly as possible<00:40:05.599> and<00:40:05.839> that<00:40:06.000> did<00:40:06.240> not<00:40:06.400> work<00:40:06.560> at<00:40:06.800> all." + }, + { + "start": 2407.349, + "duration": 0.0, + "text": "possible and that did not work at all." + }, + { + "start": 2407.359, + "duration": 0.0, + "text": "possible and that did not work at all. So<00:40:07.520> I<00:40:07.760> and<00:40:08.240> even<00:40:08.480> if<00:40:08.640> it<00:40:08.880> did<00:40:09.119> I<00:40:09.280> think<00:40:09.359> that<00:40:09.599> you" + }, + { + "start": 2409.829, + "duration": 0.0, + "text": "So I and even if it did I think that you" + }, + { + "start": 2409.839, + "duration": 0.0, + "text": "So I and even if it did I think that you would<00:40:10.000> end<00:40:10.079> up<00:40:10.240> with<00:40:10.400> like<00:40:10.640> kind<00:40:10.800> of<00:40:10.880> like<00:40:10.960> a" + }, + { + "start": 2411.109, + "duration": 0.0, + "text": "would end up with like kind of like a" + }, + { + "start": 2411.119, + "duration": 0.0, + "text": "would end up with like kind of like a brittle<00:40:11.440> skull.<00:40:11.680> I<00:40:11.839> think<00:40:11.920> the<00:40:12.079> key<00:40:12.320> important" + }, + { + "start": 2412.71, + "duration": 0.0, + "text": "brittle skull. I think the key important" + }, + { + "start": 2412.72, + "duration": 0.0, + "text": "brittle skull. I think the key important thing<00:40:13.280> is<00:40:13.520> the<00:40:13.760> fact<00:40:13.920> that<00:40:14.160> this<00:40:14.480> environment" + }, + { + "start": 2414.95, + "duration": 0.0, + "text": "thing is the fact that this environment" + }, + { + "start": 2414.96, + "duration": 0.0, + "text": "thing is the fact that this environment that<00:40:15.280> people<00:40:15.680> people<00:40:15.920> are<00:40:16.079> selecting<00:40:16.480> images" + }, + { + "start": 2416.95, + "duration": 0.0, + "text": "that people people are selecting images" + }, + { + "start": 2416.96, + "duration": 0.0, + "text": "that people people are selecting images right<00:40:17.280> so<00:40:17.520> this<00:40:17.839> environment<00:40:18.320> of<00:40:18.560> selection" + }, + { + "start": 2418.95, + "duration": 0.0, + "text": "right so this environment of selection" + }, + { + "start": 2418.96, + "duration": 0.0, + "text": "right so this environment of selection that's<00:40:19.280> happening<00:40:19.599> like<00:40:19.680> the<00:40:19.839> selection" + }, + { + "start": 2420.15, + "duration": 0.0, + "text": "that's happening like the selection" + }, + { + "start": 2420.16, + "duration": 0.0, + "text": "that's happening like the selection pressure<00:40:20.480> is<00:40:20.800> extremely<00:40:21.440> complex.<00:40:22.320> It's<00:40:22.560> this" + }, + { + "start": 2422.79, + "duration": 0.0, + "text": "pressure is extremely complex. It's this" + }, + { + "start": 2422.8, + "duration": 0.0, + "text": "pressure is extremely complex. It's this it's<00:40:23.040> as<00:40:23.280> complex<00:40:23.599> as<00:40:23.760> a<00:40:23.920> human<00:40:24.160> brain<00:40:24.400> because" + }, + { + "start": 2424.55, + "duration": 0.0, + "text": "it's as complex as a human brain because" + }, + { + "start": 2424.56, + "duration": 0.0, + "text": "it's as complex as a human brain because they're<00:40:24.800> the<00:40:24.880> ones<00:40:25.119> doing<00:40:25.200> the<00:40:25.440> selecting," + }, + { + "start": 2426.15, + "duration": 0.0, + "text": "they're the ones doing the selecting," + }, + { + "start": 2426.16, + "duration": 0.0, + "text": "they're the ones doing the selecting, right?<00:40:26.640> And<00:40:26.800> more<00:40:27.040> importantly,<00:40:27.520> it's" + }, + { + "start": 2427.91, + "duration": 0.0, + "text": "right? And more importantly, it's" + }, + { + "start": 2427.92, + "duration": 0.0, + "text": "right? And more importantly, it's changing<00:40:28.640> after<00:40:28.960> the<00:40:29.200> skull<00:40:29.520> gets" + }, + { + "start": 2429.75, + "duration": 0.0, + "text": "changing after the skull gets" + }, + { + "start": 2429.76, + "duration": 0.0, + "text": "changing after the skull gets discovered.<00:40:30.800> No<00:40:31.040> one<00:40:31.200> thinks<00:40:31.440> that<00:40:31.599> that's" + }, + { + "start": 2431.91, + "duration": 0.0, + "text": "discovered. No one thinks that that's" + }, + { + "start": 2431.92, + "duration": 0.0, + "text": "discovered. No one thinks that that's interesting<00:40:32.320> anymore.<00:40:32.800> And<00:40:33.040> you<00:40:33.200> need<00:40:33.359> to" + }, + { + "start": 2433.51, + "duration": 0.0, + "text": "interesting anymore. And you need to" + }, + { + "start": 2433.52, + "duration": 0.0, + "text": "interesting anymore. And you need to figure<00:40:33.680> out<00:40:33.920> a<00:40:34.240> different<00:40:34.480> adaptation<00:40:34.960> that's" + }, + { + "start": 2435.27, + "duration": 0.0, + "text": "figure out a different adaptation that's" + }, + { + "start": 2435.28, + "duration": 0.0, + "text": "figure out a different adaptation that's more<00:40:35.520> interesting<00:40:35.839> than<00:40:36.000> the<00:40:36.160> skull,<00:40:36.560> right?" + }, + { + "start": 2436.95, + "duration": 0.0, + "text": "more interesting than the skull, right?" + }, + { + "start": 2436.96, + "duration": 0.0, + "text": "more interesting than the skull, right? So,<00:40:37.119> I<00:40:37.280> think<00:40:37.359> this<00:40:37.599> pressure<00:40:37.920> to<00:40:38.079> adapt<00:40:38.560> again" + }, + { + "start": 2438.95, + "duration": 0.0, + "text": "So, I think this pressure to adapt again" + }, + { + "start": 2438.96, + "duration": 0.0, + "text": "So, I think this pressure to adapt again is<00:40:39.280> the<00:40:39.520> thing<00:40:39.599> that's<00:40:39.920> creating<00:40:40.160> these<00:40:40.400> good" + }, + { + "start": 2440.63, + "duration": 0.0, + "text": "is the thing that's creating these good" + }, + { + "start": 2440.64, + "duration": 0.0, + "text": "is the thing that's creating these good representations.<00:40:41.520> That's" + }, + { + "start": 2441.91, + "duration": 0.0, + "text": "representations. That's" + }, + { + "start": 2441.92, + "duration": 0.0, + "text": "representations. That's >> the<00:40:42.560> Oh,<00:40:42.800> go<00:40:42.960> ahead." + }, + { + "start": 2443.43, + "duration": 0.0, + "text": ">> the Oh, go ahead." + }, + { + "start": 2443.44, + "duration": 0.0, + "text": ">> the Oh, go ahead. >> Yeah.<00:40:43.599> That's<00:40:43.760> the<00:40:44.000> reason<00:40:44.079> that<00:40:44.320> the<00:40:44.480> skull" + }, + { + "start": 2444.87, + "duration": 0.0, + "text": ">> Yeah. That's the reason that the skull" + }, + { + "start": 2444.88, + "duration": 0.0, + "text": ">> Yeah. That's the reason that the skull like<00:40:45.040> there's<00:40:45.280> a<00:40:45.359> weight<00:40:45.599> that<00:40:45.760> corresponds" + }, + { + "start": 2446.069, + "duration": 0.0, + "text": "like there's a weight that corresponds" + }, + { + "start": 2446.079, + "duration": 0.0, + "text": "like there's a weight that corresponds to<00:40:46.240> the<00:40:46.400> mouth<00:40:46.640> opening<00:40:47.359> because<00:40:47.599> that's<00:40:47.839> the" + }, + { + "start": 2448.069, + "duration": 0.0, + "text": "to the mouth opening because that's the" + }, + { + "start": 2448.079, + "duration": 0.0, + "text": "to the mouth opening because that's the axis<00:40:48.480> of<00:40:48.640> variation<00:40:49.440> that<00:40:49.839> humans<00:40:50.320> find<00:40:50.560> the" + }, + { + "start": 2450.79, + "duration": 0.0, + "text": "axis of variation that humans find the" + }, + { + "start": 2450.8, + "duration": 0.0, + "text": "axis of variation that humans find the most<00:40:51.119> interesting.<00:40:51.920> Right?<00:40:52.400> So<00:40:52.640> in<00:40:52.800> the<00:40:52.960> same" + }, + { + "start": 2453.03, + "duration": 0.0, + "text": "most interesting. Right? So in the same" + }, + { + "start": 2453.04, + "duration": 0.0, + "text": "most interesting. Right? So in the same way<00:40:53.200> in<00:40:53.440> the<00:40:53.599> real<00:40:53.760> world<00:40:54.400> there's<00:40:54.720> some<00:40:54.880> axis" + }, + { + "start": 2455.27, + "duration": 0.0, + "text": "way in the real world there's some axis" + }, + { + "start": 2455.28, + "duration": 0.0, + "text": "way in the real world there's some axis of<00:40:55.440> variation<00:40:56.000> that<00:40:56.240> are<00:40:56.480> going<00:40:56.560> to<00:40:56.720> be<00:40:57.040> like" + }, + { + "start": 2457.75, + "duration": 0.0, + "text": "of variation that are going to be like" + }, + { + "start": 2457.76, + "duration": 0.0, + "text": "of variation that are going to be like um<00:40:58.240> on<00:40:58.560> earth<00:40:58.800> that<00:40:59.040> are<00:40:59.200> going<00:40:59.200> to<00:40:59.359> be<00:40:59.440> useful" + }, + { + "start": 2459.99, + "duration": 0.0, + "text": "um on earth that are going to be useful" + }, + { + "start": 2460.0, + "duration": 0.0, + "text": "um on earth that are going to be useful and<00:41:00.240> these<00:41:00.480> are<00:41:00.560> the<00:41:00.640> ones<00:41:00.880> that<00:41:01.040> intelligent" + }, + { + "start": 2461.51, + "duration": 0.0, + "text": "and these are the ones that intelligent" + }, + { + "start": 2461.52, + "duration": 0.0, + "text": "and these are the ones that intelligent agents<00:41:01.920> need<00:41:02.079> to<00:41:02.240> capture<00:41:02.880> right" + }, + { + "start": 2463.99, + "duration": 0.0, + "text": "agents need to capture right" + }, + { + "start": 2464.0, + "duration": 0.0, + "text": "agents need to capture right >> but<00:41:04.240> there's<00:41:04.560> some<00:41:05.200> point<00:41:05.440> at<00:41:05.680> which<00:41:05.920> whoever" + }, + { + "start": 2466.309, + "duration": 0.0, + "text": ">> but there's some point at which whoever" + }, + { + "start": 2466.319, + "duration": 0.0, + "text": ">> but there's some point at which whoever is<00:41:06.640> doing<00:41:06.880> it<00:41:07.200> said<00:41:07.680> okay<00:41:08.079> I'm<00:41:08.400> done<00:41:09.119> you<00:41:09.280> know" + }, + { + "start": 2469.43, + "duration": 0.0, + "text": "is doing it said okay I'm done you know" + }, + { + "start": 2469.44, + "duration": 0.0, + "text": "is doing it said okay I'm done you know that's<00:41:09.760> my<00:41:10.000> picture." + }, + { + "start": 2471.829, + "duration": 0.0, + "text": "that's my picture." + }, + { + "start": 2471.839, + "duration": 0.0, + "text": "that's my picture. So,<00:41:12.079> that's<00:41:12.319> the<00:41:12.480> thing.<00:41:12.800> Uh,<00:41:13.040> when<00:41:13.280> one" + }, + { + "start": 2473.51, + "duration": 0.0, + "text": "So, that's the thing. Uh, when one" + }, + { + "start": 2473.52, + "duration": 0.0, + "text": "So, that's the thing. Uh, when one person<00:41:13.760> gets<00:41:14.000> it<00:41:14.079> done<00:41:14.240> and<00:41:14.400> they<00:41:14.560> upload" + }, + { + "start": 2474.79, + "duration": 0.0, + "text": "person gets it done and they upload" + }, + { + "start": 2474.8, + "duration": 0.0, + "text": "person gets it done and they upload their<00:41:15.040> picture,<00:41:16.240> um,<00:41:16.480> the<00:41:16.720> next<00:41:17.040> people,<00:41:17.599> uh," + }, + { + "start": 2477.75, + "duration": 0.0, + "text": "their picture, um, the next people, uh," + }, + { + "start": 2477.76, + "duration": 0.0, + "text": "their picture, um, the next people, uh, start<00:41:18.000> evolving.<00:41:18.480> It's<00:41:18.640> like<00:41:18.800> this" + }, + { + "start": 2478.95, + "duration": 0.0, + "text": "start evolving. It's like this" + }, + { + "start": 2478.96, + "duration": 0.0, + "text": "start evolving. It's like this open-ended<00:41:19.520> process.<00:41:19.839> It<00:41:20.000> never<00:41:20.240> stops," + }, + { + "start": 2480.71, + "duration": 0.0, + "text": "open-ended process. It never stops," + }, + { + "start": 2480.72, + "duration": 0.0, + "text": "open-ended process. It never stops, right?" + }, + { + "start": 2483.839, + "duration": 0.0, + "text": ">> Okay." + }, + { + "start": 2488.16, + "duration": 0.0, + "text": ">> Chris," + }, + { + "start": 2489.67, + "duration": 0.0, + "text": ">> Chris," + }, + { + "start": 2489.68, + "duration": 0.0, + "text": ">> Chris, okay.<00:41:30.000> Yeah,<00:41:30.240> Chris." + }, + { + "start": 2493.19, + "duration": 0.0, + "text": "okay. Yeah, Chris." + }, + { + "start": 2493.2, + "duration": 0.0, + "text": "okay. Yeah, Chris. >> Yeah,<00:41:33.599> thanks.<00:41:34.000> This<00:41:34.160> this<00:41:34.480> was<00:41:34.720> very<00:41:34.960> nice." + }, + { + "start": 2495.829, + "duration": 0.0, + "text": ">> Yeah, thanks. This this was very nice." + }, + { + "start": 2495.839, + "duration": 0.0, + "text": ">> Yeah, thanks. This this was very nice. Um<00:41:36.319> I<00:41:36.560> just<00:41:36.800> wanted<00:41:37.040> to<00:41:37.280> comment<00:41:37.599> on<00:41:37.760> the" + }, + { + "start": 2497.99, + "duration": 0.0, + "text": "Um I just wanted to comment on the" + }, + { + "start": 2498.0, + "duration": 0.0, + "text": "Um I just wanted to comment on the question<00:41:38.240> in<00:41:38.560> your<00:41:38.800> last<00:41:39.040> slide<00:41:39.760> about<00:41:40.880> the" + }, + { + "start": 2501.19, + "duration": 0.0, + "text": "question in your last slide about the" + }, + { + "start": 2501.2, + "duration": 0.0, + "text": "question in your last slide about the effects<00:41:41.520> of<00:41:41.839> the<00:41:42.079> the<00:41:42.480> world<00:41:42.720> of<00:41:42.880> forms<00:41:44.000> on<00:41:45.119> um" + }, + { + "start": 2505.51, + "duration": 0.0, + "text": "effects of the the world of forms on um" + }, + { + "start": 2505.52, + "duration": 0.0, + "text": "effects of the the world of forms on um the<00:41:45.839> agent.<00:41:47.200> Yeah,<00:41:47.520> the<00:41:47.760> one<00:41:47.920> right<00:41:48.160> after" + }, + { + "start": 2508.47, + "duration": 0.0, + "text": "the agent. Yeah, the one right after" + }, + { + "start": 2508.48, + "duration": 0.0, + "text": "the agent. Yeah, the one right after that." + }, + { + "start": 2509.51, + "duration": 0.0, + "text": "that." + }, + { + "start": 2509.52, + "duration": 0.0, + "text": "that. >> This<00:41:49.760> one." + }, + { + "start": 2510.95, + "duration": 0.0, + "text": ">> This one." + }, + { + "start": 2510.96, + "duration": 0.0, + "text": ">> This one. >> No,<00:41:51.200> the<00:41:51.359> one<00:41:51.599> right<00:41:51.839> after<00:41:52.079> that." + }, + { + "start": 2513.589, + "duration": 0.0, + "text": ">> No, the one right after that." + }, + { + "start": 2513.599, + "duration": 0.0, + "text": ">> No, the one right after that. No,<00:41:54.079> I'm<00:41:54.319> sorry.<00:41:54.640> That<00:41:54.800> one?<00:41:55.200> Yes,<00:41:55.520> that<00:41:55.760> one." + }, + { + "start": 2516.528, + "duration": 0.0, + "text": "No, I'm sorry. That one? Yes, that one." + }, + { + "start": 2516.538, + "duration": 0.0, + "text": "No, I'm sorry. That one? Yes, that one. [laughter]" + }, + { + "start": 2517.75, + "duration": 0.0, + "text": "[laughter]" + }, + { + "start": 2517.76, + "duration": 0.0, + "text": "[laughter] >> I<00:41:58.000> mean<00:41:58.319> the<00:41:58.640> the<00:41:58.880> wonderful<00:41:59.280> thing<00:41:59.520> about" + }, + { + "start": 2519.99, + "duration": 0.0, + "text": ">> I mean the the wonderful thing about" + }, + { + "start": 2520.0, + "duration": 0.0, + "text": ">> I mean the the wonderful thing about organisms<00:42:00.800> is<00:42:01.119> that<00:42:01.440> we<00:42:01.839> are<00:42:02.079> part<00:42:02.240> of<00:42:02.319> the" + }, + { + "start": 2522.55, + "duration": 0.0, + "text": "organisms is that we are part of the" + }, + { + "start": 2522.56, + "duration": 0.0, + "text": "organisms is that we are part of the real<00:42:02.800> world.<00:42:03.680> Mhm." + }, + { + "start": 2524.47, + "duration": 0.0, + "text": "real world. Mhm." + }, + { + "start": 2524.48, + "duration": 0.0, + "text": "real world. Mhm. >> So,<00:42:05.760> uh<00:42:06.000> to<00:42:06.240> the<00:42:06.560> extent<00:42:07.040> that<00:42:08.240> uh<00:42:08.480> this<00:42:08.800> idea" + }, + { + "start": 2529.109, + "duration": 0.0, + "text": ">> So, uh to the extent that uh this idea" + }, + { + "start": 2529.119, + "duration": 0.0, + "text": ">> So, uh to the extent that uh this idea of<00:42:09.520> of<00:42:10.960> forms<00:42:11.680> informing<00:42:12.560> our<00:42:12.960> structure<00:42:14.319> uh" + }, + { + "start": 2534.47, + "duration": 0.0, + "text": "of of forms informing our structure uh" + }, + { + "start": 2534.48, + "duration": 0.0, + "text": "of of forms informing our structure uh or<00:42:14.720> the<00:42:14.960> structure<00:42:15.200> of<00:42:15.280> the<00:42:15.520> real<00:42:15.760> world,<00:42:16.000> then" + }, + { + "start": 2536.23, + "duration": 0.0, + "text": "or the structure of the real world, then" + }, + { + "start": 2536.24, + "duration": 0.0, + "text": "or the structure of the real world, then that<00:42:16.400> applies<00:42:16.720> to<00:42:16.960> us<00:42:17.280> too<00:42:18.319> and<00:42:18.640> in<00:42:18.960> particular" + }, + { + "start": 2539.51, + "duration": 0.0, + "text": "that applies to us too and in particular" + }, + { + "start": 2539.52, + "duration": 0.0, + "text": "that applies to us too and in particular to<00:42:20.640> the<00:42:20.880> way<00:42:20.960> that<00:42:21.200> our<00:42:21.359> minds<00:42:21.760> work." + }, + { + "start": 2544.55, + "duration": 0.0, + "text": "to the way that our minds work." + }, + { + "start": 2544.56, + "duration": 0.0, + "text": "to the way that our minds work. So" + }, + { + "start": 2546.39, + "duration": 0.0, + "text": "So" + }, + { + "start": 2546.4, + "duration": 0.0, + "text": "So in<00:42:26.560> in<00:42:27.040> thinking<00:42:27.280> about<00:42:27.520> this<00:42:27.839> picture<00:42:29.119> um<00:42:30.000> we" + }, + { + "start": 2550.23, + "duration": 0.0, + "text": "in in thinking about this picture um we" + }, + { + "start": 2550.24, + "duration": 0.0, + "text": "in in thinking about this picture um we have<00:42:30.400> lots<00:42:30.720> of<00:42:30.960> intelligent<00:42:31.599> agents<00:42:32.000> that<00:42:32.319> are" + }, + { + "start": 2552.47, + "duration": 0.0, + "text": "have lots of intelligent agents that are" + }, + { + "start": 2552.48, + "duration": 0.0, + "text": "have lots of intelligent agents that are already<00:42:32.800> part<00:42:33.040> of<00:42:33.200> the<00:42:33.359> world" + }, + { + "start": 2554.87, + "duration": 0.0, + "text": "already part of the world" + }, + { + "start": 2554.88, + "duration": 0.0, + "text": "already part of the world >> and<00:42:35.280> so<00:42:35.920> their<00:42:36.720> interactions<00:42:37.760> with<00:42:38.079> the<00:42:38.400> rest" + }, + { + "start": 2558.55, + "duration": 0.0, + "text": ">> and so their interactions with the rest" + }, + { + "start": 2558.56, + "duration": 0.0, + "text": ">> and so their interactions with the rest of<00:42:38.640> the<00:42:38.800> world<00:42:39.359> are<00:42:39.760> just<00:42:40.000> part<00:42:40.240> of<00:42:40.319> the<00:42:40.480> way" + }, + { + "start": 2560.55, + "duration": 0.0, + "text": "of the world are just part of the way" + }, + { + "start": 2560.56, + "duration": 0.0, + "text": "of the world are just part of the way the<00:42:40.800> world<00:42:41.040> works.<00:42:41.839> Right?<00:42:42.480> So" + }, + { + "start": 2563.27, + "duration": 0.0, + "text": "the world works. Right? So" + }, + { + "start": 2563.28, + "duration": 0.0, + "text": "the world works. Right? So >> if<00:42:43.520> the<00:42:43.680> way<00:42:43.839> the<00:42:44.079> world<00:42:44.240> works<00:42:44.560> is<00:42:44.880> driven<00:42:45.280> by" + }, + { + "start": 2565.99, + "duration": 0.0, + "text": ">> if the way the world works is driven by" + }, + { + "start": 2566.0, + "duration": 0.0, + "text": ">> if the way the world works is driven by some<00:42:46.720> you<00:42:46.880> know<00:42:48.000> abstract<00:42:48.640> principles" + }, + { + "start": 2569.51, + "duration": 0.0, + "text": "some you know abstract principles" + }, + { + "start": 2569.52, + "duration": 0.0, + "text": "some you know abstract principles symmetry<00:42:50.000> and<00:42:50.240> so<00:42:50.480> forth" + }, + { + "start": 2571.67, + "duration": 0.0, + "text": "symmetry and so forth" + }, + { + "start": 2571.68, + "duration": 0.0, + "text": "symmetry and so forth >> then" + }, + { + "start": 2573.19, + "duration": 0.0, + "text": ">> then" + }, + { + "start": 2573.2, + "duration": 0.0, + "text": ">> then um<00:42:54.160> our<00:42:54.720> behavior<00:42:55.200> with<00:42:55.520> respect<00:42:55.839> to<00:42:56.000> the" + }, + { + "start": 2576.23, + "duration": 0.0, + "text": "um our behavior with respect to the" + }, + { + "start": 2576.24, + "duration": 0.0, + "text": "um our behavior with respect to the world<00:42:56.560> is<00:42:56.720> is<00:42:57.119> driven<00:42:57.520> by<00:42:57.680> those<00:42:58.000> same" + }, + { + "start": 2578.71, + "duration": 0.0, + "text": "world is is driven by those same" + }, + { + "start": 2578.72, + "duration": 0.0, + "text": "world is is driven by those same symmetries." + }, + { + "start": 2580.63, + "duration": 0.0, + "text": "symmetries." + }, + { + "start": 2580.64, + "duration": 0.0, + "text": "symmetries. Whereas<00:43:00.960> with<00:43:01.280> intelligent<00:43:01.839> agents,<00:43:02.720> we're" + }, + { + "start": 2584.309, + "duration": 0.0, + "text": "Whereas with intelligent agents, we're" + }, + { + "start": 2584.319, + "duration": 0.0, + "text": "Whereas with intelligent agents, we're we're<00:43:04.880> trying<00:43:05.200> to<00:43:05.440> use<00:43:05.839> a<00:43:06.400> an<00:43:06.800> abstraction" + }, + { + "start": 2588.95, + "duration": 0.0, + "text": "we're trying to use a an abstraction" + }, + { + "start": 2588.96, + "duration": 0.0, + "text": "we're trying to use a an abstraction from<00:43:10.400> certain<00:43:10.960> features<00:43:11.440> of<00:43:11.680> the<00:43:11.839> real<00:43:12.160> world" + }, + { + "start": 2592.39, + "duration": 0.0, + "text": "from certain features of the real world" + }, + { + "start": 2592.4, + "duration": 0.0, + "text": "from certain features of the real world to<00:43:12.720> design<00:43:13.040> an<00:43:13.280> intelligent<00:43:13.920> agent<00:43:14.400> when" + }, + { + "start": 2594.63, + "duration": 0.0, + "text": "to design an intelligent agent when" + }, + { + "start": 2594.64, + "duration": 0.0, + "text": "to design an intelligent agent when we're<00:43:14.880> coming<00:43:15.119> up<00:43:15.359> with<00:43:15.839> with<00:43:17.119> any<00:43:18.000> machine" + }, + { + "start": 2598.39, + "duration": 0.0, + "text": "we're coming up with with any machine" + }, + { + "start": 2598.4, + "duration": 0.0, + "text": "we're coming up with with any machine learning<00:43:18.720> scheme." + }, + { + "start": 2600.069, + "duration": 0.0, + "text": "learning scheme." + }, + { + "start": 2600.079, + "duration": 0.0, + "text": "learning scheme. >> Yeah." + }, + { + "start": 2602.87, + "duration": 0.0, + "text": ">> Yeah." + }, + { + "start": 2602.88, + "duration": 0.0, + "text": ">> Yeah. And<00:43:23.040> this<00:43:23.280> suggests<00:43:23.760> at<00:43:23.839> least<00:43:24.160> to<00:43:24.480> me<00:43:24.800> that" + }, + { + "start": 2606.71, + "duration": 0.0, + "text": "And this suggests at least to me that" + }, + { + "start": 2606.72, + "duration": 0.0, + "text": "And this suggests at least to me that it's<00:43:27.040> an<00:43:27.359> interesting<00:43:27.839> approach<00:43:28.240> to<00:43:28.560> think" + }, + { + "start": 2608.79, + "duration": 0.0, + "text": "it's an interesting approach to think" + }, + { + "start": 2608.8, + "duration": 0.0, + "text": "it's an interesting approach to think about<00:43:29.119> to<00:43:29.359> design<00:43:29.760> the<00:43:30.160> simplest<00:43:30.720> possible" + }, + { + "start": 2611.349, + "duration": 0.0, + "text": "about to design the simplest possible" + }, + { + "start": 2611.359, + "duration": 0.0, + "text": "about to design the simplest possible agent<00:43:32.160> can<00:43:32.560> and<00:43:32.880> just<00:43:33.119> turn<00:43:33.440> it<00:43:33.680> loose" + }, + { + "start": 2615.27, + "duration": 0.0, + "text": "agent can and just turn it loose" + }, + { + "start": 2615.28, + "duration": 0.0, + "text": "agent can and just turn it loose which<00:43:35.599> I<00:43:36.079> think<00:43:36.319> is<00:43:36.560> what<00:43:36.800> you're<00:43:37.280> describing" + }, + { + "start": 2617.99, + "duration": 0.0, + "text": "which I think is what you're describing" + }, + { + "start": 2618.0, + "duration": 0.0, + "text": "which I think is what you're describing to<00:43:38.319> some<00:43:38.560> extent<00:43:39.520> with<00:43:40.000> pigreeder." + }, + { + "start": 2621.829, + "duration": 0.0, + "text": "to some extent with pigreeder." + }, + { + "start": 2621.839, + "duration": 0.0, + "text": "to some extent with pigreeder. Um<00:43:42.240> is<00:43:42.480> that<00:43:42.640> a<00:43:42.880> fair<00:43:43.200> assessment<00:43:43.839> of<00:43:44.160> the" + }, + { + "start": 2624.47, + "duration": 0.0, + "text": "Um is that a fair assessment of the" + }, + { + "start": 2624.48, + "duration": 0.0, + "text": "Um is that a fair assessment of the proposal<00:43:44.960> you're<00:43:45.280> making?" + }, + { + "start": 2627.19, + "duration": 0.0, + "text": "proposal you're making?" + }, + { + "start": 2627.2, + "duration": 0.0, + "text": "proposal you're making? So<00:43:47.760> you're<00:43:48.319> so<00:43:48.560> the<00:43:48.800> way<00:43:48.960> I<00:43:49.280> see<00:43:49.440> it<00:43:49.760> is<00:43:50.000> that" + }, + { + "start": 2630.309, + "duration": 0.0, + "text": "So you're so the way I see it is that" + }, + { + "start": 2630.319, + "duration": 0.0, + "text": "So you're so the way I see it is that like<00:43:50.720> let's<00:43:51.040> talk<00:43:51.200> about<00:43:51.440> like<00:43:52.079> um<00:43:52.160> a<00:43:52.480> concrete" + }, + { + "start": 2632.87, + "duration": 0.0, + "text": "like let's talk about like um a concrete" + }, + { + "start": 2632.88, + "duration": 0.0, + "text": "like let's talk about like um a concrete example<00:43:53.119> of<00:43:53.280> like<00:43:53.520> planets<00:43:54.079> right<00:43:54.880> let's<00:43:55.280> talk" + }, + { + "start": 2635.43, + "duration": 0.0, + "text": "example of like planets right let's talk" + }, + { + "start": 2635.44, + "duration": 0.0, + "text": "example of like planets right let's talk about<00:43:55.680> let's<00:43:55.920> say<00:43:56.160> that<00:43:56.319> like<00:43:56.480> the<00:43:56.800> space<00:43:57.040> of" + }, + { + "start": 2637.27, + "duration": 0.0, + "text": "about let's say that like the space of" + }, + { + "start": 2637.28, + "duration": 0.0, + "text": "about let's say that like the space of forms<00:43:57.760> in<00:43:57.920> forms<00:43:58.480> physics<00:43:58.960> right<00:43:59.119> and<00:43:59.359> the<00:43:59.599> way" + }, + { + "start": 2639.829, + "duration": 0.0, + "text": "forms in forms physics right and the way" + }, + { + "start": 2639.839, + "duration": 0.0, + "text": "forms in forms physics right and the way that<00:44:00.000> particles<00:44:00.480> interact<00:44:01.040> and<00:44:01.280> these" + }, + { + "start": 2641.589, + "duration": 0.0, + "text": "that particles interact and these" + }, + { + "start": 2641.599, + "duration": 0.0, + "text": "that particles interact and these particles<00:44:02.160> you<00:44:02.400> run<00:44:02.640> them<00:44:03.359> for<00:44:03.599> a<00:44:03.839> long<00:44:04.079> time" + }, + { + "start": 2644.55, + "duration": 0.0, + "text": "particles you run them for a long time" + }, + { + "start": 2644.56, + "duration": 0.0, + "text": "particles you run them for a long time according<00:44:04.960> to<00:44:05.119> like<00:44:05.359> gravitational<00:44:06.000> laws<00:44:06.560> and" + }, + { + "start": 2646.79, + "duration": 0.0, + "text": "according to like gravitational laws and" + }, + { + "start": 2646.8, + "duration": 0.0, + "text": "according to like gravitational laws and they<00:44:07.040> form<00:44:07.440> this<00:44:08.079> uh<00:44:08.319> imperfect<00:44:09.119> planet<00:44:09.599> right" + }, + { + "start": 2649.829, + "duration": 0.0, + "text": "they form this uh imperfect planet right" + }, + { + "start": 2649.839, + "duration": 0.0, + "text": "they form this uh imperfect planet right with<00:44:10.079> some<00:44:10.240> bumps<00:44:10.640> and<00:44:10.880> things<00:44:11.680> but<00:44:12.079> this" + }, + { + "start": 2652.309, + "duration": 0.0, + "text": "with some bumps and things but this" + }, + { + "start": 2652.319, + "duration": 0.0, + "text": "with some bumps and things but this planet<00:44:12.640> is<00:44:12.800> like<00:44:13.280> emergent<00:44:13.839> from<00:44:14.079> the<00:44:14.240> laws<00:44:14.480> of" + }, + { + "start": 2654.63, + "duration": 0.0, + "text": "planet is like emergent from the laws of" + }, + { + "start": 2654.64, + "duration": 0.0, + "text": "planet is like emergent from the laws of physics" + }, + { + "start": 2656.15, + "duration": 0.0, + "text": "physics" + }, + { + "start": 2656.16, + "duration": 0.0, + "text": "physics But<00:44:16.400> this<00:44:16.640> planet,<00:44:17.200> you<00:44:17.440> could<00:44:17.680> argue<00:44:18.160> it's" + }, + { + "start": 2658.63, + "duration": 0.0, + "text": "But this planet, you could argue it's" + }, + { + "start": 2658.64, + "duration": 0.0, + "text": "But this planet, you could argue it's kind<00:44:18.880> of<00:44:19.040> like<00:44:19.680> trying<00:44:20.000> to<00:44:20.560> inherit<00:44:21.040> the" + }, + { + "start": 2661.27, + "duration": 0.0, + "text": "kind of like trying to inherit the" + }, + { + "start": 2661.28, + "duration": 0.0, + "text": "kind of like trying to inherit the property<00:44:21.599> of<00:44:21.839> being<00:44:22.000> a<00:44:22.240> perfect<00:44:22.560> sphere," + }, + { + "start": 2663.109, + "duration": 0.0, + "text": "property of being a perfect sphere," + }, + { + "start": 2663.119, + "duration": 0.0, + "text": "property of being a perfect sphere, right?<00:44:23.599> So,<00:44:23.839> not<00:44:24.079> only<00:44:24.240> were<00:44:24.480> the<00:44:24.640> laws<00:44:24.880> of" + }, + { + "start": 2665.03, + "duration": 0.0, + "text": "right? So, not only were the laws of" + }, + { + "start": 2665.04, + "duration": 0.0, + "text": "right? So, not only were the laws of physics<00:44:26.000> inherited<00:44:26.560> from<00:44:26.800> the<00:44:27.040> space<00:44:27.280> of" + }, + { + "start": 2667.43, + "duration": 0.0, + "text": "physics inherited from the space of" + }, + { + "start": 2667.44, + "duration": 0.0, + "text": "physics inherited from the space of forms,<00:44:27.839> but<00:44:28.079> also" + }, + { + "start": 2669.67, + "duration": 0.0, + "text": "forms, but also" + }, + { + "start": 2669.68, + "duration": 0.0, + "text": "forms, but also um<00:44:30.160> this<00:44:30.560> emergent<00:44:31.280> planet<00:44:31.920> is<00:44:32.240> trying<00:44:32.480> to<00:44:32.640> be" + }, + { + "start": 2672.87, + "duration": 0.0, + "text": "um this emergent planet is trying to be" + }, + { + "start": 2672.88, + "duration": 0.0, + "text": "um this emergent planet is trying to be another<00:44:33.599> idea<00:44:33.920> from<00:44:34.160> the<00:44:34.319> space<00:44:34.560> of<00:44:34.720> forms." + }, + { + "start": 2675.19, + "duration": 0.0, + "text": "another idea from the space of forms." + }, + { + "start": 2675.2, + "duration": 0.0, + "text": "another idea from the space of forms. Right.<00:44:35.599> In<00:44:35.760> the<00:44:35.920> same<00:44:36.079> way,<00:44:36.319> I<00:44:36.480> think<00:44:36.640> that" + }, + { + "start": 2676.95, + "duration": 0.0, + "text": "Right. In the same way, I think that" + }, + { + "start": 2676.96, + "duration": 0.0, + "text": "Right. In the same way, I think that intelligence<00:44:38.160> in<00:44:38.400> the<00:44:38.560> sense<00:44:38.720> that<00:44:38.880> you<00:44:39.040> said" + }, + { + "start": 2679.19, + "duration": 0.0, + "text": "intelligence in the sense that you said" + }, + { + "start": 2679.2, + "duration": 0.0, + "text": "intelligence in the sense that you said they're<00:44:39.440> just<00:44:39.599> agents<00:44:39.920> in<00:44:40.160> the<00:44:40.240> real<00:44:40.480> world," + }, + { + "start": 2681.589, + "duration": 0.0, + "text": "they're just agents in the real world," + }, + { + "start": 2681.599, + "duration": 0.0, + "text": "they're just agents in the real world, they're<00:44:41.839> just<00:44:42.079> complex<00:44:42.560> systems.<00:44:43.200> They're" + }, + { + "start": 2683.43, + "duration": 0.0, + "text": "they're just complex systems. They're" + }, + { + "start": 2683.44, + "duration": 0.0, + "text": "they're just complex systems. They're just<00:44:43.599> made<00:44:43.839> off<00:44:44.000> of<00:44:44.240> small<00:44:44.560> little<00:44:44.800> tiny" + }, + { + "start": 2685.109, + "duration": 0.0, + "text": "just made off of small little tiny" + }, + { + "start": 2685.119, + "duration": 0.0, + "text": "just made off of small little tiny particles<00:44:45.599> following<00:44:45.920> the<00:44:46.079> laws<00:44:46.319> of<00:44:46.480> physics." + }, + { + "start": 2687.43, + "duration": 0.0, + "text": "particles following the laws of physics." + }, + { + "start": 2687.44, + "duration": 0.0, + "text": "particles following the laws of physics. But<00:44:47.599> as<00:44:47.760> a<00:44:47.920> global<00:44:48.400> whole,<00:44:48.960> the<00:44:49.200> emergent" + }, + { + "start": 2689.67, + "duration": 0.0, + "text": "But as a global whole, the emergent" + }, + { + "start": 2689.68, + "duration": 0.0, + "text": "But as a global whole, the emergent phenomenon<00:44:50.240> of<00:44:50.480> the<00:44:50.640> brain<00:44:51.359> could<00:44:51.680> be" + }, + { + "start": 2691.99, + "duration": 0.0, + "text": "phenomenon of the brain could be" + }, + { + "start": 2692.0, + "duration": 0.0, + "text": "phenomenon of the brain could be something<00:44:52.319> like<00:44:52.720> mimicking<00:44:53.280> trying<00:44:53.599> to<00:44:53.680> mimic" + }, + { + "start": 2694.069, + "duration": 0.0, + "text": "something like mimicking trying to mimic" + }, + { + "start": 2694.079, + "duration": 0.0, + "text": "something like mimicking trying to mimic some<00:44:54.400> something<00:44:54.880> more<00:44:55.119> platonic<00:44:55.680> in<00:44:55.920> that" + }, + { + "start": 2696.069, + "duration": 0.0, + "text": "some something more platonic in that" + }, + { + "start": 2696.079, + "duration": 0.0, + "text": "some something more platonic in that sense.<00:44:56.400> Right.<00:44:56.960> That's<00:44:57.200> the<00:44:57.359> way<00:44:57.520> I've<00:44:57.680> been" + }, + { + "start": 2697.829, + "duration": 0.0, + "text": "sense. Right. That's the way I've been" + }, + { + "start": 2697.839, + "duration": 0.0, + "text": "sense. Right. That's the way I've been seeing<00:44:58.079> it" + }, + { + "start": 2698.79, + "duration": 0.0, + "text": "seeing it" + }, + { + "start": 2698.8, + "duration": 0.0, + "text": "seeing it >> if<00:44:59.040> that<00:44:59.200> makes<00:44:59.359> sense." + }, + { + "start": 2700.47, + "duration": 0.0, + "text": ">> if that makes sense." + }, + { + "start": 2700.48, + "duration": 0.0, + "text": ">> if that makes sense. >> Yeah.<00:45:00.960> Okay.<00:45:02.000> Thanks." + }, + { + "start": 2704.63, + "duration": 0.0, + "text": ">> Yeah. Okay. Thanks." + }, + { + "start": 2704.64, + "duration": 0.0, + "text": ">> Yeah. Okay. Thanks. >> Thank<00:45:04.800> you,<00:45:05.200> Brian." + }, + { + "start": 2707.19, + "duration": 0.0, + "text": ">> Thank you, Brian." + }, + { + "start": 2707.2, + "duration": 0.0, + "text": ">> Thank you, Brian. >> Hey,<00:45:07.520> K.<00:45:08.079> Uh,<00:45:08.480> yeah.<00:45:08.560> Yeah,<00:45:08.720> I<00:45:08.880> had<00:45:08.960> a<00:45:09.119> question" + }, + { + "start": 2709.27, + "duration": 0.0, + "text": ">> Hey, K. Uh, yeah. Yeah, I had a question" + }, + { + "start": 2709.28, + "duration": 0.0, + "text": ">> Hey, K. Uh, yeah. Yeah, I had a question about<00:45:09.839> u<00:45:10.000> the<00:45:10.400> framing<00:45:10.880> around<00:45:11.680> the<00:45:12.000> way" + }, + { + "start": 2713.51, + "duration": 0.0, + "text": "about u the framing around the way" + }, + { + "start": 2713.52, + "duration": 0.0, + "text": "about u the framing around the way the<00:45:14.400> CPN<00:45:15.200> and<00:45:15.520> I<00:45:15.680> guess<00:45:15.839> open-endedness<00:45:16.560> is" + }, + { + "start": 2716.71, + "duration": 0.0, + "text": "the CPN and I guess open-endedness is" + }, + { + "start": 2716.72, + "duration": 0.0, + "text": "the CPN and I guess open-endedness is kind<00:45:16.800> of<00:45:16.880> this<00:45:17.119> top-<00:45:17.359> down<00:45:17.599> signal<00:45:17.920> where" + }, + { + "start": 2718.15, + "duration": 0.0, + "text": "kind of this top- down signal where" + }, + { + "start": 2718.16, + "duration": 0.0, + "text": "kind of this top- down signal where you're<00:45:18.640> having<00:45:19.040> someone<00:45:19.599> or<00:45:20.000> something<00:45:21.200> like" + }, + { + "start": 2721.43, + "duration": 0.0, + "text": "you're having someone or something like" + }, + { + "start": 2721.44, + "duration": 0.0, + "text": "you're having someone or something like some<00:45:22.079> maybe<00:45:22.400> like<00:45:22.720> God<00:45:22.960> or<00:45:23.119> something" + }, + { + "start": 2723.43, + "duration": 0.0, + "text": "some maybe like God or something" + }, + { + "start": 2723.44, + "duration": 0.0, + "text": "some maybe like God or something choosing<00:45:24.160> the<00:45:24.480> things<00:45:24.720> that<00:45:25.119> actually<00:45:26.000> are" + }, + { + "start": 2726.309, + "duration": 0.0, + "text": "choosing the things that actually are" + }, + { + "start": 2726.319, + "duration": 0.0, + "text": "choosing the things that actually are desirable<00:45:26.960> than<00:45:27.200> less<00:45:27.520> desirable<00:45:28.720> and<00:45:28.960> having" + }, + { + "start": 2729.19, + "duration": 0.0, + "text": "desirable than less desirable and having" + }, + { + "start": 2729.2, + "duration": 0.0, + "text": "desirable than less desirable and having this<00:45:29.359> top<00:45:29.520> down<00:45:29.680> view<00:45:29.920> even<00:45:30.000> for<00:45:30.160> the<00:45:30.400> SGD" + }, + { + "start": 2730.87, + "duration": 0.0, + "text": "this top down view even for the SGD" + }, + { + "start": 2730.88, + "duration": 0.0, + "text": "this top down view even for the SGD model<00:45:31.200> too<00:45:31.359> to<00:45:31.520> like<00:45:31.680> match<00:45:31.920> this<00:45:32.160> target." + }, + { + "start": 2733.349, + "duration": 0.0, + "text": "model too to like match this target." + }, + { + "start": 2733.359, + "duration": 0.0, + "text": "model too to like match this target. >> But<00:45:33.520> is<00:45:33.760> there<00:45:33.839> a<00:45:34.079> more<00:45:34.240> bottomup<00:45:34.720> view<00:45:34.880> of<00:45:34.960> the" + }, + { + "start": 2735.109, + "duration": 0.0, + "text": ">> But is there a more bottomup view of the" + }, + { + "start": 2735.119, + "duration": 0.0, + "text": ">> But is there a more bottomup view of the open-endedness<00:45:35.839> where<00:45:36.079> like<00:45:36.640> there<00:45:36.800> isn't<00:45:37.119> a" + }, + { + "start": 2737.349, + "duration": 0.0, + "text": "open-endedness where like there isn't a" + }, + { + "start": 2737.359, + "duration": 0.0, + "text": "open-endedness where like there isn't a kind<00:45:37.599> of" + }, + { + "start": 2738.63, + "duration": 0.0, + "text": "kind of" + }, + { + "start": 2738.64, + "duration": 0.0, + "text": "kind of loss<00:45:38.960> function<00:45:39.280> that's<00:45:39.599> given<00:45:39.839> from<00:45:40.079> top<00:45:40.400> down" + }, + { + "start": 2740.79, + "duration": 0.0, + "text": "loss function that's given from top down" + }, + { + "start": 2740.8, + "duration": 0.0, + "text": "loss function that's given from top down but<00:45:41.040> like<00:45:41.280> it's<00:45:41.599> just<00:45:41.760> kind<00:45:41.920> of<00:45:42.000> an<00:45:42.240> emergent" + }, + { + "start": 2742.71, + "duration": 0.0, + "text": "but like it's just kind of an emergent" + }, + { + "start": 2742.72, + "duration": 0.0, + "text": "but like it's just kind of an emergent property<00:45:42.960> of<00:45:43.119> the<00:45:43.280> system.<00:45:43.599> Maybe<00:45:43.760> it's<00:45:43.920> like" + }, + { + "start": 2744.15, + "duration": 0.0, + "text": "property of the system. Maybe it's like" + }, + { + "start": 2744.16, + "duration": 0.0, + "text": "property of the system. Maybe it's like stability<00:45:44.720> or<00:45:45.040> persistence<00:45:45.520> or<00:45:45.760> something." + }, + { + "start": 2746.47, + "duration": 0.0, + "text": "stability or persistence or something." + }, + { + "start": 2746.48, + "duration": 0.0, + "text": "stability or persistence or something. >> Yeah,<00:45:46.720> I<00:45:46.960> would<00:45:47.119> actually<00:45:47.440> classify<00:45:48.000> the" + }, + { + "start": 2748.309, + "duration": 0.0, + "text": ">> Yeah, I would actually classify the" + }, + { + "start": 2748.319, + "duration": 0.0, + "text": ">> Yeah, I would actually classify the Preeder<00:45:48.960> stuff<00:45:49.119> as<00:45:49.359> bottom<00:45:49.760> up.<00:45:50.240> I<00:45:50.480> would" + }, + { + "start": 2750.55, + "duration": 0.0, + "text": "Preeder stuff as bottom up. I would" + }, + { + "start": 2750.56, + "duration": 0.0, + "text": "Preeder stuff as bottom up. I would classify<00:45:50.960> the<00:45:51.119> SGD<00:45:51.599> ones<00:45:51.839> as<00:45:52.000> top<00:45:52.319> down" + }, + { + "start": 2752.63, + "duration": 0.0, + "text": "classify the SGD ones as top down" + }, + { + "start": 2752.64, + "duration": 0.0, + "text": "classify the SGD ones as top down because<00:45:52.800> the<00:45:52.960> SGD<00:45:53.440> one<00:45:53.680> kind<00:45:53.760> of<00:45:53.920> what<00:45:54.079> it<00:45:54.240> what" + }, + { + "start": 2754.47, + "duration": 0.0, + "text": "because the SGD one kind of what it what" + }, + { + "start": 2754.48, + "duration": 0.0, + "text": "because the SGD one kind of what it what I<00:45:54.640> feels<00:45:54.800> like<00:45:54.960> it's<00:45:55.200> doing<00:45:55.359> is<00:45:55.520> that<00:45:55.839> you<00:45:56.079> have" + }, + { + "start": 2756.23, + "duration": 0.0, + "text": "I feels like it's doing is that you have" + }, + { + "start": 2756.24, + "duration": 0.0, + "text": "I feels like it's doing is that you have this<00:45:56.480> like<00:45:57.040> block<00:45:57.359> of<00:45:57.520> marble<00:45:57.920> and<00:45:58.160> you're" + }, + { + "start": 2758.39, + "duration": 0.0, + "text": "this like block of marble and you're" + }, + { + "start": 2758.4, + "duration": 0.0, + "text": "this like block of marble and you're chipping<00:45:58.800> away<00:45:59.040> at<00:45:59.280> different<00:45:59.520> places<00:45:59.920> in" + }, + { + "start": 2760.15, + "duration": 0.0, + "text": "chipping away at different places in" + }, + { + "start": 2760.16, + "duration": 0.0, + "text": "chipping away at different places in order<00:46:00.319> to<00:46:00.480> get<00:46:00.560> the<00:46:00.800> shape<00:46:00.960> that<00:46:01.119> you<00:46:01.280> want," + }, + { + "start": 2761.91, + "duration": 0.0, + "text": "order to get the shape that you want," + }, + { + "start": 2761.92, + "duration": 0.0, + "text": "order to get the shape that you want, right?<00:46:02.319> But<00:46:02.480> I<00:46:02.720> see<00:46:02.800> this<00:46:02.960> pig<00:46:03.280> breeder<00:46:03.599> one<00:46:03.760> as" + }, + { + "start": 2763.99, + "duration": 0.0, + "text": "right? But I see this pig breeder one as" + }, + { + "start": 2764.0, + "duration": 0.0, + "text": "right? But I see this pig breeder one as in<00:46:04.240> you're<00:46:04.480> starting<00:46:04.800> out<00:46:04.960> with<00:46:05.280> like<00:46:06.000> like<00:46:06.560> a" + }, + { + "start": 2766.87, + "duration": 0.0, + "text": "in you're starting out with like like a" + }, + { + "start": 2766.88, + "duration": 0.0, + "text": "in you're starting out with like like a small<00:46:07.359> no<00:46:07.760> network<00:46:08.079> which<00:46:08.240> has<00:46:08.400> like<00:46:08.560> no" + }, + { + "start": 2768.79, + "duration": 0.0, + "text": "small no network which has like no" + }, + { + "start": 2768.8, + "duration": 0.0, + "text": "small no network which has like no neurons<00:46:09.200> and<00:46:09.440> you're<00:46:09.680> building<00:46:10.000> up<00:46:10.560> the<00:46:10.880> first" + }, + { + "start": 2771.03, + "duration": 0.0, + "text": "neurons and you're building up the first" + }, + { + "start": 2771.04, + "duration": 0.0, + "text": "neurons and you're building up the first neuron<00:46:11.440> which<00:46:11.680> encodes<00:46:12.079> x-axis<00:46:12.640> symmetry<00:46:12.960> and" + }, + { + "start": 2773.109, + "duration": 0.0, + "text": "neuron which encodes x-axis symmetry and" + }, + { + "start": 2773.119, + "duration": 0.0, + "text": "neuron which encodes x-axis symmetry and then<00:46:13.280> you<00:46:13.440> build<00:46:13.680> up<00:46:13.839> something<00:46:14.079> else<00:46:14.240> which" + }, + { + "start": 2774.47, + "duration": 0.0, + "text": "then you build up something else which" + }, + { + "start": 2774.48, + "duration": 0.0, + "text": "then you build up something else which builds<00:46:14.800> on<00:46:14.880> top<00:46:15.040> of<00:46:15.119> that<00:46:15.359> symmetry<00:46:15.920> and" + }, + { + "start": 2776.15, + "duration": 0.0, + "text": "builds on top of that symmetry and" + }, + { + "start": 2776.16, + "duration": 0.0, + "text": "builds on top of that symmetry and you're<00:46:16.400> building<00:46:16.640> this<00:46:17.119> bottom<00:46:17.520> up<00:46:18.000> this<00:46:18.400> uh" + }, + { + "start": 2778.63, + "duration": 0.0, + "text": "you're building this bottom up this uh" + }, + { + "start": 2778.64, + "duration": 0.0, + "text": "you're building this bottom up this uh layers<00:46:18.800> and<00:46:19.040> layers" + }, + { + "start": 2779.51, + "duration": 0.0, + "text": "layers and layers" + }, + { + "start": 2779.52, + "duration": 0.0, + "text": "layers and layers >> process<00:46:19.680> is<00:46:19.839> done<00:46:20.000> by<00:46:20.240> humans<00:46:20.720> right<00:46:21.280> and<00:46:21.440> that" + }, + { + "start": 2781.67, + "duration": 0.0, + "text": ">> process is done by humans right and that" + }, + { + "start": 2781.68, + "duration": 0.0, + "text": ">> process is done by humans right and that >> the<00:46:21.839> selection<00:46:22.240> process<00:46:22.640> done<00:46:22.720> by<00:46:22.880> humans" + }, + { + "start": 2783.67, + "duration": 0.0, + "text": ">> the selection process done by humans" + }, + { + "start": 2783.68, + "duration": 0.0, + "text": ">> the selection process done by humans that's<00:46:23.839> the<00:46:23.920> top<00:46:24.079> down<00:46:24.319> signal<00:46:24.560> I'm<00:46:24.720> kind<00:46:24.880> of" + }, + { + "start": 2784.95, + "duration": 0.0, + "text": "that's the top down signal I'm kind of" + }, + { + "start": 2784.96, + "duration": 0.0, + "text": "that's the top down signal I'm kind of describing<00:46:25.520> is<00:46:25.599> like" + }, + { + "start": 2786.95, + "duration": 0.0, + "text": "describing is like" + }, + { + "start": 2786.96, + "duration": 0.0, + "text": "describing is like >> oh<00:46:27.280> you're<00:46:27.440> saying<00:46:27.599> if<00:46:27.839> you<00:46:28.000> can<00:46:28.160> replace" + }, + { + "start": 2788.39, + "duration": 0.0, + "text": ">> oh you're saying if you can replace" + }, + { + "start": 2788.4, + "duration": 0.0, + "text": ">> oh you're saying if you can replace humans<00:46:28.720> with<00:46:28.960> some<00:46:29.200> other<00:46:29.440> signal" + }, + { + "start": 2789.99, + "duration": 0.0, + "text": "humans with some other signal" + }, + { + "start": 2790.0, + "duration": 0.0, + "text": "humans with some other signal >> right<00:46:30.240> like<00:46:30.400> something<00:46:30.640> that<00:46:30.800> is<00:46:31.040> more<00:46:31.839> in<00:46:32.000> the" + }, + { + "start": 2792.15, + "duration": 0.0, + "text": ">> right like something that is more in the" + }, + { + "start": 2792.16, + "duration": 0.0, + "text": ">> right like something that is more in the nature<00:46:32.400> of<00:46:32.560> the<00:46:33.599> system<00:46:33.839> or<00:46:34.079> the<00:46:34.319> physics<00:46:34.560> that" + }, + { + "start": 2794.79, + "duration": 0.0, + "text": "nature of the system or the physics that" + }, + { + "start": 2794.8, + "duration": 0.0, + "text": "nature of the system or the physics that it<00:46:34.960> would<00:46:35.040> exist<00:46:35.280> in<00:46:35.440> a<00:46:35.599> world<00:46:35.760> rather<00:46:36.000> than" + }, + { + "start": 2796.23, + "duration": 0.0, + "text": "it would exist in a world rather than" + }, + { + "start": 2796.24, + "duration": 0.0, + "text": "it would exist in a world rather than having<00:46:36.400> a<00:46:36.560> human<00:46:36.800> top<00:46:37.040> down<00:46:37.200> being<00:46:37.440> like<00:46:37.599> okay" + }, + { + "start": 2797.829, + "duration": 0.0, + "text": "having a human top down being like okay" + }, + { + "start": 2797.839, + "duration": 0.0, + "text": "having a human top down being like okay this<00:46:38.000> is<00:46:38.160> something<00:46:38.319> I<00:46:38.560> like<00:46:38.800> this<00:46:38.960> is" + }, + { + "start": 2799.109, + "duration": 0.0, + "text": "this is something I like this is" + }, + { + "start": 2799.119, + "duration": 0.0, + "text": "this is something I like this is something<00:46:39.200> I<00:46:39.359> like<00:46:39.599> this<00:46:39.760> is<00:46:39.920> something<00:46:40.160> I" + }, + { + "start": 2800.39, + "duration": 0.0, + "text": "something I like this is something I" + }, + { + "start": 2800.4, + "duration": 0.0, + "text": "something I like this is something I don't<00:46:40.560> like." + }, + { + "start": 2801.349, + "duration": 0.0, + "text": "don't like." + }, + { + "start": 2801.359, + "duration": 0.0, + "text": "don't like. >> Yeah.<00:46:41.680> So<00:46:41.920> we're<00:46:42.480> I<00:46:42.720> don't<00:46:42.880> think<00:46:43.040> any<00:46:43.359> like<00:46:43.599> if" + }, + { + "start": 2803.75, + "duration": 0.0, + "text": ">> Yeah. So we're I don't think any like if" + }, + { + "start": 2803.76, + "duration": 0.0, + "text": ">> Yeah. So we're I don't think any like if you<00:46:43.839> do<00:46:44.000> something<00:46:44.240> like<00:46:44.800> um<00:46:45.440> any<00:46:45.760> like<00:46:46.240> if<00:46:46.400> you" + }, + { + "start": 2806.47, + "duration": 0.0, + "text": "you do something like um any like if you" + }, + { + "start": 2806.48, + "duration": 0.0, + "text": "you do something like um any like if you try<00:46:46.640> to<00:46:46.800> put<00:46:46.880> an<00:46:47.119> equation<00:46:47.440> onto<00:46:47.680> it<00:46:47.920> I<00:46:48.079> don't" + }, + { + "start": 2808.15, + "duration": 0.0, + "text": "try to put an equation onto it I don't" + }, + { + "start": 2808.16, + "duration": 0.0, + "text": "try to put an equation onto it I don't think<00:46:48.240> it's<00:46:48.480> going<00:46:48.480> to<00:46:48.640> work<00:46:48.800> because<00:46:48.960> it's" + }, + { + "start": 2809.19, + "duration": 0.0, + "text": "think it's going to work because it's" + }, + { + "start": 2809.2, + "duration": 0.0, + "text": "think it's going to work because it's not<00:46:49.359> going<00:46:49.440> to<00:46:49.520> be<00:46:49.760> nuanced<00:46:50.240> or<00:46:50.560> diverse" + }, + { + "start": 2810.95, + "duration": 0.0, + "text": "not going to be nuanced or diverse" + }, + { + "start": 2810.96, + "duration": 0.0, + "text": "not going to be nuanced or diverse enough.<00:46:51.520> We<00:46:51.760> are<00:46:52.000> doing<00:46:52.240> some<00:46:52.640> experiments" + }, + { + "start": 2813.19, + "duration": 0.0, + "text": "enough. We are doing some experiments" + }, + { + "start": 2813.2, + "duration": 0.0, + "text": "enough. We are doing some experiments and<00:46:53.359> trying<00:46:53.599> to<00:46:54.160> make<00:46:54.400> like<00:46:54.560> a<00:46:54.720> automatic<00:46:55.200> pig" + }, + { + "start": 2815.51, + "duration": 0.0, + "text": "and trying to make like a automatic pig" + }, + { + "start": 2815.52, + "duration": 0.0, + "text": "and trying to make like a automatic pig breeder<00:46:55.920> with<00:46:56.400> VLMs<00:46:57.599> using<00:46:57.920> VLMs<00:46:58.960> and<00:46:59.359> even" + }, + { + "start": 2819.67, + "duration": 0.0, + "text": "breeder with VLMs using VLMs and even" + }, + { + "start": 2819.68, + "duration": 0.0, + "text": "breeder with VLMs using VLMs and even that<00:46:59.920> is<00:47:00.079> like<00:47:00.319> we're<00:47:00.560> like<00:47:00.800> struggling<00:47:01.119> a" + }, + { + "start": 2821.349, + "duration": 0.0, + "text": "that is like we're like struggling a" + }, + { + "start": 2821.359, + "duration": 0.0, + "text": "that is like we're like struggling a lot.<00:47:01.520> So<00:47:01.680> I<00:47:01.920> think<00:47:02.000> the<00:47:02.319> I<00:47:02.640> think<00:47:02.720> the" + }, + { + "start": 2822.95, + "duration": 0.0, + "text": "lot. So I think the I think the" + }, + { + "start": 2822.96, + "duration": 0.0, + "text": "lot. So I think the I think the environment<00:47:03.280> that<00:47:03.440> you're<00:47:03.680> exposed<00:47:03.920> to" + }, + { + "start": 2824.15, + "duration": 0.0, + "text": "environment that you're exposed to" + }, + { + "start": 2824.16, + "duration": 0.0, + "text": "environment that you're exposed to really<00:47:04.400> does<00:47:04.640> have<00:47:04.800> to<00:47:04.960> be<00:47:05.599> extremely<00:47:06.240> rich" + }, + { + "start": 2826.47, + "duration": 0.0, + "text": "really does have to be extremely rich" + }, + { + "start": 2826.48, + "duration": 0.0, + "text": "really does have to be extremely rich and<00:47:06.880> complex<00:47:07.520> in<00:47:07.680> order" + }, + { + "start": 2828.15, + "duration": 0.0, + "text": "and complex in order" + }, + { + "start": 2828.16, + "duration": 0.0, + "text": "and complex in order >> maybe<00:47:08.480> that<00:47:08.640> perspective<00:47:09.040> maybe<00:47:09.200> the<00:47:09.440> human" + }, + { + "start": 2829.67, + "duration": 0.0, + "text": ">> maybe that perspective maybe the human" + }, + { + "start": 2829.68, + "duration": 0.0, + "text": ">> maybe that perspective maybe the human itself<00:47:10.000> is<00:47:10.160> the<00:47:10.319> environment<00:47:10.720> that<00:47:10.960> the" + }, + { + "start": 2831.27, + "duration": 0.0, + "text": "itself is the environment that the" + }, + { + "start": 2831.28, + "duration": 0.0, + "text": "itself is the environment that the picture<00:47:11.599> kind<00:47:11.839> of<00:47:11.920> lives<00:47:12.160> in<00:47:12.400> and<00:47:12.640> it<00:47:12.800> has<00:47:12.960> to" + }, + { + "start": 2833.109, + "duration": 0.0, + "text": "picture kind of lives in and it has to" + }, + { + "start": 2833.119, + "duration": 0.0, + "text": "picture kind of lives in and it has to survive<00:47:13.520> or<00:47:13.839> persist<00:47:14.160> in<00:47:14.480> and<00:47:14.640> that's<00:47:14.880> kind<00:47:15.040> of" + }, + { + "start": 2835.109, + "duration": 0.0, + "text": "survive or persist in and that's kind of" + }, + { + "start": 2835.119, + "duration": 0.0, + "text": "survive or persist in and that's kind of how<00:47:15.359> you<00:47:15.599> would" + }, + { + "start": 2836.55, + "duration": 0.0, + "text": "how you would" + }, + { + "start": 2836.56, + "duration": 0.0, + "text": "how you would >> that's<00:47:16.800> right<00:47:17.280> that's<00:47:17.520> I<00:47:17.760> think<00:47:17.839> that's<00:47:18.079> the" + }, + { + "start": 2838.23, + "duration": 0.0, + "text": ">> that's right that's I think that's the" + }, + { + "start": 2838.24, + "duration": 0.0, + "text": ">> that's right that's I think that's the right<00:47:18.400> way<00:47:18.560> to<00:47:18.720> view<00:47:18.880> it.<00:47:19.040> So<00:47:19.280> then<00:47:19.440> the" + }, + { + "start": 2839.589, + "duration": 0.0, + "text": "right way to view it. So then the" + }, + { + "start": 2839.599, + "duration": 0.0, + "text": "right way to view it. So then the question<00:47:19.760> is<00:47:20.000> if<00:47:20.240> you<00:47:20.319> want<00:47:20.560> good<00:47:21.200> um<00:47:22.319> networks" + }, + { + "start": 2842.79, + "duration": 0.0, + "text": "question is if you want good um networks" + }, + { + "start": 2842.8, + "duration": 0.0, + "text": "question is if you want good um networks and<00:47:23.040> good<00:47:23.440> um<00:47:23.599> sorry<00:47:24.160> um<00:47:24.400> AI<00:47:24.800> systems<00:47:25.280> right" + }, + { + "start": 2845.75, + "duration": 0.0, + "text": "and good um sorry um AI systems right" + }, + { + "start": 2845.76, + "duration": 0.0, + "text": "and good um sorry um AI systems right you<00:47:26.000> need<00:47:26.160> to<00:47:26.319> subject<00:47:26.720> them<00:47:26.880> to<00:47:27.119> the<00:47:27.359> right" + }, + { + "start": 2847.67, + "duration": 0.0, + "text": "you need to subject them to the right" + }, + { + "start": 2847.68, + "duration": 0.0, + "text": "you need to subject them to the right environmental<00:47:28.400> pressures<00:47:29.440> and<00:47:29.920> the<00:47:30.160> I<00:47:30.400> think" + }, + { + "start": 2850.47, + "duration": 0.0, + "text": "environmental pressures and the I think" + }, + { + "start": 2850.48, + "duration": 0.0, + "text": "environmental pressures and the I think the<00:47:30.720> way<00:47:30.880> that<00:47:31.040> you<00:47:31.280> subject<00:47:31.599> them<00:47:31.839> matters<00:47:32.079> a" + }, + { + "start": 2852.309, + "duration": 0.0, + "text": "the way that you subject them matters a" + }, + { + "start": 2852.319, + "duration": 0.0, + "text": "the way that you subject them matters a lot.<00:47:32.560> So<00:47:32.720> I'm<00:47:32.960> a<00:47:33.119> big<00:47:33.280> fan<00:47:33.440> of<00:47:33.599> like<00:47:33.760> you<00:47:33.920> know" + }, + { + "start": 2853.99, + "duration": 0.0, + "text": "lot. So I'm a big fan of like you know" + }, + { + "start": 2854.0, + "duration": 0.0, + "text": "lot. So I'm a big fan of like you know this<00:47:34.480> pressure<00:47:34.800> it<00:47:35.040> to<00:47:35.200> adapt.<00:47:35.599> I<00:47:35.760> think" + }, + { + "start": 2855.829, + "duration": 0.0, + "text": "this pressure it to adapt. I think" + }, + { + "start": 2855.839, + "duration": 0.0, + "text": "this pressure it to adapt. I think that's<00:47:36.000> the<00:47:36.160> right<00:47:36.319> way<00:47:36.480> to<00:47:36.720> think<00:47:36.880> about<00:47:37.040> it." + }, + { + "start": 2857.829, + "duration": 0.0, + "text": "that's the right way to think about it." + }, + { + "start": 2857.839, + "duration": 0.0, + "text": "that's the right way to think about it. >> Cool.<00:47:38.319> Thanks" + }, + { + "start": 2860.39, + "duration": 0.0, + "text": ">> Cool. Thanks" + }, + { + "start": 2860.4, + "duration": 0.0, + "text": ">> Cool. Thanks >> Yanu." + }, + { + "start": 2864.16, + "duration": 0.0, + "text": "Hey<00:47:44.800> uh<00:47:45.119> so<00:47:45.599> I<00:47:45.839> also<00:47:46.079> have<00:47:46.480> two<00:47:46.800> question<00:47:47.119> about" + }, + { + "start": 2867.67, + "duration": 0.0, + "text": "Hey uh so I also have two question about" + }, + { + "start": 2867.68, + "duration": 0.0, + "text": "Hey uh so I also have two question about fairness.<00:47:48.800> So,<00:47:49.119> so<00:47:49.359> the<00:47:49.599> first<00:47:49.839> one<00:47:50.079> is<00:47:50.480> uh<00:47:51.119> uh" + }, + { + "start": 2871.589, + "duration": 0.0, + "text": "fairness. So, so the first one is uh uh" + }, + { + "start": 2871.599, + "duration": 0.0, + "text": "fairness. So, so the first one is uh uh uh<00:47:52.000> different<00:47:52.319> architecture<00:47:53.040> might<00:47:53.680> suit" + }, + { + "start": 2873.99, + "duration": 0.0, + "text": "uh different architecture might suit" + }, + { + "start": 2874.0, + "duration": 0.0, + "text": "uh different architecture might suit both<00:47:54.160> for<00:47:54.319> for<00:47:54.640> different<00:47:54.960> thing<00:47:55.359> and<00:47:55.680> that's" + }, + { + "start": 2876.15, + "duration": 0.0, + "text": "both for for different thing and that's" + }, + { + "start": 2876.16, + "duration": 0.0, + "text": "both for for different thing and that's uh<00:47:56.319> what<00:47:56.560> you<00:47:56.880> explained<00:47:57.760> but<00:47:58.160> uh<00:47:58.400> I<00:47:58.720> think<00:47:59.040> uh" + }, + { + "start": 2879.51, + "duration": 0.0, + "text": "uh what you explained but uh I think uh" + }, + { + "start": 2879.52, + "duration": 0.0, + "text": "uh what you explained but uh I think uh there<00:47:59.760> are<00:47:59.920> some<00:48:00.160> example<00:48:00.640> in<00:48:00.800> in<00:48:01.200> video<00:48:01.440> games" + }, + { + "start": 2882.069, + "duration": 0.0, + "text": "there are some example in in video games" + }, + { + "start": 2882.079, + "duration": 0.0, + "text": "there are some example in in video games like<00:48:02.400> some<00:48:02.720> people<00:48:03.200> want<00:48:03.359> to<00:48:03.599> challenge" + }, + { + "start": 2884.069, + "duration": 0.0, + "text": "like some people want to challenge" + }, + { + "start": 2884.079, + "duration": 0.0, + "text": "like some people want to challenge themselves<00:48:04.640> so<00:48:04.800> they<00:48:05.040> they<00:48:05.280> constrain" + }, + { + "start": 2885.829, + "duration": 0.0, + "text": "themselves so they they constrain" + }, + { + "start": 2885.839, + "duration": 0.0, + "text": "themselves so they they constrain themsel<00:48:06.560> like<00:48:06.880> I<00:48:07.200> only<00:48:07.520> have<00:48:07.760> one<00:48:08.000> weapon<00:48:08.560> to" + }, + { + "start": 2888.87, + "duration": 0.0, + "text": "themsel like I only have one weapon to" + }, + { + "start": 2888.88, + "duration": 0.0, + "text": "themsel like I only have one weapon to win<00:48:09.040> the<00:48:09.280> game<00:48:09.920> and<00:48:10.160> when<00:48:10.400> they<00:48:10.720> decide<00:48:11.040> to<00:48:11.280> do" + }, + { + "start": 2891.43, + "duration": 0.0, + "text": "win the game and when they decide to do" + }, + { + "start": 2891.44, + "duration": 0.0, + "text": "win the game and when they decide to do this<00:48:12.160> the<00:48:12.480> is<00:48:12.720> the<00:48:13.040> entire<00:48:13.599> playing<00:48:14.000> process" + }, + { + "start": 2894.47, + "duration": 0.0, + "text": "this the is the entire playing process" + }, + { + "start": 2894.48, + "duration": 0.0, + "text": "this the is the entire playing process become<00:48:14.880> very<00:48:15.359> complex<00:48:16.079> you<00:48:16.319> can't<00:48:17.119> play<00:48:17.440> game" + }, + { + "start": 2897.67, + "duration": 0.0, + "text": "become very complex you can't play game" + }, + { + "start": 2897.68, + "duration": 0.0, + "text": "become very complex you can't play game like<00:48:17.920> a<00:48:18.079> usual<00:48:18.560> people<00:48:18.880> and<00:48:19.760> usually<00:48:20.240> people" + }, + { + "start": 2900.47, + "duration": 0.0, + "text": "like a usual people and usually people" + }, + { + "start": 2900.48, + "duration": 0.0, + "text": "like a usual people and usually people can<00:48:20.720> play<00:48:20.960> game<00:48:21.440> in<00:48:21.680> a<00:48:22.000> quite<00:48:22.400> a<00:48:22.559> decomposible" + }, + { + "start": 2903.349, + "duration": 0.0, + "text": "can play game in a quite a decomposible" + }, + { + "start": 2903.359, + "duration": 0.0, + "text": "can play game in a quite a decomposible way.<00:48:23.839> They<00:48:24.079> they<00:48:24.400> have<00:48:24.480> a<00:48:24.800> clear<00:48:25.680> clear" + }, + { + "start": 2906.15, + "duration": 0.0, + "text": "way. They they have a clear clear" + }, + { + "start": 2906.16, + "duration": 0.0, + "text": "way. They they have a clear clear semantic<00:48:26.640> meaning<00:48:26.880> of<00:48:27.119> doing<00:48:27.359> this<00:48:27.760> doing" + }, + { + "start": 2907.99, + "duration": 0.0, + "text": "semantic meaning of doing this doing" + }, + { + "start": 2908.0, + "duration": 0.0, + "text": "semantic meaning of doing this doing that<00:48:28.319> but<00:48:28.559> when<00:48:28.800> you<00:48:29.040> apply<00:48:29.440> this<00:48:29.680> constraint" + }, + { + "start": 2910.79, + "duration": 0.0, + "text": "that but when you apply this constraint" + }, + { + "start": 2910.8, + "duration": 0.0, + "text": "that but when you apply this constraint you<00:48:30.960> you<00:48:31.440> have<00:48:31.680> lot<00:48:31.920> of<00:48:32.160> things<00:48:32.400> that<00:48:32.720> locally" + }, + { + "start": 2913.19, + "duration": 0.0, + "text": "you you have lot of things that locally" + }, + { + "start": 2913.2, + "duration": 0.0, + "text": "you you have lot of things that locally looks<00:48:33.760> nonsense.<00:48:34.720> So<00:48:35.040> just<00:48:35.200> wondering<00:48:35.680> first" + }, + { + "start": 2916.309, + "duration": 0.0, + "text": "looks nonsense. So just wondering first" + }, + { + "start": 2916.319, + "duration": 0.0, + "text": "looks nonsense. So just wondering first the<00:48:36.559> data<00:48:36.800> is<00:48:37.119> generated<00:48:37.520> by<00:48:37.760> CBPM" + }, + { + "start": 2919.27, + "duration": 0.0, + "text": "the data is generated by CBPM" + }, + { + "start": 2919.28, + "duration": 0.0, + "text": "the data is generated by CBPM uh<00:48:39.520> but<00:48:40.079> uh<00:48:41.119> you<00:48:41.359> train<00:48:41.599> it<00:48:41.920> on<00:48:42.160> MLP.<00:48:43.200> So<00:48:43.599> uh" + }, + { + "start": 2923.75, + "duration": 0.0, + "text": "uh but uh you train it on MLP. So uh" + }, + { + "start": 2923.76, + "duration": 0.0, + "text": "uh but uh you train it on MLP. So uh this<00:48:44.079> this<00:48:44.480> kind<00:48:44.640> of<00:48:45.200> um<00:48:45.359> I<00:48:45.680> don't<00:48:45.760> know<00:48:45.839> if" + }, + { + "start": 2926.069, + "duration": 0.0, + "text": "this this kind of um I don't know if" + }, + { + "start": 2926.079, + "duration": 0.0, + "text": "this this kind of um I don't know if it's<00:48:46.240> a<00:48:46.880> very<00:48:47.200> fair<00:48:47.520> to<00:48:47.680> to<00:48:47.920> compare<00:48:48.240> this<00:48:49.119> and" + }, + { + "start": 2929.43, + "duration": 0.0, + "text": "it's a very fair to to compare this and" + }, + { + "start": 2929.44, + "duration": 0.0, + "text": "it's a very fair to to compare this and this<00:48:49.680> lead<00:48:49.920> to<00:48:50.240> another<00:48:50.640> question<00:48:50.880> is<00:48:52.160> uh<00:48:52.400> CBPN" + }, + { + "start": 2933.19, + "duration": 0.0, + "text": "this lead to another question is uh CBPN" + }, + { + "start": 2933.2, + "duration": 0.0, + "text": "this lead to another question is uh CBPN has<00:48:53.440> a<00:48:53.680> very<00:48:54.160> uh<00:48:54.319> carefully<00:48:54.880> designed<00:48:56.079> uh" + }, + { + "start": 2936.39, + "duration": 0.0, + "text": "has a very uh carefully designed uh" + }, + { + "start": 2936.4, + "duration": 0.0, + "text": "has a very uh carefully designed uh architecture<00:48:56.960> and<00:48:57.200> training<00:48:57.599> process<00:48:58.160> and" + }, + { + "start": 2938.47, + "duration": 0.0, + "text": "architecture and training process and" + }, + { + "start": 2938.48, + "duration": 0.0, + "text": "architecture and training process and some<00:48:58.800> details<00:48:59.440> but<00:48:59.760> MLP<00:49:01.040> uh<00:49:01.520> I<00:49:01.839> know<00:49:02.079> that" + }, + { + "start": 2942.23, + "duration": 0.0, + "text": "some details but MLP uh I know that" + }, + { + "start": 2942.24, + "duration": 0.0, + "text": "some details but MLP uh I know that there<00:49:02.480> are<00:49:03.040> some<00:49:03.920> tricks<00:49:04.319> or<00:49:04.720> regularizations" + }, + { + "start": 2945.67, + "duration": 0.0, + "text": "there are some tricks or regularizations" + }, + { + "start": 2945.68, + "duration": 0.0, + "text": "there are some tricks or regularizations on<00:49:05.920> MLP.<00:49:06.480> I<00:49:06.800> just<00:49:06.960> wondering<00:49:07.440> have<00:49:07.680> you<00:49:07.839> tried" + }, + { + "start": 2948.87, + "duration": 0.0, + "text": "on MLP. I just wondering have you tried" + }, + { + "start": 2948.88, + "duration": 0.0, + "text": "on MLP. I just wondering have you tried uh<00:49:09.440> try<00:49:09.680> to<00:49:10.000> optimize<00:49:10.559> MLP<00:49:11.520> in<00:49:11.839> order<00:49:12.000> to<00:49:12.319> make" + }, + { + "start": 2952.549, + "duration": 0.0, + "text": "uh try to optimize MLP in order to make" + }, + { + "start": 2952.559, + "duration": 0.0, + "text": "uh try to optimize MLP in order to make it<00:49:13.119> symmetric<00:49:14.400> u<00:49:14.800> because<00:49:15.119> if<00:49:15.359> you<00:49:15.520> don't<00:49:15.680> do" + }, + { + "start": 2955.829, + "duration": 0.0, + "text": "it symmetric u because if you don't do" + }, + { + "start": 2955.839, + "duration": 0.0, + "text": "it symmetric u because if you don't do that<00:49:16.240> then<00:49:16.800> uh<00:49:17.200> this<00:49:17.599> comparison<00:49:18.640> uh<00:49:18.800> it's" + }, + { + "start": 2959.03, + "duration": 0.0, + "text": "that then uh this comparison uh it's" + }, + { + "start": 2959.04, + "duration": 0.0, + "text": "that then uh this comparison uh it's also<00:49:19.520> might<00:49:20.640> feels<00:49:21.119> unfair<00:49:21.839> to<00:49:22.160> compare." + }, + { + "start": 2962.71, + "duration": 0.0, + "text": "also might feels unfair to compare." + }, + { + "start": 2962.72, + "duration": 0.0, + "text": "also might feels unfair to compare. Yeah." + }, + { + "start": 2963.67, + "duration": 0.0, + "text": "Yeah." + }, + { + "start": 2963.68, + "duration": 0.0, + "text": "Yeah. >> Yeah.<00:49:24.000> So<00:49:24.319> in<00:49:24.480> terms<00:49:24.640> of<00:49:24.800> the<00:49:25.119> first<00:49:25.280> of<00:49:25.440> all<00:49:25.599> in" + }, + { + "start": 2965.75, + "duration": 0.0, + "text": ">> Yeah. So in terms of the first of all in" + }, + { + "start": 2965.76, + "duration": 0.0, + "text": ">> Yeah. So in terms of the first of all in terms<00:49:25.920> of<00:49:26.000> the<00:49:26.240> fairness<00:49:26.800> I<00:49:27.040> mean<00:49:27.359> uh<00:49:27.520> in<00:49:27.680> this" + }, + { + "start": 2967.829, + "duration": 0.0, + "text": "terms of the fairness I mean uh in this" + }, + { + "start": 2967.839, + "duration": 0.0, + "text": "terms of the fairness I mean uh in this paper<00:49:28.160> we're<00:49:28.319> it's<00:49:29.520> like<00:49:29.680> a<00:49:29.920> position<00:49:30.319> paper" + }, + { + "start": 2970.63, + "duration": 0.0, + "text": "paper we're it's like a position paper" + }, + { + "start": 2970.64, + "duration": 0.0, + "text": "paper we're it's like a position paper and<00:49:30.720> we're<00:49:30.960> not<00:49:31.119> proposing<00:49:31.599> pigreeder<00:49:32.240> as<00:49:32.400> an" + }, + { + "start": 2972.549, + "duration": 0.0, + "text": "and we're not proposing pigreeder as an" + }, + { + "start": 2972.559, + "duration": 0.0, + "text": "and we're not proposing pigreeder as an algorithm<00:49:33.119> that's<00:49:33.760> supposed<00:49:34.079> to<00:49:34.319> compete" + }, + { + "start": 2974.71, + "duration": 0.0, + "text": "algorithm that's supposed to compete" + }, + { + "start": 2974.72, + "duration": 0.0, + "text": "algorithm that's supposed to compete against<00:49:35.040> and<00:49:35.280> that<00:49:35.520> everyone<00:49:35.920> should<00:49:36.079> use" + }, + { + "start": 2976.71, + "duration": 0.0, + "text": "against and that everyone should use" + }, + { + "start": 2976.72, + "duration": 0.0, + "text": "against and that everyone should use right<00:49:36.960> it's<00:49:37.280> more<00:49:37.520> like<00:49:38.079> to<00:49:38.480> inspire<00:49:39.440> like" + }, + { + "start": 2979.75, + "duration": 0.0, + "text": "right it's more like to inspire like" + }, + { + "start": 2979.76, + "duration": 0.0, + "text": "right it's more like to inspire like that<00:49:40.000> fact<00:49:40.240> that<00:49:40.480> this<00:49:41.040> algorithm<00:49:41.680> has<00:49:42.000> some" + }, + { + "start": 2982.39, + "duration": 0.0, + "text": "that fact that this algorithm has some" + }, + { + "start": 2982.4, + "duration": 0.0, + "text": "that fact that this algorithm has some cool<00:49:42.800> properties<00:49:43.200> that<00:49:43.520> were<00:49:43.839> assoc<00:49:44.240> even" + }, + { + "start": 2984.47, + "duration": 0.0, + "text": "cool properties that were assoc even" + }, + { + "start": 2984.48, + "duration": 0.0, + "text": "cool properties that were assoc even though<00:49:44.559> we<00:49:44.720> cheated<00:49:45.040> and<00:49:45.200> we<00:49:45.359> used<00:49:45.520> humans<00:49:45.839> in" + }, + { + "start": 2986.069, + "duration": 0.0, + "text": "though we cheated and we used humans in" + }, + { + "start": 2986.079, + "duration": 0.0, + "text": "though we cheated and we used humans in the<00:49:46.160> loop<00:49:46.800> we<00:49:46.960> used<00:49:47.119> a<00:49:47.359> different<00:49:47.920> um<00:49:48.480> neat" + }, + { + "start": 2988.87, + "duration": 0.0, + "text": "the loop we used a different um neat" + }, + { + "start": 2988.88, + "duration": 0.0, + "text": "the loop we used a different um neat network<00:49:49.599> it's<00:49:49.920> supposed<00:49:50.160> to<00:49:50.319> inspire<00:49:50.800> ideas" + }, + { + "start": 2991.27, + "duration": 0.0, + "text": "network it's supposed to inspire ideas" + }, + { + "start": 2991.28, + "duration": 0.0, + "text": "network it's supposed to inspire ideas that<00:49:51.520> maybe<00:49:51.839> we<00:49:52.000> can<00:49:52.160> extract<00:49:52.559> some<00:49:52.800> insights" + }, + { + "start": 2993.19, + "duration": 0.0, + "text": "that maybe we can extract some insights" + }, + { + "start": 2993.2, + "duration": 0.0, + "text": "that maybe we can extract some insights and<00:49:53.520> turn<00:49:53.760> this<00:49:53.920> into<00:49:54.240> an<00:49:54.480> algorithm<00:49:54.880> which" + }, + { + "start": 2995.19, + "duration": 0.0, + "text": "and turn this into an algorithm which" + }, + { + "start": 2995.2, + "duration": 0.0, + "text": "and turn this into an algorithm which can<00:49:55.599> compete<00:49:56.000> against<00:49:56.319> SGD<00:49:57.040> and<00:49:57.280> do<00:49:57.520> better." + }, + { + "start": 2998.23, + "duration": 0.0, + "text": "can compete against SGD and do better." + }, + { + "start": 2998.24, + "duration": 0.0, + "text": "can compete against SGD and do better. So,<00:49:58.480> and<00:49:58.640> we're<00:49:58.880> not<00:49:59.040> trying<00:49:59.200> to<00:49:59.359> be<00:49:59.520> fair." + }, + { + "start": 2999.91, + "duration": 0.0, + "text": "So, and we're not trying to be fair." + }, + { + "start": 2999.92, + "duration": 0.0, + "text": "So, and we're not trying to be fair. We're<00:50:00.160> trying<00:50:00.319> to<00:50:00.559> cheat<00:50:00.800> and<00:50:01.040> come<00:50:01.119> up<00:50:01.280> with" + }, + { + "start": 3001.43, + "duration": 0.0, + "text": "We're trying to cheat and come up with" + }, + { + "start": 3001.44, + "duration": 0.0, + "text": "We're trying to cheat and come up with an<00:50:01.599> algorithm<00:50:02.000> which<00:50:02.240> in<00:50:02.480> some<00:50:02.720> way<00:50:02.960> or<00:50:03.200> shape" + }, + { + "start": 3003.43, + "duration": 0.0, + "text": "an algorithm which in some way or shape" + }, + { + "start": 3003.44, + "duration": 0.0, + "text": "an algorithm which in some way or shape or<00:50:03.680> form<00:50:04.319> found<00:50:04.640> something<00:50:05.280> interesting," + }, + { + "start": 3006.069, + "duration": 0.0, + "text": "or form found something interesting," + }, + { + "start": 3006.079, + "duration": 0.0, + "text": "or form found something interesting, right?<00:50:06.960> Um<00:50:07.599> yeah,<00:50:07.839> I<00:50:08.000> think<00:50:08.160> that's<00:50:08.400> the<00:50:08.800> grand" + }, + { + "start": 3009.19, + "duration": 0.0, + "text": "right? Um yeah, I think that's the grand" + }, + { + "start": 3009.2, + "duration": 0.0, + "text": "right? Um yeah, I think that's the grand goal<00:50:09.359> of<00:50:09.520> this<00:50:09.760> kind<00:50:09.920> of<00:50:10.000> research.<00:50:10.640> And<00:50:10.880> your" + }, + { + "start": 3011.109, + "duration": 0.0, + "text": "goal of this kind of research. And your" + }, + { + "start": 3011.119, + "duration": 0.0, + "text": "goal of this kind of research. And your second<00:50:11.440> question<00:50:12.000> was<00:50:12.400> about<00:50:13.040> uh<00:50:13.200> what<00:50:13.440> was" + }, + { + "start": 3013.51, + "duration": 0.0, + "text": "second question was about uh what was" + }, + { + "start": 3013.52, + "duration": 0.0, + "text": "second question was about uh what was the<00:50:13.680> second<00:50:14.000> question?" + }, + { + "start": 3014.71, + "duration": 0.0, + "text": "the second question?" + }, + { + "start": 3014.72, + "duration": 0.0, + "text": "the second question? >> Uh<00:50:15.440> it's<00:50:15.760> about<00:50:16.160> how<00:50:16.319> how<00:50:16.480> many<00:50:16.720> efforts<00:50:17.280> you" + }, + { + "start": 3017.589, + "duration": 0.0, + "text": ">> Uh it's about how how many efforts you" + }, + { + "start": 3017.599, + "duration": 0.0, + "text": ">> Uh it's about how how many efforts you applied<00:50:18.319> you<00:50:18.480> you<00:50:18.720> put<00:50:18.880> on<00:50:19.440> optimizing<00:50:20.240> MLP<00:50:20.880> in" + }, + { + "start": 3021.109, + "duration": 0.0, + "text": "applied you you put on optimizing MLP in" + }, + { + "start": 3021.119, + "duration": 0.0, + "text": "applied you you put on optimizing MLP in order<00:50:21.280> to<00:50:21.520> make<00:50:21.680> it" + }, + { + "start": 3022.15, + "duration": 0.0, + "text": "order to make it" + }, + { + "start": 3022.16, + "duration": 0.0, + "text": "order to make it >> Oh,<00:50:22.319> yeah.<00:50:22.640> Yeah.<00:50:23.280> reasonable,<00:50:23.920> right?" + }, + { + "start": 3024.79, + "duration": 0.0, + "text": ">> Oh, yeah. Yeah. reasonable, right?" + }, + { + "start": 3024.8, + "duration": 0.0, + "text": ">> Oh, yeah. Yeah. reasonable, right? >> Yeah.<00:50:25.040> So,<00:50:25.280> obviously<00:50:25.599> you<00:50:25.839> can't<00:50:26.079> bake<00:50:26.319> in" + }, + { + "start": 3026.549, + "duration": 0.0, + "text": ">> Yeah. So, obviously you can't bake in" + }, + { + "start": 3026.559, + "duration": 0.0, + "text": ">> Yeah. So, obviously you can't bake in any<00:50:27.119> explicit<00:50:27.680> symmetry<00:50:28.240> into<00:50:28.559> the<00:50:28.720> network." + }, + { + "start": 3029.109, + "duration": 0.0, + "text": "any explicit symmetry into the network." + }, + { + "start": 3029.119, + "duration": 0.0, + "text": "any explicit symmetry into the network. We<00:50:29.280> did<00:50:29.520> try<00:50:29.760> a<00:50:30.160> large<00:50:30.559> set<00:50:30.720> of<00:50:30.880> experiments" + }, + { + "start": 3031.349, + "duration": 0.0, + "text": "We did try a large set of experiments" + }, + { + "start": 3031.359, + "duration": 0.0, + "text": "We did try a large set of experiments using<00:50:31.680> like<00:50:32.640> um<00:50:32.960> weight<00:50:33.280> decay<00:50:33.760> and<00:50:34.000> we<00:50:34.240> even" + }, + { + "start": 3034.39, + "duration": 0.0, + "text": "using like um weight decay and we even" + }, + { + "start": 3034.4, + "duration": 0.0, + "text": "using like um weight decay and we even tried<00:50:34.640> to<00:50:34.800> make<00:50:34.960> the<00:50:35.119> target<00:50:35.520> symmetric<00:50:36.000> like" + }, + { + "start": 3036.15, + "duration": 0.0, + "text": "tried to make the target symmetric like" + }, + { + "start": 3036.16, + "duration": 0.0, + "text": "tried to make the target symmetric like the<00:50:36.400> target<00:50:36.640> image<00:50:37.040> perfectly<00:50:37.440> symmetric<00:50:37.839> to" + }, + { + "start": 3037.99, + "duration": 0.0, + "text": "the target image perfectly symmetric to" + }, + { + "start": 3038.0, + "duration": 0.0, + "text": "the target image perfectly symmetric to see<00:50:38.160> if<00:50:38.319> if<00:50:38.559> it<00:50:38.720> was<00:50:38.960> perfectly<00:50:39.359> symmetric" + }, + { + "start": 3039.75, + "duration": 0.0, + "text": "see if if it was perfectly symmetric" + }, + { + "start": 3039.76, + "duration": 0.0, + "text": "see if if it was perfectly symmetric would<00:50:39.920> it<00:50:40.079> pick<00:50:40.240> up<00:50:40.800> and<00:50:41.040> the<00:50:41.280> answer<00:50:41.520> is<00:50:41.760> it" + }, + { + "start": 3042.069, + "duration": 0.0, + "text": "would it pick up and the answer is it" + }, + { + "start": 3042.079, + "duration": 0.0, + "text": "would it pick up and the answer is it almost<00:50:42.480> never<00:50:43.119> um<00:50:43.359> picks<00:50:43.599> it<00:50:43.760> up.<00:50:44.240> there<00:50:44.400> are" + }, + { + "start": 3044.63, + "duration": 0.0, + "text": "almost never um picks it up. there are" + }, + { + "start": 3044.64, + "duration": 0.0, + "text": "almost never um picks it up. there are like<00:50:45.200> one<00:50:45.440> or<00:50:45.680> two<00:50:45.920> seeds<00:50:46.319> out<00:50:46.480> of<00:50:46.640> like<00:50:46.880> 20" + }, + { + "start": 3047.19, + "duration": 0.0, + "text": "like one or two seeds out of like 20" + }, + { + "start": 3047.2, + "duration": 0.0, + "text": "like one or two seeds out of like 20 seeds<00:50:47.599> in<00:50:47.839> which<00:50:48.000> you<00:50:48.079> have<00:50:48.240> if<00:50:48.480> you<00:50:48.559> have<00:50:48.640> the" + }, + { + "start": 3048.79, + "duration": 0.0, + "text": "seeds in which you have if you have the" + }, + { + "start": 3048.8, + "duration": 0.0, + "text": "seeds in which you have if you have the right<00:50:48.960> weight<00:50:49.200> decay<00:50:49.680> with<00:50:49.839> the<00:50:50.079> right<00:50:51.200> um" + }, + { + "start": 3051.91, + "duration": 0.0, + "text": "right weight decay with the right um" + }, + { + "start": 3051.92, + "duration": 0.0, + "text": "right weight decay with the right um symmetry<00:50:52.400> aspect<00:50:52.880> with<00:50:53.119> the<00:50:53.280> right" + }, + { + "start": 3053.51, + "duration": 0.0, + "text": "symmetry aspect with the right" + }, + { + "start": 3053.52, + "duration": 0.0, + "text": "symmetry aspect with the right architecture<00:50:54.480> um<00:50:54.559> because<00:50:54.800> we<00:50:54.960> tried<00:50:55.280> out" + }, + { + "start": 3055.349, + "duration": 0.0, + "text": "architecture um because we tried out" + }, + { + "start": 3055.359, + "duration": 0.0, + "text": "architecture um because we tried out different<00:50:55.599> architectures<00:50:56.160> also<00:50:56.800> then<00:50:57.040> it" + }, + { + "start": 3057.27, + "duration": 0.0, + "text": "different architectures also then it" + }, + { + "start": 3057.28, + "duration": 0.0, + "text": "different architectures also then it ends<00:50:57.440> up<00:50:57.680> working<00:50:58.480> but<00:50:58.880> it<00:50:59.200> almost<00:50:59.760> never" + }, + { + "start": 3060.39, + "duration": 0.0, + "text": "ends up working but it almost never" + }, + { + "start": 3060.4, + "duration": 0.0, + "text": "ends up working but it almost never actually<00:51:00.800> works.<00:51:01.520> Yeah." + }, + { + "start": 3063.03, + "duration": 0.0, + "text": "actually works. Yeah." + }, + { + "start": 3063.04, + "duration": 0.0, + "text": "actually works. Yeah. >> Yeah.<00:51:03.359> Okay.<00:51:03.839> Yeah.<00:51:04.800> There<00:51:05.040> there<00:51:05.280> was<00:51:05.440> a" + }, + { + "start": 3065.67, + "duration": 0.0, + "text": ">> Yeah. Okay. Yeah. There there was a" + }, + { + "start": 3065.68, + "duration": 0.0, + "text": ">> Yeah. Okay. Yeah. There there was a recent<00:51:06.319> study<00:51:06.880> that<00:51:07.280> adding<00:51:07.680> noise<00:51:08.079> to<00:51:08.319> the" + }, + { + "start": 3068.63, + "duration": 0.0, + "text": "recent study that adding noise to the" + }, + { + "start": 3068.64, + "duration": 0.0, + "text": "recent study that adding noise to the weight<00:51:08.960> of<00:51:09.200> the<00:51:09.440> the<00:51:09.520> the<00:51:10.480> model<00:51:10.880> instead<00:51:11.200> of" + }, + { + "start": 3071.43, + "duration": 0.0, + "text": "weight of the the the model instead of" + }, + { + "start": 3071.44, + "duration": 0.0, + "text": "weight of the the the model instead of adding<00:51:11.920> weight<00:51:12.160> decay.<00:51:12.880> I'm<00:51:13.119> wondering,<00:51:13.920> have" + }, + { + "start": 3074.15, + "duration": 0.0, + "text": "adding weight decay. I'm wondering, have" + }, + { + "start": 3074.16, + "duration": 0.0, + "text": "adding weight decay. I'm wondering, have you<00:51:14.319> tried<00:51:14.559> that?<00:51:14.880> Would<00:51:15.119> it<00:51:15.440> make<00:51:15.680> the<00:51:15.839> the" + }, + { + "start": 3076.63, + "duration": 0.0, + "text": "you tried that? Would it make the the" + }, + { + "start": 3076.64, + "duration": 0.0, + "text": "you tried that? Would it make the the map<00:51:17.119> become<00:51:17.440> more<00:51:17.680> symmetric?" + }, + { + "start": 3079.43, + "duration": 0.0, + "text": "map become more symmetric?" + }, + { + "start": 3079.44, + "duration": 0.0, + "text": "map become more symmetric? >> No,<00:51:19.839> I<00:51:20.079> haven't<00:51:20.240> tried<00:51:20.480> that.<00:51:20.800> I<00:51:21.119> really<00:51:21.359> doubt" + }, + { + "start": 3081.67, + "duration": 0.0, + "text": ">> No, I haven't tried that. I really doubt" + }, + { + "start": 3081.68, + "duration": 0.0, + "text": ">> No, I haven't tried that. I really doubt that<00:51:22.000> these<00:51:22.319> things<00:51:22.640> like<00:51:22.880> this<00:51:23.200> would" + }, + { + "start": 3083.51, + "duration": 0.0, + "text": "that these things like this would" + }, + { + "start": 3083.52, + "duration": 0.0, + "text": "that these things like this would qualitatively<00:51:24.400> change<00:51:24.800> the<00:51:26.000> learning" + }, + { + "start": 3086.39, + "duration": 0.0, + "text": "qualitatively change the learning" + }, + { + "start": 3086.4, + "duration": 0.0, + "text": "qualitatively change the learning dynamics<00:51:27.040> to<00:51:27.359> make<00:51:27.440> it<00:51:27.760> capture<00:51:28.160> regularities" + }, + { + "start": 3088.71, + "duration": 0.0, + "text": "dynamics to make it capture regularities" + }, + { + "start": 3088.72, + "duration": 0.0, + "text": "dynamics to make it capture regularities versus<00:51:28.960> not<00:51:29.200> capture<00:51:29.520> regularities.<00:51:30.319> I<00:51:30.640> don't" + }, + { + "start": 3090.79, + "duration": 0.0, + "text": "versus not capture regularities. I don't" + }, + { + "start": 3090.8, + "duration": 0.0, + "text": "versus not capture regularities. I don't think<00:51:30.880> any<00:51:31.200> simple<00:51:31.520> trick<00:51:31.839> like<00:51:32.000> that<00:51:32.240> would" + }, + { + "start": 3092.39, + "duration": 0.0, + "text": "think any simple trick like that would" + }, + { + "start": 3092.4, + "duration": 0.0, + "text": "think any simple trick like that would do<00:51:32.559> it.<00:51:33.119> Uh,<00:51:33.440> one<00:51:33.599> of<00:51:33.680> the<00:51:33.920> cool<00:51:34.079> ideas<00:51:34.400> that" + }, + { + "start": 3094.71, + "duration": 0.0, + "text": "do it. Uh, one of the cool ideas that" + }, + { + "start": 3094.72, + "duration": 0.0, + "text": "do it. Uh, one of the cool ideas that I'm<00:51:35.040> investigating<00:51:35.599> with<00:51:35.920> the<00:51:36.400> undergrad" + }, + { + "start": 3096.95, + "duration": 0.0, + "text": "I'm investigating with the undergrad" + }, + { + "start": 3096.96, + "duration": 0.0, + "text": "I'm investigating with the undergrad here<00:51:37.200> is<00:51:37.440> like<00:51:38.079> basically<00:51:38.559> trying<00:51:38.720> to<00:51:38.960> see<00:51:39.440> if" + }, + { + "start": 3100.23, + "duration": 0.0, + "text": "here is like basically trying to see if" + }, + { + "start": 3100.24, + "duration": 0.0, + "text": "here is like basically trying to see if um<00:51:41.040> the<00:51:41.359> network<00:51:41.760> if<00:51:42.000> we<00:51:42.160> try<00:51:42.319> to<00:51:42.559> make<00:51:42.720> the" + }, + { + "start": 3102.87, + "duration": 0.0, + "text": "um the network if we try to make the" + }, + { + "start": 3102.88, + "duration": 0.0, + "text": "um the network if we try to make the weights<00:51:43.359> predictable<00:51:44.400> because" + }, + { + "start": 3104.71, + "duration": 0.0, + "text": "weights predictable because" + }, + { + "start": 3104.72, + "duration": 0.0, + "text": "weights predictable because predictability<00:51:45.359> is<00:51:45.599> like<00:51:45.760> a<00:51:45.920> very<00:51:46.160> specific" + }, + { + "start": 3106.63, + "duration": 0.0, + "text": "predictability is like a very specific" + }, + { + "start": 3106.64, + "duration": 0.0, + "text": "predictability is like a very specific type<00:51:46.880> of<00:51:47.119> signal<00:51:47.440> that<00:51:47.680> could<00:51:47.839> qualitatively" + }, + { + "start": 3108.63, + "duration": 0.0, + "text": "type of signal that could qualitatively" + }, + { + "start": 3108.64, + "duration": 0.0, + "text": "type of signal that could qualitatively change<00:51:48.960> what<00:51:49.200> you<00:51:49.359> learn,<00:51:49.680> right?<00:51:50.160> Because" + }, + { + "start": 3110.39, + "duration": 0.0, + "text": "change what you learn, right? Because" + }, + { + "start": 3110.4, + "duration": 0.0, + "text": "change what you learn, right? Because weight<00:51:50.720> decay<00:51:50.960> is<00:51:51.200> more<00:51:51.359> like<00:51:51.520> a<00:51:51.760> simplicity" + }, + { + "start": 3112.23, + "duration": 0.0, + "text": "weight decay is more like a simplicity" + }, + { + "start": 3112.24, + "duration": 0.0, + "text": "weight decay is more like a simplicity bias<00:51:52.640> where<00:51:52.800> you<00:51:52.960> want<00:51:53.040> to<00:51:53.280> regularize<00:51:53.680> it" + }, + { + "start": 3113.829, + "duration": 0.0, + "text": "bias where you want to regularize it" + }, + { + "start": 3113.839, + "duration": 0.0, + "text": "bias where you want to regularize it towards<00:51:54.160> like<00:51:54.319> low<00:51:54.559> weight<00:51:54.800> norm.<00:51:55.760> But<00:51:56.000> I" + }, + { + "start": 3116.23, + "duration": 0.0, + "text": "towards like low weight norm. But I" + }, + { + "start": 3116.24, + "duration": 0.0, + "text": "towards like low weight norm. But I think<00:51:56.319> that<00:51:56.559> if<00:51:56.800> you<00:51:56.880> try<00:51:57.040> to<00:51:57.119> make<00:51:57.280> it" + }, + { + "start": 3117.43, + "duration": 0.0, + "text": "think that if you try to make it" + }, + { + "start": 3117.44, + "duration": 0.0, + "text": "think that if you try to make it predictable,<00:51:58.000> that's<00:51:58.319> not<00:51:58.480> the<00:51:58.640> same<00:51:58.800> thing." + }, + { + "start": 3119.03, + "duration": 0.0, + "text": "predictable, that's not the same thing." + }, + { + "start": 3119.04, + "duration": 0.0, + "text": "predictable, that's not the same thing. It's<00:51:59.200> not<00:51:59.359> the<00:51:59.520> same<00:51:59.599> as<00:51:59.839> simplicity.<00:52:00.400> It's" + }, + { + "start": 3120.549, + "duration": 0.0, + "text": "It's not the same as simplicity. It's" + }, + { + "start": 3120.559, + "duration": 0.0, + "text": "It's not the same as simplicity. It's the<00:52:00.720> it's<00:52:00.960> completely<00:52:01.359> different.<00:52:01.920> So<00:52:02.079> I" + }, + { + "start": 3122.23, + "duration": 0.0, + "text": "the it's completely different. So I" + }, + { + "start": 3122.24, + "duration": 0.0, + "text": "the it's completely different. So I think<00:52:02.319> there<00:52:02.640> are<00:52:02.880> ideas<00:52:03.280> in<00:52:03.520> which<00:52:03.839> it<00:52:04.160> could" + }, + { + "start": 3124.309, + "duration": 0.0, + "text": "think there are ideas in which it could" + }, + { + "start": 3124.319, + "duration": 0.0, + "text": "think there are ideas in which it could change,<00:52:04.640> but<00:52:04.880> honestly<00:52:05.359> I<00:52:05.599> don't<00:52:05.680> even<00:52:06.000> think" + }, + { + "start": 3126.15, + "duration": 0.0, + "text": "change, but honestly I don't even think" + }, + { + "start": 3126.16, + "duration": 0.0, + "text": "change, but honestly I don't even think that's<00:52:06.800> that<00:52:07.119> would<00:52:07.280> work<00:52:07.520> that<00:52:07.760> well.<00:52:07.920> I" + }, + { + "start": 3128.069, + "duration": 0.0, + "text": "that's that would work that well. I" + }, + { + "start": 3128.079, + "duration": 0.0, + "text": "that's that would work that well. I think<00:52:08.160> what<00:52:08.400> you<00:52:08.559> really<00:52:08.720> need<00:52:08.880> to<00:52:09.040> do<00:52:09.119> is<00:52:09.359> like" + }, + { + "start": 3130.39, + "duration": 0.0, + "text": "think what you really need to do is like" + }, + { + "start": 3130.4, + "duration": 0.0, + "text": "think what you really need to do is like rethink<00:52:10.800> what's<00:52:11.119> going<00:52:11.280> on<00:52:11.520> and<00:52:11.839> what<00:52:12.000> the<00:52:12.720> ad" + }, + { + "start": 3133.03, + "duration": 0.0, + "text": "rethink what's going on and what the ad" + }, + { + "start": 3133.04, + "duration": 0.0, + "text": "rethink what's going on and what the ad what<00:52:13.280> the<00:52:13.440> pressures<00:52:13.920> you<00:52:14.160> are<00:52:14.319> that<00:52:14.559> you're" + }, + { + "start": 3134.71, + "duration": 0.0, + "text": "what the pressures you are that you're" + }, + { + "start": 3134.72, + "duration": 0.0, + "text": "what the pressures you are that you're optimizing<00:52:15.200> towards.<00:52:15.920> And<00:52:16.000> I<00:52:16.240> think<00:52:16.319> the" + }, + { + "start": 3136.47, + "duration": 0.0, + "text": "optimizing towards. And I think the" + }, + { + "start": 3136.48, + "duration": 0.0, + "text": "optimizing towards. And I think the pressure<00:52:16.720> to<00:52:16.880> adapt<00:52:17.280> is<00:52:17.520> probably<00:52:17.680> the" + }, + { + "start": 3137.91, + "duration": 0.0, + "text": "pressure to adapt is probably the" + }, + { + "start": 3137.92, + "duration": 0.0, + "text": "pressure to adapt is probably the biggest<00:52:18.160> thing<00:52:18.240> that<00:52:18.480> needs<00:52:18.720> changing.<00:52:19.200> I" + }, + { + "start": 3139.43, + "duration": 0.0, + "text": "biggest thing that needs changing. I" + }, + { + "start": 3139.44, + "duration": 0.0, + "text": "biggest thing that needs changing. I think<00:52:19.520> that<00:52:19.760> would<00:52:19.920> fix<00:52:20.160> a<00:52:20.319> lot<00:52:20.400> of<00:52:20.559> things." + }, + { + "start": 3141.829, + "duration": 0.0, + "text": "think that would fix a lot of things." + }, + { + "start": 3141.839, + "duration": 0.0, + "text": "think that would fix a lot of things. >> Interesting.<00:52:22.480> Yeah.<00:52:22.880> Thank<00:52:23.119> you." + }, + { + "start": 3144.069, + "duration": 0.0, + "text": ">> Interesting. Yeah. Thank you." + }, + { + "start": 3144.079, + "duration": 0.0, + "text": ">> Interesting. Yeah. Thank you. >> Mhm.<00:52:25.280> Excellent." + }, + { + "start": 3147.349, + "duration": 0.0, + "text": ">> Mhm. Excellent." + }, + { + "start": 3147.359, + "duration": 0.0, + "text": ">> Mhm. Excellent. Um<00:52:28.160> yeah,<00:52:29.359> great<00:52:29.680> paper.<00:52:30.240> I<00:52:30.480> really<00:52:30.720> loved<00:52:30.960> it." + }, + { + "start": 3151.27, + "duration": 0.0, + "text": "Um yeah, great paper. I really loved it." + }, + { + "start": 3151.28, + "duration": 0.0, + "text": "Um yeah, great paper. I really loved it. Um<00:52:32.000> I'm<00:52:32.319> an<00:52:32.559> experimental<00:52:33.280> biologist<00:52:34.160> so<00:52:34.400> for" + }, + { + "start": 3154.549, + "duration": 0.0, + "text": "Um I'm an experimental biologist so for" + }, + { + "start": 3154.559, + "duration": 0.0, + "text": "Um I'm an experimental biologist so for me<00:52:34.800> this<00:52:35.040> was<00:52:35.200> really<00:52:35.440> up<00:52:35.680> my<00:52:35.839> alley.<00:52:36.240> You<00:52:36.400> know" + }, + { + "start": 3156.47, + "duration": 0.0, + "text": "me this was really up my alley. You know" + }, + { + "start": 3156.48, + "duration": 0.0, + "text": "me this was really up my alley. You know I<00:52:36.720> really<00:52:36.880> loved<00:52:38.000> um" + }, + { + "start": 3158.87, + "duration": 0.0, + "text": "I really loved um" + }, + { + "start": 3158.88, + "duration": 0.0, + "text": "I really loved um >> the<00:52:39.200> idea<00:52:39.680> and<00:52:40.400> I<00:52:40.720> think<00:52:41.721> [clears throat]<00:52:42.160> you" + }, + { + "start": 3162.309, + "duration": 0.0, + "text": ">> the idea and I think [clears throat] you" + }, + { + "start": 3162.319, + "duration": 0.0, + "text": ">> the idea and I think [clears throat] you know<00:52:42.480> objective<00:52:43.040> functions<00:52:43.440> are<00:52:43.680> something" + }, + { + "start": 3163.91, + "duration": 0.0, + "text": "know objective functions are something" + }, + { + "start": 3163.92, + "duration": 0.0, + "text": "know objective functions are something very<00:52:44.319> fundamental<00:52:45.280> and<00:52:45.520> I<00:52:45.680> think<00:52:45.839> this<00:52:46.079> really" + }, + { + "start": 3166.39, + "duration": 0.0, + "text": "very fundamental and I think this really" + }, + { + "start": 3166.4, + "duration": 0.0, + "text": "very fundamental and I think this really this<00:52:46.720> really<00:52:47.040> sort<00:52:47.200> of<00:52:47.359> shows<00:52:47.599> it.<00:52:48.480> Um,<00:52:48.800> and<00:52:49.040> I" + }, + { + "start": 3169.27, + "duration": 0.0, + "text": "this really sort of shows it. Um, and I" + }, + { + "start": 3169.28, + "duration": 0.0, + "text": "this really sort of shows it. Um, and I think<00:52:49.359> one<00:52:49.599> of<00:52:49.680> the<00:52:49.920> things<00:52:50.640> you<00:52:50.880> could<00:52:51.359> you" + }, + { + "start": 3171.67, + "duration": 0.0, + "text": "think one of the things you could you" + }, + { + "start": 3171.68, + "duration": 0.0, + "text": "think one of the things you could you could<00:52:51.839> interpret<00:52:52.240> from<00:52:52.480> your<00:52:52.720> paper<00:52:53.040> is<00:52:53.280> there" + }, + { + "start": 3173.75, + "duration": 0.0, + "text": "could interpret from your paper is there" + }, + { + "start": 3173.76, + "duration": 0.0, + "text": "could interpret from your paper is there might<00:52:54.000> be<00:52:54.640> uh<00:52:54.960> a<00:52:55.200> trade-off<00:52:55.760> between" + }, + { + "start": 3176.71, + "duration": 0.0, + "text": "might be uh a trade-off between" + }, + { + "start": 3176.72, + "duration": 0.0, + "text": "might be uh a trade-off between complexity<00:52:57.359> of<00:52:57.599> the<00:52:57.920> objective<00:52:58.480> function<00:52:58.880> and" + }, + { + "start": 3179.19, + "duration": 0.0, + "text": "complexity of the objective function and" + }, + { + "start": 3179.2, + "duration": 0.0, + "text": "complexity of the objective function and how<00:52:59.599> controllable<00:53:00.880> uh<00:53:01.119> the<00:53:01.440> outcome<00:53:01.839> is.<00:53:02.400> As" + }, + { + "start": 3182.63, + "duration": 0.0, + "text": "how controllable uh the outcome is. As" + }, + { + "start": 3182.64, + "duration": 0.0, + "text": "how controllable uh the outcome is. As you<00:53:03.440> noted<00:53:03.920> yourself<00:53:04.319> with<00:53:04.640> when<00:53:04.960> you<00:53:05.280> tell" + }, + { + "start": 3185.51, + "duration": 0.0, + "text": "you noted yourself with when you tell" + }, + { + "start": 3185.52, + "duration": 0.0, + "text": "you noted yourself with when you tell people<00:53:05.760> to<00:53:06.000> select<00:53:06.319> for<00:53:06.480> a<00:53:06.640> certain<00:53:06.880> outcome," + }, + { + "start": 3187.349, + "duration": 0.0, + "text": "people to select for a certain outcome," + }, + { + "start": 3187.359, + "duration": 0.0, + "text": "people to select for a certain outcome, pick<00:53:07.680> breeder<00:53:08.000> doesn't<00:53:08.240> work<00:53:08.480> anymore.<00:53:09.359> How" + }, + { + "start": 3189.589, + "duration": 0.0, + "text": "pick breeder doesn't work anymore. How" + }, + { + "start": 3189.599, + "duration": 0.0, + "text": "pick breeder doesn't work anymore. How fundamental<00:53:10.160> do<00:53:10.400> you<00:53:10.480> think<00:53:10.640> that<00:53:10.800> trade-off" + }, + { + "start": 3191.27, + "duration": 0.0, + "text": "fundamental do you think that trade-off" + }, + { + "start": 3191.28, + "duration": 0.0, + "text": "fundamental do you think that trade-off is?" + }, + { + "start": 3193.19, + "duration": 0.0, + "text": "is?" + }, + { + "start": 3193.2, + "duration": 0.0, + "text": "is? the<00:53:13.520> trade-off<00:53:14.000> between<00:53:14.960> um<00:53:15.280> having<00:53:15.520> a<00:53:15.760> fixed" + }, + { + "start": 3196.069, + "duration": 0.0, + "text": "the trade-off between um having a fixed" + }, + { + "start": 3196.079, + "duration": 0.0, + "text": "the trade-off between um having a fixed objective<00:53:16.559> function<00:53:17.200> and<00:53:17.599> what<00:53:17.920> else?" + }, + { + "start": 3198.63, + "duration": 0.0, + "text": "objective function and what else?" + }, + { + "start": 3198.64, + "duration": 0.0, + "text": "objective function and what else? >> Yeah,<00:53:18.960> sort<00:53:19.119> of<00:53:19.200> the<00:53:19.440> richness<00:53:19.920> of<00:53:20.160> your" + }, + { + "start": 3200.309, + "duration": 0.0, + "text": ">> Yeah, sort of the richness of your" + }, + { + "start": 3200.319, + "duration": 0.0, + "text": ">> Yeah, sort of the richness of your objective<00:53:20.800> function<00:53:21.440> and<00:53:21.839> how<00:53:22.640> uh<00:53:22.880> how<00:53:22.960> how" + }, + { + "start": 3203.19, + "duration": 0.0, + "text": "objective function and how uh how how" + }, + { + "start": 3203.2, + "duration": 0.0, + "text": "objective function and how uh how how well<00:53:23.440> you<00:53:23.680> can<00:53:23.839> determine<00:53:24.240> the<00:53:24.480> outcome<00:53:24.960> of" + }, + { + "start": 3205.19, + "duration": 0.0, + "text": "well you can determine the outcome of" + }, + { + "start": 3205.2, + "duration": 0.0, + "text": "well you can determine the outcome of your<00:53:25.359> optimization<00:53:26.079> process." + }, + { + "start": 3209.52, + "duration": 0.0, + "text": ">> Yeah.<00:53:30.559> So<00:53:30.960> I<00:53:31.200> think<00:53:31.359> the<00:53:31.760> fact<00:53:32.000> that<00:53:32.640> pig" + }, + { + "start": 3212.95, + "duration": 0.0, + "text": ">> Yeah. So I think the fact that pig" + }, + { + "start": 3212.96, + "duration": 0.0, + "text": ">> Yeah. So I think the fact that pig breeder<00:53:33.359> is<00:53:33.599> not<00:53:33.920> able<00:53:34.160> to<00:53:34.400> optimize<00:53:35.200> directly" + }, + { + "start": 3215.67, + "duration": 0.0, + "text": "breeder is not able to optimize directly" + }, + { + "start": 3215.68, + "duration": 0.0, + "text": "breeder is not able to optimize directly and<00:53:35.920> that<00:53:36.079> it<00:53:36.240> has<00:53:36.400> to<00:53:36.559> take<00:53:36.720> this<00:53:36.880> like" + }, + { + "start": 3217.109, + "duration": 0.0, + "text": "and that it has to take this like" + }, + { + "start": 3217.119, + "duration": 0.0, + "text": "and that it has to take this like serendipitous<00:53:38.079> path<00:53:38.400> through<00:53:38.640> the<00:53:38.800> search" + }, + { + "start": 3219.109, + "duration": 0.0, + "text": "serendipitous path through the search" + }, + { + "start": 3219.119, + "duration": 0.0, + "text": "serendipitous path through the search space<00:53:40.240> um<00:53:40.400> I<00:53:40.640> think<00:53:40.720> there<00:53:40.880> needs<00:53:41.119> to<00:53:41.200> be<00:53:41.359> more" + }, + { + "start": 3221.589, + "duration": 0.0, + "text": "space um I think there needs to be more" + }, + { + "start": 3221.599, + "duration": 0.0, + "text": "space um I think there needs to be more research<00:53:42.000> like<00:53:42.160> quantifying<00:53:42.720> just<00:53:42.880> how" + }, + { + "start": 3223.03, + "duration": 0.0, + "text": "research like quantifying just how" + }, + { + "start": 3223.04, + "duration": 0.0, + "text": "research like quantifying just how important<00:53:43.359> that<00:53:43.520> is.<00:53:43.760> That<00:53:43.920> was<00:53:44.000> like<00:53:44.160> kind<00:53:44.240> of" + }, + { + "start": 3224.309, + "duration": 0.0, + "text": "important that is. That was like kind of" + }, + { + "start": 3224.319, + "duration": 0.0, + "text": "important that is. That was like kind of like<00:53:44.480> the<00:53:44.640> point<00:53:44.800> of<00:53:44.960> the<00:53:45.119> paper<00:53:45.359> that<00:53:45.599> we" + }, + { + "start": 3225.75, + "duration": 0.0, + "text": "like the point of the paper that we" + }, + { + "start": 3225.76, + "duration": 0.0, + "text": "like the point of the paper that we don't<00:53:45.920> really<00:53:46.160> know<00:53:46.400> or<00:53:46.720> understand<00:53:47.200> what" + }, + { + "start": 3227.43, + "duration": 0.0, + "text": "don't really know or understand what" + }, + { + "start": 3227.44, + "duration": 0.0, + "text": "don't really know or understand what caused<00:53:47.680> these<00:53:47.920> good<00:53:48.160> representations<00:53:49.280> and<00:53:49.520> it" + }, + { + "start": 3229.75, + "duration": 0.0, + "text": "caused these good representations and it" + }, + { + "start": 3229.76, + "duration": 0.0, + "text": "caused these good representations and it would<00:53:49.920> be<00:53:50.079> cool<00:53:50.240> if<00:53:50.480> like<00:53:51.440> we<00:53:51.760> could<00:53:52.079> figure<00:53:52.319> it" + }, + { + "start": 3232.47, + "duration": 0.0, + "text": "would be cool if like we could figure it" + }, + { + "start": 3232.48, + "duration": 0.0, + "text": "would be cool if like we could figure it out,<00:53:52.800> right?<00:53:53.040> So<00:53:53.440> um<00:53:53.599> I<00:53:53.839> think<00:53:54.079> I<00:53:54.240> it<00:53:54.559> feels" + }, + { + "start": 3234.71, + "duration": 0.0, + "text": "out, right? So um I think I it feels" + }, + { + "start": 3234.72, + "duration": 0.0, + "text": "out, right? So um I think I it feels that<00:53:54.960> like<00:53:55.200> the<00:53:55.359> serendipitous<00:53:56.160> search<00:53:56.800> is" + }, + { + "start": 3237.109, + "duration": 0.0, + "text": "that like the serendipitous search is" + }, + { + "start": 3237.119, + "duration": 0.0, + "text": "that like the serendipitous search is very<00:53:57.440> very<00:53:57.760> important.<00:53:58.400> I<00:53:58.720> can't<00:53:58.960> exactly<00:53:59.839> um" + }, + { + "start": 3240.47, + "duration": 0.0, + "text": "very very important. I can't exactly um" + }, + { + "start": 3240.48, + "duration": 0.0, + "text": "very very important. I can't exactly um rigorously<00:54:01.200> tell<00:54:01.359> you<00:54:01.599> why,<00:54:02.160> but<00:54:02.400> the<00:54:02.559> reason" + }, + { + "start": 3242.71, + "duration": 0.0, + "text": "rigorously tell you why, but the reason" + }, + { + "start": 3242.72, + "duration": 0.0, + "text": "rigorously tell you why, but the reason it<00:54:02.960> feels<00:54:03.200> that<00:54:03.440> it's<00:54:03.599> like<00:54:03.839> important<00:54:04.160> is" + }, + { + "start": 3244.39, + "duration": 0.0, + "text": "it feels that it's like important is" + }, + { + "start": 3244.4, + "duration": 0.0, + "text": "it feels that it's like important is because<00:54:04.559> it<00:54:04.880> combines<00:54:05.280> this<00:54:05.599> pressure<00:54:05.839> to" + }, + { + "start": 3246.069, + "duration": 0.0, + "text": "because it combines this pressure to" + }, + { + "start": 3246.079, + "duration": 0.0, + "text": "because it combines this pressure to adapt<00:54:07.359> while<00:54:08.000> making<00:54:08.319> optimization<00:54:09.119> easier" + }, + { + "start": 3249.589, + "duration": 0.0, + "text": "adapt while making optimization easier" + }, + { + "start": 3249.599, + "duration": 0.0, + "text": "adapt while making optimization easier because<00:54:09.839> you're<00:54:10.079> not<00:54:10.240> just<00:54:10.400> optimizing<00:54:10.960> for<00:54:11.119> a" + }, + { + "start": 3251.349, + "duration": 0.0, + "text": "because you're not just optimizing for a" + }, + { + "start": 3251.359, + "duration": 0.0, + "text": "because you're not just optimizing for a single<00:54:11.680> skull,<00:54:12.160> right?<00:54:12.559> Because<00:54:12.720> that's<00:54:12.960> like" + }, + { + "start": 3253.109, + "duration": 0.0, + "text": "single skull, right? Because that's like" + }, + { + "start": 3253.119, + "duration": 0.0, + "text": "single skull, right? Because that's like really<00:54:13.359> really<00:54:13.599> hard<00:54:13.760> to<00:54:13.920> do.<00:54:14.480> You're" + }, + { + "start": 3254.79, + "duration": 0.0, + "text": "really really hard to do. You're" + }, + { + "start": 3254.8, + "duration": 0.0, + "text": "really really hard to do. You're optimizing<00:54:15.359> for<00:54:15.680> either<00:54:16.000> a<00:54:16.240> skull<00:54:16.640> or<00:54:16.960> a<00:54:17.200> cat" + }, + { + "start": 3257.51, + "duration": 0.0, + "text": "optimizing for either a skull or a cat" + }, + { + "start": 3257.52, + "duration": 0.0, + "text": "optimizing for either a skull or a cat or<00:54:17.760> a<00:54:18.000> dog<00:54:18.319> or<00:54:18.640> anything<00:54:18.960> else<00:54:19.119> that<00:54:19.280> a<00:54:19.520> human" + }, + { + "start": 3259.75, + "duration": 0.0, + "text": "or a dog or anything else that a human" + }, + { + "start": 3259.76, + "duration": 0.0, + "text": "or a dog or anything else that a human would<00:54:19.920> want,<00:54:20.720> right?<00:54:21.359> So<00:54:21.599> I<00:54:21.839> think<00:54:21.920> that<00:54:22.400> is" + }, + { + "start": 3262.549, + "duration": 0.0, + "text": "would want, right? So I think that is" + }, + { + "start": 3262.559, + "duration": 0.0, + "text": "would want, right? So I think that is like<00:54:22.720> the<00:54:22.800> serendipitous<00:54:23.440> search<00:54:23.680> kind<00:54:23.839> of" + }, + { + "start": 3263.91, + "duration": 0.0, + "text": "like the serendipitous search kind of" + }, + { + "start": 3263.92, + "duration": 0.0, + "text": "like the serendipitous search kind of makes<00:54:24.160> optimization<00:54:24.960> easier<00:54:25.760> and<00:54:26.000> the" + }, + { + "start": 3266.23, + "duration": 0.0, + "text": "makes optimization easier and the" + }, + { + "start": 3266.24, + "duration": 0.0, + "text": "makes optimization easier and the pressure<00:54:26.559> to<00:54:26.720> adapt<00:54:27.119> is<00:54:27.520> is<00:54:27.920> something<00:54:28.160> that's" + }, + { + "start": 3268.47, + "duration": 0.0, + "text": "pressure to adapt is is something that's" + }, + { + "start": 3268.48, + "duration": 0.0, + "text": "pressure to adapt is is something that's obviously<00:54:29.119> good<00:54:29.680> and<00:54:30.319> um<00:54:30.480> that's<00:54:30.800> hard<00:54:31.040> to" + }, + { + "start": 3271.43, + "duration": 0.0, + "text": "obviously good and um that's hard to" + }, + { + "start": 3271.44, + "duration": 0.0, + "text": "obviously good and um that's hard to satisfy.<00:54:32.000> It's<00:54:32.160> hard<00:54:32.319> to<00:54:32.400> optimize<00:54:32.880> towards." + }, + { + "start": 3273.349, + "duration": 0.0, + "text": "satisfy. It's hard to optimize towards." + }, + { + "start": 3273.359, + "duration": 0.0, + "text": "satisfy. It's hard to optimize towards. So<00:54:33.520> then<00:54:33.680> you<00:54:33.839> need<00:54:33.920> a<00:54:34.160> serendipitous<00:54:34.800> search" + }, + { + "start": 3275.03, + "duration": 0.0, + "text": "So then you need a serendipitous search" + }, + { + "start": 3275.04, + "duration": 0.0, + "text": "So then you need a serendipitous search to<00:54:35.359> optimize<00:54:35.839> it<00:54:36.319> if<00:54:36.559> that<00:54:36.720> makes<00:54:36.880> sense." + }, + { + "start": 3281.44, + "duration": 0.0, + "text": ">> Doug," + }, + { + "start": 3285.28, + "duration": 0.0, + "text": "you're<00:54:45.520> muted.<00:54:46.079> Sorry." + }, + { + "start": 3288.95, + "duration": 0.0, + "text": "you're muted. Sorry." + }, + { + "start": 3288.96, + "duration": 0.0, + "text": "you're muted. Sorry. >> Okay,<00:54:49.359> great.<00:54:49.839> Um<00:54:50.480> so<00:54:50.720> we<00:54:50.960> find<00:54:51.200> that<00:54:51.520> natural" + }, + { + "start": 3291.99, + "duration": 0.0, + "text": ">> Okay, great. Um so we find that natural" + }, + { + "start": 3292.0, + "duration": 0.0, + "text": ">> Okay, great. Um so we find that natural languages<00:54:52.960> pervasively<00:54:53.920> omit<00:54:54.319> system" + }, + { + "start": 3294.87, + "duration": 0.0, + "text": "languages pervasively omit system" + }, + { + "start": 3294.88, + "duration": 0.0, + "text": "languages pervasively omit system component<00:54:55.599> relations<00:54:56.480> which<00:54:56.720> has<00:54:56.960> to<00:54:57.200> affect" + }, + { + "start": 3297.75, + "duration": 0.0, + "text": "component relations which has to affect" + }, + { + "start": 3297.76, + "duration": 0.0, + "text": "component relations which has to affect whatever<00:54:58.319> happens<00:54:58.640> when<00:54:58.960> you<00:54:59.599> use<00:55:00.319> written" + }, + { + "start": 3300.79, + "duration": 0.0, + "text": "whatever happens when you use written" + }, + { + "start": 3300.8, + "duration": 0.0, + "text": "whatever happens when you use written stuff<00:55:01.119> to<00:55:01.359> train<00:55:01.599> these<00:55:02.000> machines.<00:55:03.280> But<00:55:04.079> um" + }, + { + "start": 3304.71, + "duration": 0.0, + "text": "stuff to train these machines. But um" + }, + { + "start": 3304.72, + "duration": 0.0, + "text": "stuff to train these machines. But um then<00:55:05.119> in<00:55:05.440> that<00:55:05.760> context<00:55:06.400> that<00:55:06.559> made<00:55:06.800> me<00:55:06.960> think" + }, + { + "start": 3307.109, + "duration": 0.0, + "text": "then in that context that made me think" + }, + { + "start": 3307.119, + "duration": 0.0, + "text": "then in that context that made me think about<00:55:07.359> your<00:55:07.599> apple<00:55:08.000> example.<00:55:08.880> So<00:55:10.000> does<00:55:10.480> the" + }, + { + "start": 3310.79, + "duration": 0.0, + "text": "about your apple example. So does the" + }, + { + "start": 3310.8, + "duration": 0.0, + "text": "about your apple example. So does the network<00:55:11.280> know<00:55:12.079> that<00:55:12.400> the<00:55:12.640> stem<00:55:13.599> is<00:55:13.920> a" + }, + { + "start": 3314.23, + "duration": 0.0, + "text": "network know that the stem is a" + }, + { + "start": 3314.24, + "duration": 0.0, + "text": "network know that the stem is a component<00:55:14.800> of<00:55:15.040> the<00:55:15.280> whole<00:55:15.520> apple<00:55:16.400> as<00:55:16.640> opposed" + }, + { + "start": 3316.95, + "duration": 0.0, + "text": "component of the whole apple as opposed" + }, + { + "start": 3316.96, + "duration": 0.0, + "text": "component of the whole apple as opposed to<00:55:17.280> just<00:55:17.599> something<00:55:17.920> that's<00:55:18.160> sitting<00:55:18.480> next<00:55:18.640> to" + }, + { + "start": 3318.87, + "duration": 0.0, + "text": "to just something that's sitting next to" + }, + { + "start": 3318.88, + "duration": 0.0, + "text": "to just something that's sitting next to it?<00:55:19.520> So<00:55:19.920> that's<00:55:20.240> this<00:55:20.559> issue<00:55:21.040> of<00:55:21.440> not<00:55:21.760> only<00:55:23.040> so" + }, + { + "start": 3323.43, + "duration": 0.0, + "text": "it? So that's this issue of not only so" + }, + { + "start": 3323.44, + "duration": 0.0, + "text": "it? So that's this issue of not only so engineers<00:55:24.000> think<00:55:24.160> in<00:55:24.400> terms<00:55:24.559> of<00:55:24.720> systems<00:55:25.040> and" + }, + { + "start": 3325.27, + "duration": 0.0, + "text": "engineers think in terms of systems and" + }, + { + "start": 3325.28, + "duration": 0.0, + "text": "engineers think in terms of systems and components.<00:55:25.920> So<00:55:26.720> um<00:55:26.960> not<00:55:27.200> only<00:55:27.359> do<00:55:27.599> you<00:55:27.760> have" + }, + { + "start": 3327.829, + "duration": 0.0, + "text": "components. So um not only do you have" + }, + { + "start": 3327.839, + "duration": 0.0, + "text": "components. So um not only do you have two<00:55:28.079> things<00:55:28.319> sitting<00:55:28.640> next<00:55:28.880> to<00:55:29.280> each<00:55:29.520> other," + }, + { + "start": 3329.75, + "duration": 0.0, + "text": "two things sitting next to each other," + }, + { + "start": 3329.76, + "duration": 0.0, + "text": "two things sitting next to each other, but<00:55:29.920> there's<00:55:30.559> is<00:55:30.800> the<00:55:30.960> stem<00:55:31.359> a<00:55:31.599> component<00:55:32.000> of" + }, + { + "start": 3332.15, + "duration": 0.0, + "text": "but there's is the stem a component of" + }, + { + "start": 3332.16, + "duration": 0.0, + "text": "but there's is the stem a component of the<00:55:32.400> apple?<00:55:32.800> Is<00:55:32.960> the<00:55:33.119> color<00:55:33.359> red<00:55:33.760> a<00:55:34.000> component" + }, + { + "start": 3334.47, + "duration": 0.0, + "text": "the apple? Is the color red a component" + }, + { + "start": 3334.48, + "duration": 0.0, + "text": "the apple? Is the color red a component of<00:55:34.800> the<00:55:35.040> apple?<00:55:36.000> And<00:55:36.240> that's<00:55:36.559> different<00:55:36.880> than" + }, + { + "start": 3338.069, + "duration": 0.0, + "text": "of the apple? And that's different than" + }, + { + "start": 3338.079, + "duration": 0.0, + "text": "of the apple? And that's different than you<00:55:38.240> know<00:55:38.400> computer<00:55:38.800> scientist<00:55:39.200> is<00:55:39.359> always" + }, + { + "start": 3339.589, + "duration": 0.0, + "text": "you know computer scientist is always" + }, + { + "start": 3339.599, + "duration": 0.0, + "text": "you know computer scientist is always talking<00:55:39.839> about<00:55:40.240> overlapping<00:55:40.640> sets<00:55:40.960> and<00:55:41.200> so" + }, + { + "start": 3341.349, + "duration": 0.0, + "text": "talking about overlapping sets and so" + }, + { + "start": 3341.359, + "duration": 0.0, + "text": "talking about overlapping sets and so the<00:55:41.599> system<00:55:41.920> component<00:55:42.400> thing<00:55:42.559> is<00:55:42.800> structural" + }, + { + "start": 3343.349, + "duration": 0.0, + "text": "the system component thing is structural" + }, + { + "start": 3343.359, + "duration": 0.0, + "text": "the system component thing is structural completely<00:55:43.760> different<00:55:44.000> thing." + }, + { + "start": 3345.51, + "duration": 0.0, + "text": "completely different thing." + }, + { + "start": 3345.52, + "duration": 0.0, + "text": "completely different thing. So<00:55:45.760> how<00:55:46.000> smart<00:55:46.319> is<00:55:46.720> this<00:55:47.200> guy?" + }, + { + "start": 3348.309, + "duration": 0.0, + "text": "So how smart is this guy?" + }, + { + "start": 3348.319, + "duration": 0.0, + "text": "So how smart is this guy? >> Yeah<00:55:48.640> that's<00:55:48.880> a<00:55:49.119> good<00:55:49.280> question.<00:55:49.839> Um<00:55:50.559> so<00:55:50.799> over" + }, + { + "start": 3351.109, + "duration": 0.0, + "text": ">> Yeah that's a good question. Um so over" + }, + { + "start": 3351.119, + "duration": 0.0, + "text": ">> Yeah that's a good question. Um so over here<00:55:51.520> I<00:55:51.680> mean<00:55:51.839> you<00:55:52.000> can<00:55:52.160> see<00:55:52.319> that<00:55:52.480> there's" + }, + { + "start": 3352.789, + "duration": 0.0, + "text": "here I mean you can see that there's" + }, + { + "start": 3352.799, + "duration": 0.0, + "text": "here I mean you can see that there's feature<00:55:53.119> maps<00:55:53.440> that<00:55:53.680> correspond<00:55:54.160> to<00:55:54.480> just<00:55:54.720> the" + }, + { + "start": 3354.95, + "duration": 0.0, + "text": "feature maps that correspond to just the" + }, + { + "start": 3354.96, + "duration": 0.0, + "text": "feature maps that correspond to just the apple<00:55:55.359> and<00:55:55.520> there's<00:55:55.680> a<00:55:55.839> feature<00:55:56.160> map<00:55:56.319> that" + }, + { + "start": 3356.47, + "duration": 0.0, + "text": "apple and there's a feature map that" + }, + { + "start": 3356.48, + "duration": 0.0, + "text": "apple and there's a feature map that corresponds<00:55:56.960> to<00:55:57.119> just<00:55:57.359> the<00:55:57.599> stem<00:55:58.319> and<00:55:58.559> at<00:55:58.799> some" + }, + { + "start": 3359.03, + "duration": 0.0, + "text": "corresponds to just the stem and at some" + }, + { + "start": 3359.04, + "duration": 0.0, + "text": "corresponds to just the stem and at some point<00:55:59.200> in<00:55:59.359> the<00:55:59.520> network<00:55:59.839> they<00:56:00.079> get<00:56:00.240> combined" + }, + { + "start": 3360.63, + "duration": 0.0, + "text": "point in the network they get combined" + }, + { + "start": 3360.64, + "duration": 0.0, + "text": "point in the network they get combined in<00:56:00.880> order<00:56:01.040> to<00:56:01.200> make<00:56:01.280> the<00:56:01.520> apple<00:56:01.760> with<00:56:02.000> the" + }, + { + "start": 3362.15, + "duration": 0.0, + "text": "in order to make the apple with the" + }, + { + "start": 3362.16, + "duration": 0.0, + "text": "in order to make the apple with the stem.<00:56:02.960> So<00:56:03.200> I<00:56:03.359> mean<00:56:03.520> that's<00:56:03.760> kind<00:56:03.920> of<00:56:04.079> like<00:56:04.240> the" + }, + { + "start": 3364.39, + "duration": 0.0, + "text": "stem. So I mean that's kind of like the" + }, + { + "start": 3364.4, + "duration": 0.0, + "text": "stem. So I mean that's kind of like the modular<00:56:04.960> decomposition<00:56:05.680> you<00:56:05.920> would<00:56:06.160> expect" + }, + { + "start": 3366.549, + "duration": 0.0, + "text": "modular decomposition you would expect" + }, + { + "start": 3366.559, + "duration": 0.0, + "text": "modular decomposition you would expect in<00:56:06.799> an<00:56:06.880> ideal<00:56:07.359> world<00:56:07.680> if<00:56:07.920> you<00:56:08.079> wanted<00:56:08.319> these" + }, + { + "start": 3368.63, + "duration": 0.0, + "text": "in an ideal world if you wanted these" + }, + { + "start": 3368.64, + "duration": 0.0, + "text": "in an ideal world if you wanted these two<00:56:08.799> things<00:56:09.040> to<00:56:09.200> be<00:56:09.839> decomposed<00:56:10.880> right" + }, + { + "start": 3371.589, + "duration": 0.0, + "text": "two things to be decomposed right" + }, + { + "start": 3371.599, + "duration": 0.0, + "text": "two things to be decomposed right >> so<00:56:11.839> I<00:56:12.000> think<00:56:12.160> the<00:56:12.319> feature<00:56:12.640> maps<00:56:12.960> are<00:56:13.280> they" + }, + { + "start": 3373.589, + "duration": 0.0, + "text": ">> so I think the feature maps are they" + }, + { + "start": 3373.599, + "duration": 0.0, + "text": ">> so I think the feature maps are they basically<00:56:13.920> show<00:56:14.079> that<00:56:14.240> it's<00:56:14.480> like<00:56:14.799> basically" + }, + { + "start": 3375.27, + "duration": 0.0, + "text": "basically show that it's like basically" + }, + { + "start": 3375.28, + "duration": 0.0, + "text": "basically show that it's like basically perfect<00:56:16.240> um<00:56:16.480> in<00:56:16.640> terms<00:56:16.799> of<00:56:16.960> what<00:56:17.119> you<00:56:17.280> would<00:56:17.440> if" + }, + { + "start": 3377.67, + "duration": 0.0, + "text": "perfect um in terms of what you would if" + }, + { + "start": 3377.68, + "duration": 0.0, + "text": "perfect um in terms of what you would if you<00:56:17.839> want<00:56:17.920> that<00:56:18.559> but<00:56:18.720> then<00:56:18.960> the<00:56:19.119> question<00:56:19.440> is" + }, + { + "start": 3380.069, + "duration": 0.0, + "text": "you want that but then the question is" + }, + { + "start": 3380.079, + "duration": 0.0, + "text": "you want that but then the question is um<00:56:20.400> is<00:56:20.559> that<00:56:20.799> the<00:56:20.960> right<00:56:21.200> decomposition<00:56:21.920> right" + }, + { + "start": 3382.15, + "duration": 0.0, + "text": "um is that the right decomposition right" + }, + { + "start": 3382.16, + "duration": 0.0, + "text": "um is that the right decomposition right that's<00:56:22.400> one<00:56:22.559> of<00:56:22.559> the<00:56:22.720> things<00:56:22.880> I've<00:56:23.119> been" + }, + { + "start": 3383.27, + "duration": 0.0, + "text": "that's one of the things I've been" + }, + { + "start": 3383.28, + "duration": 0.0, + "text": "that's one of the things I've been thinking<00:56:23.520> about<00:56:23.680> is<00:56:23.920> like<00:56:24.160> how<00:56:24.240> do<00:56:24.400> you<00:56:24.480> know" + }, + { + "start": 3384.63, + "duration": 0.0, + "text": "thinking about is like how do you know" + }, + { + "start": 3384.64, + "duration": 0.0, + "text": "thinking about is like how do you know this<00:56:24.960> de<00:56:25.359> so<00:56:25.440> like<00:56:25.599> basically<00:56:25.920> if<00:56:26.079> you<00:56:26.240> imagine" + }, + { + "start": 3386.47, + "duration": 0.0, + "text": "this de so like basically if you imagine" + }, + { + "start": 3386.48, + "duration": 0.0, + "text": "this de so like basically if you imagine the<00:56:26.720> skull<00:56:27.520> you<00:56:27.680> can<00:56:27.839> decompose<00:56:28.400> it<00:56:28.880> any" + }, + { + "start": 3389.27, + "duration": 0.0, + "text": "the skull you can decompose it any" + }, + { + "start": 3389.28, + "duration": 0.0, + "text": "the skull you can decompose it any number<00:56:29.440> of<00:56:29.680> ways<00:56:30.400> right<00:56:30.799> you<00:56:31.040> can<00:56:31.119> decompose" + }, + { + "start": 3391.67, + "duration": 0.0, + "text": "number of ways right you can decompose" + }, + { + "start": 3391.68, + "duration": 0.0, + "text": "number of ways right you can decompose it<00:56:31.839> along<00:56:32.240> this<00:56:32.559> way<00:56:32.720> which<00:56:32.960> I<00:56:33.119> like<00:56:33.359> or" + }, + { + "start": 3393.67, + "duration": 0.0, + "text": "it along this way which I like or" + }, + { + "start": 3393.68, + "duration": 0.0, + "text": "it along this way which I like or another<00:56:33.920> way<00:56:34.079> which<00:56:34.400> you<00:56:34.559> might<00:56:34.720> like<00:56:34.960> and" + }, + { + "start": 3395.19, + "duration": 0.0, + "text": "another way which you might like and" + }, + { + "start": 3395.2, + "duration": 0.0, + "text": "another way which you might like and they're<00:56:35.440> both<00:56:35.680> we<00:56:36.000> what<00:56:36.160> we<00:56:36.319> would<00:56:36.480> call" + }, + { + "start": 3396.71, + "duration": 0.0, + "text": "they're both we what we would call" + }, + { + "start": 3396.72, + "duration": 0.0, + "text": "they're both we what we would call unified<00:56:37.119> and<00:56:37.359> factored.<00:56:38.160> So<00:56:38.319> then<00:56:38.559> that" + }, + { + "start": 3398.789, + "duration": 0.0, + "text": "unified and factored. So then that" + }, + { + "start": 3398.799, + "duration": 0.0, + "text": "unified and factored. So then that really<00:56:38.960> begs<00:56:39.280> the<00:56:39.440> question<00:56:39.599> is<00:56:39.839> like<00:56:40.079> in<00:56:40.240> a" + }, + { + "start": 3400.39, + "duration": 0.0, + "text": "really begs the question is like in a" + }, + { + "start": 3400.4, + "duration": 0.0, + "text": "really begs the question is like in a ground<00:56:40.640> truth<00:56:40.880> manner<00:56:41.280> what<00:56:41.440> makes<00:56:41.599> a<00:56:41.839> good" + }, + { + "start": 3401.99, + "duration": 0.0, + "text": "ground truth manner what makes a good" + }, + { + "start": 3402.0, + "duration": 0.0, + "text": "ground truth manner what makes a good representation<00:56:43.119> and<00:56:43.440> personally<00:56:43.920> I<00:56:44.160> feel" + }, + { + "start": 3404.309, + "duration": 0.0, + "text": "representation and personally I feel" + }, + { + "start": 3404.319, + "duration": 0.0, + "text": "representation and personally I feel like<00:56:44.559> that<00:56:44.799> definition<00:56:45.359> should<00:56:45.599> be<00:56:45.760> grounded" + }, + { + "start": 3406.71, + "duration": 0.0, + "text": "like that definition should be grounded" + }, + { + "start": 3406.72, + "duration": 0.0, + "text": "like that definition should be grounded in<00:56:47.040> the<00:56:47.280> set<00:56:47.440> of<00:56:47.680> future<00:56:48.000> tasks<00:56:48.319> that<00:56:48.559> you<00:56:48.720> may" + }, + { + "start": 3408.95, + "duration": 0.0, + "text": "in the set of future tasks that you may" + }, + { + "start": 3408.96, + "duration": 0.0, + "text": "in the set of future tasks that you may want<00:56:49.200> to<00:56:49.680> adapt<00:56:50.079> to<00:56:50.480> right<00:56:51.359> I<00:56:51.599> have<00:56:51.680> this" + }, + { + "start": 3411.91, + "duration": 0.0, + "text": "want to adapt to right I have this" + }, + { + "start": 3411.92, + "duration": 0.0, + "text": "want to adapt to right I have this thought<00:56:52.240> experiment<00:56:52.799> I<00:56:53.119> like<00:56:53.280> a<00:56:53.440> lot<00:56:53.599> which<00:56:53.839> is" + }, + { + "start": 3413.99, + "duration": 0.0, + "text": "thought experiment I like a lot which is" + }, + { + "start": 3414.0, + "duration": 0.0, + "text": "thought experiment I like a lot which is like<00:56:54.480> if<00:56:54.720> you<00:56:54.960> evolve<00:56:55.440> like<00:56:55.680> a<00:56:56.000> cat<00:56:56.240> on<00:56:56.480> Earth" + }, + { + "start": 3416.95, + "duration": 0.0, + "text": "like if you evolve like a cat on Earth" + }, + { + "start": 3416.96, + "duration": 0.0, + "text": "like if you evolve like a cat on Earth right<00:56:57.280> but<00:56:57.440> you<00:56:57.680> have<00:56:57.920> the<00:56:58.240> same<00:56:58.640> identical" + }, + { + "start": 3418.95, + "duration": 0.0, + "text": "right but you have the same identical" + }, + { + "start": 3418.96, + "duration": 0.0, + "text": "right but you have the same identical cat<00:56:59.280> evolved<00:56:59.680> on<00:56:59.839> Mars<00:57:00.559> and<00:57:00.799> they're" + }, + { + "start": 3421.109, + "duration": 0.0, + "text": "cat evolved on Mars and they're" + }, + { + "start": 3421.119, + "duration": 0.0, + "text": "cat evolved on Mars and they're identical<00:57:01.440> in<00:57:01.680> their<00:57:01.920> behavior<00:57:02.720> one<00:57:02.960> may<00:57:03.200> have" + }, + { + "start": 3423.43, + "duration": 0.0, + "text": "identical in their behavior one may have" + }, + { + "start": 3423.44, + "duration": 0.0, + "text": "identical in their behavior one may have different<00:57:03.680> axis<00:57:04.079> of<00:57:04.240> variation<00:57:04.559> in<00:57:04.799> its" + }, + { + "start": 3425.109, + "duration": 0.0, + "text": "different axis of variation in its" + }, + { + "start": 3425.119, + "duration": 0.0, + "text": "different axis of variation in its genotype<00:57:05.680> based<00:57:06.000> on<00:57:06.960> the<00:57:07.280> past<00:57:07.680> and<00:57:07.920> future" + }, + { + "start": 3428.15, + "duration": 0.0, + "text": "genotype based on the past and future" + }, + { + "start": 3428.16, + "duration": 0.0, + "text": "genotype based on the past and future environments<00:57:08.640> it's<00:57:08.880> going<00:57:08.960> to<00:57:09.040> be<00:57:09.200> exposed" + }, + { + "start": 3429.51, + "duration": 0.0, + "text": "environments it's going to be exposed" + }, + { + "start": 3429.52, + "duration": 0.0, + "text": "environments it's going to be exposed to,<00:57:10.160> right?<00:57:10.640> Because<00:57:10.799> the<00:57:11.119> future" + }, + { + "start": 3431.349, + "duration": 0.0, + "text": "to, right? Because the future" + }, + { + "start": 3431.359, + "duration": 0.0, + "text": "to, right? Because the future environments<00:57:11.760> in<00:57:12.000> Mars<00:57:12.319> are<00:57:12.480> going<00:57:12.559> to<00:57:12.640> be" + }, + { + "start": 3432.71, + "duration": 0.0, + "text": "environments in Mars are going to be" + }, + { + "start": 3432.72, + "duration": 0.0, + "text": "environments in Mars are going to be different<00:57:12.880> than<00:57:13.040> the<00:57:13.119> ones<00:57:13.359> on<00:57:13.520> Earth.<00:57:14.160> So,<00:57:15.040> um" + }, + { + "start": 3435.349, + "duration": 0.0, + "text": "different than the ones on Earth. So, um" + }, + { + "start": 3435.359, + "duration": 0.0, + "text": "different than the ones on Earth. So, um they<00:57:15.599> might<00:57:15.839> be<00:57:16.079> very<00:57:16.400> different<00:57:16.640> in<00:57:16.960> that." + }, + { + "start": 3438.309, + "duration": 0.0, + "text": "they might be very different in that." + }, + { + "start": 3438.319, + "duration": 0.0, + "text": "they might be very different in that. Since<00:57:18.640> you're<00:57:18.880> thinking<00:57:19.119> about<00:57:19.359> that,<00:57:20.079> um<00:57:20.319> I" + }, + { + "start": 3440.549, + "duration": 0.0, + "text": "Since you're thinking about that, um I" + }, + { + "start": 3440.559, + "duration": 0.0, + "text": "Since you're thinking about that, um I was<00:57:20.640> debating<00:57:21.040> whether<00:57:21.280> to<00:57:21.440> mention<00:57:21.599> this," + }, + { + "start": 3441.75, + "duration": 0.0, + "text": "was debating whether to mention this," + }, + { + "start": 3441.76, + "duration": 0.0, + "text": "was debating whether to mention this, but<00:57:22.000> since<00:57:22.160> you're<00:57:22.319> at<00:57:22.480> MIT,<00:57:22.880> I<00:57:23.119> don't<00:57:23.200> know" + }, + { + "start": 3443.27, + "duration": 0.0, + "text": "but since you're at MIT, I don't know" + }, + { + "start": 3443.28, + "duration": 0.0, + "text": "but since you're at MIT, I don't know whether<00:57:23.520> they<00:57:23.760> still<00:57:24.000> teach<00:57:24.880> uh<00:57:25.040> what<00:57:25.200> the" + }, + { + "start": 3445.43, + "duration": 0.0, + "text": "whether they still teach uh what the" + }, + { + "start": 3445.44, + "duration": 0.0, + "text": "whether they still teach uh what the frog's<00:57:25.839> eye<00:57:26.640> um<00:57:26.880> tells<00:57:27.119> the<00:57:27.359> frog's<00:57:27.760> brain,<00:57:28.160> an" + }, + { + "start": 3448.47, + "duration": 0.0, + "text": "frog's eye um tells the frog's brain, an" + }, + { + "start": 3448.48, + "duration": 0.0, + "text": "frog's eye um tells the frog's brain, an ancient<00:57:29.280> MIT<00:57:29.839> paper<00:57:30.079> that<00:57:30.319> I<00:57:30.480> think<00:57:30.559> is<00:57:30.799> one<00:57:30.960> of" + }, + { + "start": 3451.03, + "duration": 0.0, + "text": "ancient MIT paper that I think is one of" + }, + { + "start": 3451.04, + "duration": 0.0, + "text": "ancient MIT paper that I think is one of the<00:57:31.200> more<00:57:31.440> important<00:57:31.839> papers<00:57:32.240> in<00:57:32.559> biology." + }, + { + "start": 3453.589, + "duration": 0.0, + "text": "the more important papers in biology." + }, + { + "start": 3453.599, + "duration": 0.0, + "text": "the more important papers in biology. But<00:57:33.839> basically,<00:57:34.880> frog's<00:57:35.440> eyes<00:57:36.000> only<00:57:36.480> see" + }, + { + "start": 3457.349, + "duration": 0.0, + "text": "But basically, frog's eyes only see" + }, + { + "start": 3457.359, + "duration": 0.0, + "text": "But basically, frog's eyes only see things<00:57:37.680> like<00:57:38.400> uh<00:57:38.640> edges,<00:57:39.119> light,<00:57:39.839> dark" + }, + { + "start": 3460.15, + "duration": 0.0, + "text": "things like uh edges, light, dark" + }, + { + "start": 3460.16, + "duration": 0.0, + "text": "things like uh edges, light, dark contrast,<00:57:40.640> and<00:57:40.799> a<00:57:41.040> couple<00:57:41.200> other<00:57:41.440> things.<00:57:42.000> The" + }, + { + "start": 3462.23, + "duration": 0.0, + "text": "contrast, and a couple other things. The" + }, + { + "start": 3462.24, + "duration": 0.0, + "text": "contrast, and a couple other things. The rest<00:57:42.640> never<00:57:42.960> gets<00:57:43.280> through<00:57:43.599> to<00:57:43.839> the<00:57:44.000> brain.<00:57:44.720> So" + }, + { + "start": 3464.95, + "duration": 0.0, + "text": "rest never gets through to the brain. So" + }, + { + "start": 3464.96, + "duration": 0.0, + "text": "rest never gets through to the brain. So if<00:57:45.119> the<00:57:45.359> fly<00:57:45.599> is<00:57:45.839> not<00:57:46.000> moving,<00:57:46.319> the<00:57:46.559> frog" + }, + { + "start": 3466.87, + "duration": 0.0, + "text": "if the fly is not moving, the frog" + }, + { + "start": 3466.88, + "duration": 0.0, + "text": "if the fly is not moving, the frog doesn't<00:57:47.200> even<00:57:47.440> see<00:57:47.599> it.<00:57:48.240> So<00:57:48.400> they<00:57:48.720> have<00:57:48.799> a" + }, + { + "start": 3469.03, + "duration": 0.0, + "text": "doesn't even see it. So they have a" + }, + { + "start": 3469.04, + "duration": 0.0, + "text": "doesn't even see it. So they have a basis<00:57:49.520> set<00:57:50.079> of<00:57:50.720> universals<00:57:51.440> like<00:57:51.920> Kant<00:57:52.319> would" + }, + { + "start": 3472.549, + "duration": 0.0, + "text": "basis set of universals like Kant would" + }, + { + "start": 3472.559, + "duration": 0.0, + "text": "basis set of universals like Kant would talk<00:57:52.720> about.<00:57:53.680> Um<00:57:54.480> you<00:57:54.720> and<00:57:54.880> I<00:57:55.119> have<00:57:55.280> a" + }, + { + "start": 3475.51, + "duration": 0.0, + "text": "talk about. Um you and I have a" + }, + { + "start": 3475.52, + "duration": 0.0, + "text": "talk about. Um you and I have a different<00:57:55.760> set<00:57:56.079> more<00:57:56.400> complex.<00:57:57.200> On<00:57:57.359> the<00:57:57.599> other" + }, + { + "start": 3477.75, + "duration": 0.0, + "text": "different set more complex. On the other" + }, + { + "start": 3477.76, + "duration": 0.0, + "text": "different set more complex. On the other hand,<00:57:58.160> the<00:57:58.400> frog<00:57:58.720> could<00:57:58.960> say,<00:57:59.040> \"Oh,<00:57:59.359> that's<00:57:59.520> a" + }, + { + "start": 3479.67, + "duration": 0.0, + "text": "hand, the frog could say, \"Oh, that's a" + }, + { + "start": 3479.68, + "duration": 0.0, + "text": "hand, the frog could say, \"Oh, that's a needless<00:58:00.240> overcomplexification<00:58:01.599> of<00:58:01.839> the" + }, + { + "start": 3482.069, + "duration": 0.0, + "text": "needless overcomplexification of the" + }, + { + "start": 3482.079, + "duration": 0.0, + "text": "needless overcomplexification of the world.\"" + }, + { + "start": 3482.71, + "duration": 0.0, + "text": "world.\"" + }, + { + "start": 3482.72, + "duration": 0.0, + "text": "world.\" >> Yeah." + }, + { + "start": 3483.03, + "duration": 0.0, + "text": ">> Yeah." + }, + { + "start": 3483.04, + "duration": 0.0, + "text": ">> Yeah. >> And<00:58:03.280> so<00:58:03.680> there's<00:58:04.000> some<00:58:04.240> thought<00:58:04.480> that<00:58:04.720> goes" + }, + { + "start": 3484.87, + "duration": 0.0, + "text": ">> And so there's some thought that goes" + }, + { + "start": 3484.88, + "duration": 0.0, + "text": ">> And so there's some thought that goes into<00:58:05.280> what<00:58:05.440> is<00:58:05.599> your<00:58:05.839> basis<00:58:06.319> set." + }, + { + "start": 3487.43, + "duration": 0.0, + "text": "into what is your basis set." + }, + { + "start": 3487.44, + "duration": 0.0, + "text": "into what is your basis set. >> Yeah.<00:58:07.760> Exactly.<00:58:08.079> And<00:58:08.319> it<00:58:08.480> should<00:58:08.559> be<00:58:08.720> grounded" + }, + { + "start": 3489.03, + "duration": 0.0, + "text": ">> Yeah. Exactly. And it should be grounded" + }, + { + "start": 3489.04, + "duration": 0.0, + "text": ">> Yeah. Exactly. And it should be grounded in<00:58:09.200> what<00:58:09.440> you<00:58:09.599> need<00:58:09.680> to<00:58:09.839> do<00:58:10.000> now<00:58:10.160> and<00:58:10.400> what<00:58:10.559> you" + }, + { + "start": 3490.71, + "duration": 0.0, + "text": "in what you need to do now and what you" + }, + { + "start": 3490.72, + "duration": 0.0, + "text": "in what you need to do now and what you may<00:58:10.880> need<00:58:10.960> to<00:58:11.119> do<00:58:11.200> in<00:58:11.359> the<00:58:11.520> future,<00:58:11.845> [laughter]" + }, + { + "start": 3492.549, + "duration": 0.0, + "text": "may need to do in the future, [laughter]" + }, + { + "start": 3492.559, + "duration": 0.0, + "text": "may need to do in the future, [laughter] right?<00:58:13.520> Well,<00:58:13.920> good<00:58:14.079> point.<00:58:14.240> I<00:58:14.400> guess" + }, + { + "start": 3494.63, + "duration": 0.0, + "text": "right? Well, good point. I guess" + }, + { + "start": 3494.64, + "duration": 0.0, + "text": "right? Well, good point. I guess evolution<00:58:15.119> decided<00:58:15.520> that<00:58:15.760> for<00:58:15.920> the<00:58:16.079> frog.<00:58:16.480> So," + }, + { + "start": 3496.789, + "duration": 0.0, + "text": "evolution decided that for the frog. So," + }, + { + "start": 3496.799, + "duration": 0.0, + "text": "evolution decided that for the frog. So, okay." + }, + { + "start": 3498.63, + "duration": 0.0, + "text": "okay." + }, + { + "start": 3498.64, + "duration": 0.0, + "text": "okay. >> Yeah,<00:58:18.880> that's<00:58:19.119> very<00:58:19.359> cool.<00:58:20.160> What's<00:58:20.400> that" + }, + { + "start": 3500.63, + "duration": 0.0, + "text": ">> Yeah, that's very cool. What's that" + }, + { + "start": 3500.64, + "duration": 0.0, + "text": ">> Yeah, that's very cool. What's that paper<00:58:20.880> called?<00:58:21.119> What<00:58:21.359> the<00:58:21.520> frog<00:58:21.920> eye" + }, + { + "start": 3503.75, + "duration": 0.0, + "text": "paper called? What the frog eye" + }, + { + "start": 3503.76, + "duration": 0.0, + "text": "paper called? What the frog eye frog's<00:58:24.160> eye.<00:58:24.559> What<00:58:24.720> the<00:58:24.880> frog's<00:58:25.280> eye<00:58:25.520> tells" + }, + { + "start": 3505.75, + "duration": 0.0, + "text": "frog's eye. What the frog's eye tells" + }, + { + "start": 3505.76, + "duration": 0.0, + "text": "frog's eye. What the frog's eye tells the<00:58:25.920> frog's<00:58:26.400> brain.<00:58:27.440> Um,<00:58:28.640> let<00:58:28.880> me<00:58:29.359> uh<00:58:29.520> get<00:58:29.760> you" + }, + { + "start": 3509.91, + "duration": 0.0, + "text": "the frog's brain. Um, let me uh get you" + }, + { + "start": 3509.92, + "duration": 0.0, + "text": "the frog's brain. Um, let me uh get you the<00:58:30.079> author<00:58:30.400> so<00:58:30.640> you<00:58:30.799> can<00:58:30.960> find<00:58:31.200> it." + }, + { + "start": 3513.349, + "duration": 0.0, + "text": "the author so you can find it." + }, + { + "start": 3513.359, + "duration": 0.0, + "text": "the author so you can find it. Um,<00:58:34.000> everybody<00:58:34.559> I<00:58:34.880> think<00:58:34.960> has<00:58:35.280> passed<00:58:35.680> away." + }, + { + "start": 3516.39, + "duration": 0.0, + "text": "Um, everybody I think has passed away." + }, + { + "start": 3516.4, + "duration": 0.0, + "text": "Um, everybody I think has passed away. Um" + }, + { + "start": 3517.589, + "duration": 0.0, + "text": "Um" + }, + { + "start": 3517.599, + "duration": 0.0, + "text": "Um >> uh" + }, + { + "start": 3518.71, + "duration": 0.0, + "text": ">> uh" + }, + { + "start": 3518.72, + "duration": 0.0, + "text": ">> uh >> uh<00:58:39.119> Jerry<00:58:39.520> Lein,<00:58:40.640> L<00:58:41.040> T<00:58:41.839> V<00:58:42.079> I<00:58:42.319> N<00:58:43.599> and<00:58:44.240> um<00:58:44.400> Humberto" + }, + { + "start": 3525.109, + "duration": 0.0, + "text": ">> uh Jerry Lein, L T V I N and um Humberto" + }, + { + "start": 3525.119, + "duration": 0.0, + "text": ">> uh Jerry Lein, L T V I N and um Humberto Machana<00:58:46.079> who<00:58:46.640> also<00:58:47.520> passed<00:58:47.920> away.<00:58:48.559> Anyway,<00:58:49.359> uh" + }, + { + "start": 3529.43, + "duration": 0.0, + "text": "Machana who also passed away. Anyway, uh" + }, + { + "start": 3529.44, + "duration": 0.0, + "text": "Machana who also passed away. Anyway, uh it<00:58:49.680> was<00:58:49.760> an<00:58:49.920> MIT<00:58:50.559> thing.<00:58:51.200> The<00:58:51.440> biologist<00:58:52.240> he" + }, + { + "start": 3532.47, + "duration": 0.0, + "text": "it was an MIT thing. The biologist he" + }, + { + "start": 3532.48, + "duration": 0.0, + "text": "it was an MIT thing. The biologist he told<00:58:52.640> me<00:58:53.200> uh<00:58:53.440> laughed<00:58:53.839> at<00:58:54.000> him<00:58:55.119> uh<00:58:55.520> when<00:58:55.839> they" + }, + { + "start": 3536.069, + "duration": 0.0, + "text": "told me uh laughed at him uh when they" + }, + { + "start": 3536.079, + "duration": 0.0, + "text": "told me uh laughed at him uh when they presented,<00:58:56.480> but<00:58:56.799> basically<00:58:57.200> this<00:58:57.359> stuff<00:58:57.599> is" + }, + { + "start": 3537.75, + "duration": 0.0, + "text": "presented, but basically this stuff is" + }, + { + "start": 3537.76, + "duration": 0.0, + "text": "presented, but basically this stuff is hardwired<00:58:58.480> into<00:58:58.720> your<00:58:58.960> nervous<00:58:59.359> system.<00:59:00.160> Oh," + }, + { + "start": 3540.47, + "duration": 0.0, + "text": "hardwired into your nervous system. Oh," + }, + { + "start": 3540.48, + "duration": 0.0, + "text": "hardwired into your nervous system. Oh, and<00:59:00.720> he<00:59:00.960> finally<00:59:01.280> got<00:59:01.520> it<00:59:01.680> published<00:59:02.000> in<00:59:02.240> the" + }, + { + "start": 3542.39, + "duration": 0.0, + "text": "and he finally got it published in the" + }, + { + "start": 3542.4, + "duration": 0.0, + "text": "and he finally got it published in the ILE<00:59:02.960> E<00:59:03.200> proceedings." + }, + { + "start": 3546.069, + "duration": 0.0, + "text": "ILE E proceedings." + }, + { + "start": 3546.079, + "duration": 0.0, + "text": "ILE E proceedings. >> Very<00:59:06.319> cool.<00:59:06.559> I<00:59:06.720> will<00:59:06.799> check<00:59:06.960> out<00:59:07.119> that<00:59:07.280> paper." + }, + { + "start": 3547.75, + "duration": 0.0, + "text": ">> Very cool. I will check out that paper." + }, + { + "start": 3547.76, + "duration": 0.0, + "text": ">> Very cool. I will check out that paper. Thanks." + }, + { + "start": 3548.15, + "duration": 0.0, + "text": "Thanks." + }, + { + "start": 3548.16, + "duration": 0.0, + "text": "Thanks. >> Yeah," + }, + { + "start": 3550.549, + "duration": 0.0, + "text": ">> Yeah," + }, + { + "start": 3550.559, + "duration": 0.0, + "text": ">> Yeah, >> Santos." + }, + { + "start": 3552.87, + "duration": 0.0, + "text": ">> Santos." + }, + { + "start": 3552.88, + "duration": 0.0, + "text": ">> Santos. >> Yeah.<00:59:13.200> So,<00:59:13.760> uh<00:59:14.160> do<00:59:14.319> you<00:59:14.480> think<00:59:14.640> that<00:59:14.880> the" + }, + { + "start": 3555.109, + "duration": 0.0, + "text": ">> Yeah. So, uh do you think that the" + }, + { + "start": 3555.119, + "duration": 0.0, + "text": ">> Yeah. So, uh do you think that the pressure<00:59:15.440> to<00:59:15.680> adapt<00:59:16.079> is<00:59:16.400> very<00:59:16.720> different<00:59:17.119> from" + }, + { + "start": 3557.43, + "duration": 0.0, + "text": "pressure to adapt is very different from" + }, + { + "start": 3557.44, + "duration": 0.0, + "text": "pressure to adapt is very different from the<00:59:17.680> pressure<00:59:18.000> to<00:59:18.319> generalize<00:59:19.200> uh<00:59:19.280> which<00:59:19.520> is<00:59:20.000> a" + }, + { + "start": 3560.309, + "duration": 0.0, + "text": "the pressure to generalize uh which is a" + }, + { + "start": 3560.319, + "duration": 0.0, + "text": "the pressure to generalize uh which is a standard<00:59:20.640> component<00:59:21.119> of<00:59:21.520> any<00:59:22.480> MLP<00:59:23.359> uh" + }, + { + "start": 3563.75, + "duration": 0.0, + "text": "standard component of any MLP uh" + }, + { + "start": 3563.76, + "duration": 0.0, + "text": "standard component of any MLP uh optimization,<00:59:24.559> right?" + }, + { + "start": 3565.91, + "duration": 0.0, + "text": "optimization, right?" + }, + { + "start": 3565.92, + "duration": 0.0, + "text": "optimization, right? >> Yeah.<00:59:26.240> I<00:59:26.480> think<00:59:26.880> uh<00:59:27.040> honestly<00:59:27.440> I<00:59:27.680> don't<00:59:27.760> think" + }, + { + "start": 3567.91, + "duration": 0.0, + "text": ">> Yeah. I think uh honestly I don't think" + }, + { + "start": 3567.92, + "duration": 0.0, + "text": ">> Yeah. I think uh honestly I don't think we<00:59:28.079> know<00:59:28.240> the<00:59:28.480> answer<00:59:28.720> and<00:59:28.960> I<00:59:29.200> think<00:59:29.280> that<00:59:29.440> it" + }, + { + "start": 3569.67, + "duration": 0.0, + "text": "we know the answer and I think that it" + }, + { + "start": 3569.68, + "duration": 0.0, + "text": "we know the answer and I think that it feels<00:59:29.920> like<00:59:30.079> it<00:59:30.319> should<00:59:30.480> be<00:59:30.720> very<00:59:31.040> very" + }, + { + "start": 3571.349, + "duration": 0.0, + "text": "feels like it should be very very" + }, + { + "start": 3571.359, + "duration": 0.0, + "text": "feels like it should be very very different<00:59:32.079> um<00:59:32.240> in<00:59:32.400> that<00:59:32.640> sense<00:59:32.880> because<00:59:33.119> I" + }, + { + "start": 3573.27, + "duration": 0.0, + "text": "different um in that sense because I" + }, + { + "start": 3573.28, + "duration": 0.0, + "text": "different um in that sense because I feel<00:59:33.359> like<00:59:33.520> the<00:59:33.760> pressure<00:59:34.000> to<00:59:34.160> adapt<00:59:34.880> if<00:59:35.119> you" + }, + { + "start": 3575.43, + "duration": 0.0, + "text": "feel like the pressure to adapt if you" + }, + { + "start": 3575.44, + "duration": 0.0, + "text": "feel like the pressure to adapt if you construct<00:59:35.839> it<00:59:36.000> in<00:59:36.160> the<00:59:36.400> right<00:59:36.559> way<00:59:37.119> I<00:59:37.359> think<00:59:37.440> it" + }, + { + "start": 3577.589, + "duration": 0.0, + "text": "construct it in the right way I think it" + }, + { + "start": 3577.599, + "duration": 0.0, + "text": "construct it in the right way I think it should<00:59:37.760> be<00:59:37.839> like<00:59:38.000> a<00:59:38.160> much<00:59:38.400> stronger<00:59:38.880> pressure" + }, + { + "start": 3579.27, + "duration": 0.0, + "text": "should be like a much stronger pressure" + }, + { + "start": 3579.28, + "duration": 0.0, + "text": "should be like a much stronger pressure that<00:59:39.599> regularizes<00:59:40.240> your<00:59:40.559> neural<00:59:40.960> network<00:59:41.280> a" + }, + { + "start": 3581.51, + "duration": 0.0, + "text": "that regularizes your neural network a" + }, + { + "start": 3581.52, + "duration": 0.0, + "text": "that regularizes your neural network a lot<00:59:41.680> more<00:59:42.319> um<00:59:42.480> I<00:59:42.720> don't<00:59:42.880> have<00:59:43.040> evidence<00:59:43.440> for" + }, + { + "start": 3583.589, + "duration": 0.0, + "text": "lot more um I don't have evidence for" + }, + { + "start": 3583.599, + "duration": 0.0, + "text": "lot more um I don't have evidence for this<00:59:43.839> concretely<00:59:44.319> yet<00:59:44.960> but<00:59:45.200> that's<00:59:45.440> just<00:59:45.599> a" + }, + { + "start": 3585.829, + "duration": 0.0, + "text": "this concretely yet but that's just a" + }, + { + "start": 3585.839, + "duration": 0.0, + "text": "this concretely yet but that's just a feeling<00:59:46.000> that<00:59:46.240> I<00:59:46.400> have.<00:59:46.720> Yeah." + }, + { + "start": 3588.95, + "duration": 0.0, + "text": "feeling that I have. Yeah." + }, + { + "start": 3588.96, + "duration": 0.0, + "text": "feeling that I have. Yeah. >> Okay." + }, + { + "start": 3592.4, + "duration": 0.0, + "text": ">> Hey<00:59:52.799> uh<00:59:53.040> I<00:59:53.200> want<00:59:53.520> to<00:59:53.680> ask<00:59:54.160> another<00:59:54.559> question." + }, + { + "start": 3595.51, + "duration": 0.0, + "text": ">> Hey uh I want to ask another question." + }, + { + "start": 3595.52, + "duration": 0.0, + "text": ">> Hey uh I want to ask another question. uh<00:59:55.599> I<00:59:55.920> just<00:59:56.079> realized<00:59:56.960> that<00:59:57.040> this<00:59:57.599> uh<00:59:57.760> study" + }, + { + "start": 3598.069, + "duration": 0.0, + "text": "uh I just realized that this uh study" + }, + { + "start": 3598.079, + "duration": 0.0, + "text": "uh I just realized that this uh study might<00:59:58.720> deeply<00:59:59.119> related<00:59:59.599> to<01:00:00.480> computational" + }, + { + "start": 3601.43, + "duration": 0.0, + "text": "might deeply related to computational" + }, + { + "start": 3601.44, + "duration": 0.0, + "text": "might deeply related to computational complexity<01:00:02.240> theories<01:00:03.119> because<01:00:03.440> when<01:00:03.680> you<01:00:04.079> uh" + }, + { + "start": 3604.309, + "duration": 0.0, + "text": "complexity theories because when you uh" + }, + { + "start": 3604.319, + "duration": 0.0, + "text": "complexity theories because when you uh gradually<01:00:04.799> complexify<01:00:06.079> your<01:00:06.960> uh<01:00:07.119> complify<01:00:07.680> or" + }, + { + "start": 3607.99, + "duration": 0.0, + "text": "gradually complexify your uh complify or" + }, + { + "start": 3608.0, + "duration": 0.0, + "text": "gradually complexify your uh complify or grow<01:00:08.319> the<01:00:08.559> the<01:00:08.799> CPPM<01:00:09.760> it's<01:00:10.079> really<01:00:10.319> like<01:00:10.960> you" + }, + { + "start": 3611.27, + "duration": 0.0, + "text": "grow the the CPPM it's really like you" + }, + { + "start": 3611.28, + "duration": 0.0, + "text": "grow the the CPPM it's really like you have<01:00:11.440> a<01:00:11.680> touring<01:00:12.079> machine<01:00:12.400> and<01:00:12.640> you<01:00:12.799> have<01:00:12.880> a" + }, + { + "start": 3613.109, + "duration": 0.0, + "text": "have a touring machine and you have a" + }, + { + "start": 3613.119, + "duration": 0.0, + "text": "have a touring machine and you have a sequence<01:00:13.520> of<01:00:13.760> program<01:00:14.240> you<01:00:14.480> and<01:00:14.720> you<01:00:14.880> add<01:00:15.200> bits" + }, + { + "start": 3615.75, + "duration": 0.0, + "text": "sequence of program you and you add bits" + }, + { + "start": 3615.76, + "duration": 0.0, + "text": "sequence of program you and you add bits to<01:00:16.000> complicify" + }, + { + "start": 3617.67, + "duration": 0.0, + "text": "to complicify" + }, + { + "start": 3617.68, + "duration": 0.0, + "text": "to complicify the<01:00:17.839> the<01:00:18.240> program<01:00:19.119> and<01:00:19.680> in<01:00:20.079> computational<01:00:21.119> uh" + }, + { + "start": 3621.75, + "duration": 0.0, + "text": "the the program and in computational uh" + }, + { + "start": 3621.76, + "duration": 0.0, + "text": "the the program and in computational uh uh<01:00:22.000> complexity<01:00:22.640> theory<01:00:23.440> this<01:00:23.920> very" + }, + { + "start": 3624.23, + "duration": 0.0, + "text": "uh complexity theory this very" + }, + { + "start": 3624.24, + "duration": 0.0, + "text": "uh complexity theory this very interesting<01:00:24.799> a<01:00:25.040> bias<01:00:25.599> called<01:00:26.640> uh<01:00:26.880> Solomon<01:00:27.359> of" + }, + { + "start": 3627.91, + "duration": 0.0, + "text": "interesting a bias called uh Solomon of" + }, + { + "start": 3627.92, + "duration": 0.0, + "text": "interesting a bias called uh Solomon of induction<01:00:28.559> or<01:00:29.359> algorithm<01:00:30.000> probability<01:00:31.119> which" + }, + { + "start": 3631.51, + "duration": 0.0, + "text": "induction or algorithm probability which" + }, + { + "start": 3631.52, + "duration": 0.0, + "text": "induction or algorithm probability which the<01:00:31.839> theyentially" + }, + { + "start": 3634.47, + "duration": 0.0, + "text": "the theyentially" + }, + { + "start": 3634.48, + "duration": 0.0, + "text": "the theyentially prefer<01:00:35.200> shorter<01:00:36.160> shorter<01:00:36.799> programs<01:00:37.680> and<01:00:38.160> they" + }, + { + "start": 3638.47, + "duration": 0.0, + "text": "prefer shorter shorter programs and they" + }, + { + "start": 3638.48, + "duration": 0.0, + "text": "prefer shorter shorter programs and they proven<01:00:38.960> this<01:00:39.440> uh<01:00:39.599> this<01:00:40.160> kind<01:00:40.400> of<01:00:41.040> distribution" + }, + { + "start": 3641.75, + "duration": 0.0, + "text": "proven this uh this kind of distribution" + }, + { + "start": 3641.76, + "duration": 0.0, + "text": "proven this uh this kind of distribution this<01:00:42.079> kind<01:00:42.160> of<01:00:42.319> bias<01:00:42.880> has<01:00:43.119> some<01:00:43.359> very" + }, + { + "start": 3643.67, + "duration": 0.0, + "text": "this kind of bias has some very" + }, + { + "start": 3643.68, + "duration": 0.0, + "text": "this kind of bias has some very beautiful<01:00:44.000> and<01:00:44.319> powerful<01:00:45.440> uh<01:00:45.599> universal" + }, + { + "start": 3646.23, + "duration": 0.0, + "text": "beautiful and powerful uh universal" + }, + { + "start": 3646.24, + "duration": 0.0, + "text": "beautiful and powerful uh universal property.<01:00:47.200> So<01:00:47.839> so<01:00:48.559> um<01:00:49.040> and<01:00:49.760> one<01:00:50.079> of<01:00:50.240> the<01:00:50.319> reason" + }, + { + "start": 3650.789, + "duration": 0.0, + "text": "property. So so um and one of the reason" + }, + { + "start": 3650.799, + "duration": 0.0, + "text": "property. So so um and one of the reason they<01:00:51.119> have<01:00:51.280> this<01:00:51.760> two<01:00:52.400> to<01:00:52.559> the<01:00:52.720> minus<01:00:53.440> com" + }, + { + "start": 3654.069, + "duration": 0.0, + "text": "they have this two to the minus com" + }, + { + "start": 3654.079, + "duration": 0.0, + "text": "they have this two to the minus com complexity<01:00:54.960> is<01:00:55.280> because<01:00:55.760> they<01:00:56.079> have<01:00:56.400> some<01:00:57.359> uh" + }, + { + "start": 3657.51, + "duration": 0.0, + "text": "complexity is because they have some uh" + }, + { + "start": 3657.52, + "duration": 0.0, + "text": "complexity is because they have some uh they<01:00:57.680> they<01:00:58.000> are<01:00:58.640> actually<01:00:59.200> somehow<01:00:59.760> growing" + }, + { + "start": 3660.549, + "duration": 0.0, + "text": "they they are actually somehow growing" + }, + { + "start": 3660.559, + "duration": 0.0, + "text": "they they are actually somehow growing the<01:01:00.720> the<01:01:01.040> program.<01:01:01.440> So<01:01:01.680> so<01:01:01.839> I<01:01:02.000> want<01:01:02.319> wondering" + }, + { + "start": 3662.71, + "duration": 0.0, + "text": "the the program. So so I want wondering" + }, + { + "start": 3662.72, + "duration": 0.0, + "text": "the the program. So so I want wondering have<01:01:02.960> you<01:01:03.760> considered<01:01:04.319> such<01:01:05.040> connection" + }, + { + "start": 3665.43, + "duration": 0.0, + "text": "have you considered such connection" + }, + { + "start": 3665.44, + "duration": 0.0, + "text": "have you considered such connection between<01:01:05.760> them?" + }, + { + "start": 3667.19, + "duration": 0.0, + "text": "between them?" + }, + { + "start": 3667.2, + "duration": 0.0, + "text": "between them? >> Yeah.<01:01:07.599> So<01:01:07.920> what<01:01:08.079> I<01:01:08.319> have<01:01:08.480> been<01:01:08.640> thinking<01:01:08.880> about" + }, + { + "start": 3669.109, + "duration": 0.0, + "text": ">> Yeah. So what I have been thinking about" + }, + { + "start": 3669.119, + "duration": 0.0, + "text": ">> Yeah. So what I have been thinking about a<01:01:09.359> lot<01:01:09.520> in<01:01:09.760> terms<01:01:09.920> of<01:01:10.079> like<01:01:10.400> is<01:01:10.720> simplicity" + }, + { + "start": 3671.589, + "duration": 0.0, + "text": "a lot in terms of like is simplicity" + }, + { + "start": 3671.599, + "duration": 0.0, + "text": "a lot in terms of like is simplicity like<01:01:12.160> a<01:01:13.040> um<01:01:13.520> one<01:01:13.760> is<01:01:14.000> it<01:01:14.160> a<01:01:14.319> good<01:01:15.119> um<01:01:15.680> pressure" + }, + { + "start": 3676.069, + "duration": 0.0, + "text": "like a um one is it a good um pressure" + }, + { + "start": 3676.079, + "duration": 0.0, + "text": "like a um one is it a good um pressure toward<01:01:16.480> that<01:01:16.720> you<01:01:16.880> should<01:01:17.040> strive<01:01:17.280> towards" + }, + { + "start": 3677.589, + "duration": 0.0, + "text": "toward that you should strive towards" + }, + { + "start": 3677.599, + "duration": 0.0, + "text": "toward that you should strive towards and<01:01:17.760> two<01:01:18.079> is<01:01:18.240> it<01:01:18.400> enough<01:01:19.200> right<01:01:19.920> and<01:01:20.400> what<01:01:20.640> for" + }, + { + "start": 3680.789, + "duration": 0.0, + "text": "and two is it enough right and what for" + }, + { + "start": 3680.799, + "duration": 0.0, + "text": "and two is it enough right and what for one<01:01:21.119> I<01:01:21.280> do<01:01:21.520> think<01:01:21.599> that<01:01:21.760> it's<01:01:22.000> very" + }, + { + "start": 3682.23, + "duration": 0.0, + "text": "one I do think that it's very" + }, + { + "start": 3682.24, + "duration": 0.0, + "text": "one I do think that it's very interesting<01:01:22.720> obviously<01:01:22.960> you<01:01:23.119> want<01:01:23.359> simpler" + }, + { + "start": 3683.67, + "duration": 0.0, + "text": "interesting obviously you want simpler" + }, + { + "start": 3683.68, + "duration": 0.0, + "text": "interesting obviously you want simpler things<01:01:23.839> rather<01:01:24.160> than<01:01:24.319> more<01:01:24.559> complex<01:01:24.960> things" + }, + { + "start": 3685.589, + "duration": 0.0, + "text": "things rather than more complex things" + }, + { + "start": 3685.599, + "duration": 0.0, + "text": "things rather than more complex things but<01:01:25.760> the<01:01:26.000> question<01:01:26.240> is<01:01:26.400> that<01:01:26.640> whether<01:01:26.960> it's" + }, + { + "start": 3687.19, + "duration": 0.0, + "text": "but the question is that whether it's" + }, + { + "start": 3687.2, + "duration": 0.0, + "text": "but the question is that whether it's enough<01:01:27.520> is<01:01:27.839> I'm<01:01:28.079> not<01:01:28.240> so<01:01:28.480> sure<01:01:28.640> about<01:01:28.880> that<01:01:29.440> is" + }, + { + "start": 3689.75, + "duration": 0.0, + "text": "enough is I'm not so sure about that is" + }, + { + "start": 3689.76, + "duration": 0.0, + "text": "enough is I'm not so sure about that is because<01:01:30.319> simplicity<01:01:30.880> is<01:01:31.119> basically<01:01:31.599> supposed" + }, + { + "start": 3691.99, + "duration": 0.0, + "text": "because simplicity is basically supposed" + }, + { + "start": 3692.0, + "duration": 0.0, + "text": "because simplicity is basically supposed to<01:01:32.240> be<01:01:33.119> a<01:01:34.000> um<01:01:34.880> um<01:01:35.040> how<01:01:35.280> do<01:01:35.359> you<01:01:35.520> call<01:01:35.599> it<01:01:35.839> like<01:01:36.079> a" + }, + { + "start": 3696.47, + "duration": 0.0, + "text": "to be a um um how do you call it like a" + }, + { + "start": 3696.48, + "duration": 0.0, + "text": "to be a um um how do you call it like a heruristic<01:01:37.200> for<01:01:37.440> what<01:01:37.599> you<01:01:37.839> really<01:01:38.160> want" + }, + { + "start": 3698.63, + "duration": 0.0, + "text": "heruristic for what you really want" + }, + { + "start": 3698.64, + "duration": 0.0, + "text": "heruristic for what you really want which<01:01:38.799> is<01:01:39.040> like<01:01:39.839> generalization" + }, + { + "start": 3700.95, + "duration": 0.0, + "text": "which is like generalization" + }, + { + "start": 3700.96, + "duration": 0.0, + "text": "which is like generalization adaptability<01:01:41.920> etc<01:01:42.400> etc<01:01:42.880> right<01:01:43.520> and<01:01:43.680> I<01:01:43.920> think" + }, + { + "start": 3703.99, + "duration": 0.0, + "text": "adaptability etc etc right and I think" + }, + { + "start": 3704.0, + "duration": 0.0, + "text": "adaptability etc etc right and I think that<01:01:44.160> if<01:01:44.400> we<01:01:44.559> can<01:01:44.720> optimize<01:01:45.280> for" + }, + { + "start": 3705.589, + "duration": 0.0, + "text": "that if we can optimize for" + }, + { + "start": 3705.599, + "duration": 0.0, + "text": "that if we can optimize for generalization<01:01:46.400> adaptability<01:01:47.200> directly<01:01:48.000> we" + }, + { + "start": 3708.23, + "duration": 0.0, + "text": "generalization adaptability directly we" + }, + { + "start": 3708.24, + "duration": 0.0, + "text": "generalization adaptability directly we don't<01:01:48.400> really<01:01:48.640> need<01:01:49.040> simplicity<01:01:49.839> and<01:01:50.000> in" + }, + { + "start": 3710.23, + "duration": 0.0, + "text": "don't really need simplicity and in" + }, + { + "start": 3710.24, + "duration": 0.0, + "text": "don't really need simplicity and in often<01:01:50.640> times<01:01:50.960> I<01:01:51.200> have<01:01:51.440> I'm<01:01:51.680> beginning<01:01:51.920> to" + }, + { + "start": 3712.069, + "duration": 0.0, + "text": "often times I have I'm beginning to" + }, + { + "start": 3712.079, + "duration": 0.0, + "text": "often times I have I'm beginning to think<01:01:52.240> this<01:01:52.400> more<01:01:52.559> and<01:01:52.720> more<01:01:52.880> is<01:01:53.040> that<01:01:53.359> they" + }, + { + "start": 3713.67, + "duration": 0.0, + "text": "think this more and more is that they" + }, + { + "start": 3713.68, + "duration": 0.0, + "text": "think this more and more is that they may<01:01:53.839> not<01:01:54.079> even<01:01:54.400> be<01:01:54.880> one<01:01:55.280> uh<01:01:55.520> that<01:01:55.839> correlated" + }, + { + "start": 3716.63, + "duration": 0.0, + "text": "may not even be one uh that correlated" + }, + { + "start": 3716.64, + "duration": 0.0, + "text": "may not even be one uh that correlated they're<01:01:56.880> probably<01:01:57.200> correlated<01:01:57.599> up<01:01:57.839> to<01:01:57.920> a" + }, + { + "start": 3718.15, + "duration": 0.0, + "text": "they're probably correlated up to a" + }, + { + "start": 3718.16, + "duration": 0.0, + "text": "they're probably correlated up to a point<01:01:58.319> until<01:01:58.640> they<01:01:59.040> stray<01:01:59.359> off<01:01:59.839> so<01:02:00.160> for" + }, + { + "start": 3720.23, + "duration": 0.0, + "text": "point until they stray off so for" + }, + { + "start": 3720.24, + "duration": 0.0, + "text": "point until they stray off so for example<01:02:00.559> in<01:02:00.799> this<01:02:00.960> skull<01:02:01.280> example<01:02:01.680> we<01:02:01.839> have<01:02:01.920> a" + }, + { + "start": 3722.069, + "duration": 0.0, + "text": "example in this skull example we have a" + }, + { + "start": 3722.079, + "duration": 0.0, + "text": "example in this skull example we have a toy<01:02:02.400> experiment<01:02:02.960> obviously<01:02:03.280> it's<01:02:03.520> not<01:02:03.599> that" + }, + { + "start": 3723.829, + "duration": 0.0, + "text": "toy experiment obviously it's not that" + }, + { + "start": 3723.839, + "duration": 0.0, + "text": "toy experiment obviously it's not that conclusive<01:02:04.640> because<01:02:04.960> it's<01:02:05.119> just<01:02:05.280> a<01:02:05.520> toy<01:02:05.839> CPN" + }, + { + "start": 3726.39, + "duration": 0.0, + "text": "conclusive because it's just a toy CPN" + }, + { + "start": 3726.4, + "duration": 0.0, + "text": "conclusive because it's just a toy CPN experiment" + }, + { + "start": 3727.27, + "duration": 0.0, + "text": "experiment" + }, + { + "start": 3727.28, + "duration": 0.0, + "text": "experiment But<01:02:07.760> we<01:02:08.079> whenever<01:02:08.400> we<01:02:08.640> regularize<01:02:09.119> it<01:02:09.280> with" + }, + { + "start": 3729.43, + "duration": 0.0, + "text": "But we whenever we regularize it with" + }, + { + "start": 3729.44, + "duration": 0.0, + "text": "But we whenever we regularize it with weight<01:02:09.680> decay,<01:02:10.240> we<01:02:10.480> find<01:02:11.040> solutions<01:02:11.599> which" + }, + { + "start": 3731.829, + "duration": 0.0, + "text": "weight decay, we find solutions which" + }, + { + "start": 3731.839, + "duration": 0.0, + "text": "weight decay, we find solutions which are<01:02:12.160> way<01:02:12.400> way<01:02:12.799> lower<01:02:13.200> weight<01:02:13.440> norm<01:02:13.760> than<01:02:14.000> this" + }, + { + "start": 3734.309, + "duration": 0.0, + "text": "are way way lower weight norm than this" + }, + { + "start": 3734.319, + "duration": 0.0, + "text": "are way way lower weight norm than this nice<01:02:14.559> elegant<01:02:15.040> modular<01:02:15.599> solution.<01:02:16.799> Way<01:02:17.119> lower" + }, + { + "start": 3737.349, + "duration": 0.0, + "text": "nice elegant modular solution. Way lower" + }, + { + "start": 3737.359, + "duration": 0.0, + "text": "nice elegant modular solution. Way lower weight<01:02:17.599> norm.<01:02:17.920> So<01:02:18.079> in<01:02:18.240> the<01:02:18.480> traditional<01:02:18.880> sense" + }, + { + "start": 3739.109, + "duration": 0.0, + "text": "weight norm. So in the traditional sense" + }, + { + "start": 3739.119, + "duration": 0.0, + "text": "weight norm. So in the traditional sense of<01:02:19.359> L2<01:02:19.760> regularization,<01:02:20.400> you<01:02:20.640> would<01:02:20.720> say<01:02:20.799> it's" + }, + { + "start": 3741.03, + "duration": 0.0, + "text": "of L2 regularization, you would say it's" + }, + { + "start": 3741.04, + "duration": 0.0, + "text": "of L2 regularization, you would say it's a<01:02:21.200> simpler<01:02:21.599> representation,<01:02:22.640> right?<01:02:23.359> But<01:02:23.760> it" + }, + { + "start": 3743.99, + "duration": 0.0, + "text": "a simpler representation, right? But it" + }, + { + "start": 3744.0, + "duration": 0.0, + "text": "a simpler representation, right? But it turns<01:02:24.240> out<01:02:24.400> to<01:02:24.559> be<01:02:25.040> way<01:02:25.280> less<01:02:25.520> adaptable<01:02:26.319> still" + }, + { + "start": 3746.789, + "duration": 0.0, + "text": "turns out to be way less adaptable still" + }, + { + "start": 3746.799, + "duration": 0.0, + "text": "turns out to be way less adaptable still compared<01:02:27.200> to<01:02:27.359> this<01:02:27.520> nice<01:02:27.839> modular<01:02:28.240> one.<01:02:29.040> So<01:02:29.760> um" + }, + { + "start": 3750.23, + "duration": 0.0, + "text": "compared to this nice modular one. So um" + }, + { + "start": 3750.24, + "duration": 0.0, + "text": "compared to this nice modular one. So um maybe<01:02:31.119> uh<01:02:31.359> some<01:02:31.599> sort<01:02:31.760> of<01:02:31.920> simplicity" + }, + { + "start": 3752.47, + "duration": 0.0, + "text": "maybe uh some sort of simplicity" + }, + { + "start": 3752.48, + "duration": 0.0, + "text": "maybe uh some sort of simplicity mechanism<01:02:32.960> or<01:02:33.280> compression<01:02:33.760> is<01:02:34.559> not<01:02:34.880> exactly" + }, + { + "start": 3755.27, + "duration": 0.0, + "text": "mechanism or compression is not exactly" + }, + { + "start": 3755.28, + "duration": 0.0, + "text": "mechanism or compression is not exactly what<01:02:35.440> you're<01:02:35.680> looking<01:02:35.839> for<01:02:36.000> and<01:02:36.240> it's" + }, + { + "start": 3756.47, + "duration": 0.0, + "text": "what you're looking for and it's" + }, + { + "start": 3756.48, + "duration": 0.0, + "text": "what you're looking for and it's supposed<01:02:36.640> to<01:02:36.720> be<01:02:36.880> just<01:02:36.960> a<01:02:37.119> heristic<01:02:37.520> for" + }, + { + "start": 3757.67, + "duration": 0.0, + "text": "supposed to be just a heristic for" + }, + { + "start": 3757.68, + "duration": 0.0, + "text": "supposed to be just a heristic for adaptability<01:02:38.319> which<01:02:38.559> is<01:02:38.640> what<01:02:38.799> you<01:02:38.960> really" + }, + { + "start": 3759.19, + "duration": 0.0, + "text": "adaptability which is what you really" + }, + { + "start": 3759.2, + "duration": 0.0, + "text": "adaptability which is what you really want." + }, + { + "start": 3759.91, + "duration": 0.0, + "text": "want." + }, + { + "start": 3759.92, + "duration": 0.0, + "text": "want. >> Yeah.<01:02:40.319> So,<01:02:40.559> so<01:02:40.960> what<01:02:41.280> I<01:02:41.599> exactly<01:02:42.079> want<01:02:42.319> to<01:02:42.480> say" + }, + { + "start": 3762.63, + "duration": 0.0, + "text": ">> Yeah. So, so what I exactly want to say" + }, + { + "start": 3762.64, + "duration": 0.0, + "text": ">> Yeah. So, so what I exactly want to say is<01:02:43.839> I<01:02:44.240> just<01:02:45.119> uh<01:02:45.359> intuitively<01:02:46.000> feel<01:02:46.400> that" + }, + { + "start": 3766.71, + "duration": 0.0, + "text": "is I just uh intuitively feel that" + }, + { + "start": 3766.72, + "duration": 0.0, + "text": "is I just uh intuitively feel that evolution<01:02:47.440> especially<01:02:48.000> growing<01:02:48.640> and" + }, + { + "start": 3768.87, + "duration": 0.0, + "text": "evolution especially growing and" + }, + { + "start": 3768.88, + "duration": 0.0, + "text": "evolution especially growing and evolution<01:02:49.440> putting<01:02:49.839> together<01:02:50.319> is<01:02:51.200> is<01:02:51.599> might" + }, + { + "start": 3772.15, + "duration": 0.0, + "text": "evolution putting together is is might" + }, + { + "start": 3772.16, + "duration": 0.0, + "text": "evolution putting together is is might directly<01:02:52.720> give<01:02:52.960> you<01:02:53.200> such<01:02:53.680> bias<01:02:54.240> of<01:02:55.280> algorithm" + }, + { + "start": 3775.91, + "duration": 0.0, + "text": "directly give you such bias of algorithm" + }, + { + "start": 3775.92, + "duration": 0.0, + "text": "directly give you such bias of algorithm probability<01:02:56.720> and<01:02:57.040> maybe<01:02:57.599> that's<01:02:57.920> why<01:02:58.400> CBPN" + }, + { + "start": 3779.109, + "duration": 0.0, + "text": "probability and maybe that's why CBPN" + }, + { + "start": 3779.119, + "duration": 0.0, + "text": "probability and maybe that's why CBPN and<01:02:59.359> this<01:02:59.599> kind<01:02:59.760> of<01:03:00.720> open-ended<01:03:01.520> process<01:03:02.000> give" + }, + { + "start": 3782.23, + "duration": 0.0, + "text": "and this kind of open-ended process give" + }, + { + "start": 3782.24, + "duration": 0.0, + "text": "and this kind of open-ended process give you<01:03:02.640> such<01:03:03.040> clean<01:03:03.440> result." + }, + { + "start": 3784.789, + "duration": 0.0, + "text": "you such clean result." + }, + { + "start": 3784.799, + "duration": 0.0, + "text": "you such clean result. >> Oh,<01:03:05.119> you're<01:03:05.359> saying<01:03:05.520> it's<01:03:05.839> simple<01:03:06.079> in<01:03:06.319> like<01:03:06.400> a" + }, + { + "start": 3786.63, + "duration": 0.0, + "text": ">> Oh, you're saying it's simple in like a" + }, + { + "start": 3786.64, + "duration": 0.0, + "text": ">> Oh, you're saying it's simple in like a different<01:03:06.880> way<01:03:07.119> according<01:03:07.520> to<01:03:07.680> like" + }, + { + "start": 3788.47, + "duration": 0.0, + "text": "different way according to like" + }, + { + "start": 3788.48, + "duration": 0.0, + "text": "different way according to like >> Yeah.<01:03:08.720> Yeah.<01:03:09.200> Like<01:03:09.599> when<01:03:09.839> you<01:03:10.000> when<01:03:10.160> you<01:03:10.319> start" + }, + { + "start": 3790.63, + "duration": 0.0, + "text": ">> Yeah. Yeah. Like when you when you start" + }, + { + "start": 3790.64, + "duration": 0.0, + "text": ">> Yeah. Yeah. Like when you when you start with<01:03:11.200> some<01:03:11.520> seed<01:03:12.079> and<01:03:12.319> you<01:03:12.559> are<01:03:12.799> add<01:03:13.040> something" + }, + { + "start": 3793.91, + "duration": 0.0, + "text": "with some seed and you are add something" + }, + { + "start": 3793.92, + "duration": 0.0, + "text": "with some seed and you are add something you<01:03:14.160> are<01:03:14.640> you<01:03:14.960> are<01:03:15.200> exponentially<01:03:16.480> more" + }, + { + "start": 3796.87, + "duration": 0.0, + "text": "you are you are exponentially more" + }, + { + "start": 3796.88, + "duration": 0.0, + "text": "you are you are exponentially more likely<01:03:17.280> to<01:03:17.520> have<01:03:18.000> shorter<01:03:18.960> evolution<01:03:19.520> tree" + }, + { + "start": 3799.99, + "duration": 0.0, + "text": "likely to have shorter evolution tree" + }, + { + "start": 3800.0, + "duration": 0.0, + "text": "likely to have shorter evolution tree that<01:03:20.319> that<01:03:20.960> shorter<01:03:21.440> evolution<01:03:21.920> tree<01:03:22.480> like<01:03:22.880> if" + }, + { + "start": 3803.029, + "duration": 0.0, + "text": "that that shorter evolution tree like if" + }, + { + "start": 3803.039, + "duration": 0.0, + "text": "that that shorter evolution tree like if you<01:03:23.200> in<01:03:23.440> terms<01:03:23.599> of<01:03:23.839> something<01:03:24.079> like<01:03:24.400> assembly" + }, + { + "start": 3804.87, + "duration": 0.0, + "text": "you in terms of something like assembly" + }, + { + "start": 3804.88, + "duration": 0.0, + "text": "you in terms of something like assembly theory<01:03:25.280> they<01:03:25.599> are<01:03:25.839> more<01:03:26.480> simple<01:03:27.760> and" + }, + { + "start": 3809.27, + "duration": 0.0, + "text": "theory they are more simple and" + }, + { + "start": 3809.28, + "duration": 0.0, + "text": "theory they are more simple and I<01:03:29.520> feel<01:03:29.839> that<01:03:30.319> this<01:03:30.960> architecture<01:03:31.920> gives<01:03:32.160> you" + }, + { + "start": 3812.39, + "duration": 0.0, + "text": "I feel that this architecture gives you" + }, + { + "start": 3812.4, + "duration": 0.0, + "text": "I feel that this architecture gives you such<01:03:32.640> bias." + }, + { + "start": 3813.67, + "duration": 0.0, + "text": "such bias." + }, + { + "start": 3813.68, + "duration": 0.0, + "text": "such bias. >> Yes.<01:03:33.920> Yes.<01:03:34.160> Definitely<01:03:34.480> I<01:03:34.720> 100%<01:03:35.200> agree<01:03:35.440> with" + }, + { + "start": 3815.51, + "duration": 0.0, + "text": ">> Yes. Yes. Definitely I 100% agree with" + }, + { + "start": 3815.52, + "duration": 0.0, + "text": ">> Yes. Yes. Definitely I 100% agree with that.<01:03:35.839> Yeah,<01:03:37.119> it<01:03:37.440> it<01:03:37.599> gives<01:03:37.760> you<01:03:37.920> a<01:03:38.240> specific" + }, + { + "start": 3818.71, + "duration": 0.0, + "text": "that. Yeah, it it gives you a specific" + }, + { + "start": 3818.72, + "duration": 0.0, + "text": "that. Yeah, it it gives you a specific kind<01:03:38.880> of<01:03:39.039> like<01:03:39.520> um<01:03:40.000> like<01:03:40.559> graph<01:03:40.960> bias<01:03:41.359> towards" + }, + { + "start": 3821.67, + "duration": 0.0, + "text": "kind of like um like graph bias towards" + }, + { + "start": 3821.68, + "duration": 0.0, + "text": "kind of like um like graph bias towards smaller<01:03:42.079> graphs<01:03:42.400> of<01:03:42.559> neurons." + } + ], + "plain": "Um this will be about like towards a\nplatonic intelligence with a um unified\nfactored representation.\nOne second let me just move this.\nThere we go.\nOkay.\nAmazing.\nOkay. So uh to start off with uh I want\nSo uh to start off with uh I want\nto state something obvious that you guys\nalready know that the world is not\nrandom but rather it has a lot of\nstructure as we know and this includes\neverything from like self similarity\nacross like many spatial scales to like\nphysics symmetries like symmetries in\nlike translation rotation invariance of\nthe world as in if you have like some\nlaws of physics it's going to be true\nhere and if you're like one mile away\nfrom here and um every I mean Everything\nhas structure. I mean, even the fact\nthat objects exist and they're basically\npersistent across time, that's a form of\nstructure. And um the the fact that\nthere's so many um common patterns\nacross in this world, right, across many\ndifferent objects, that's what leads\nsome of us to believe in this like idea\nof like there's like this this um space\nof forms, this platonic space of forms\nwhere these properties, common\nproperties across many objects are\ninherited from the space of forms.\nThat's one way to think about um what's\ngoing on, right? And obviously this idea\ncame from Plato and it was pretty\ninfluential and that's the main point of\nthis um symposium is to talk about that.\nSo um I claim that basically intelligent\nagents in order to solve their goals\nthey need to really understand how the\nworld works in order to control it right\nto uh achieve their goals. And in order\nto un uh understand this world, I argue\nthat they must capture this structure of\nthe world. All these different\nstructures that the world has, they must\ncapture it in some way. And more\nspecifically, what I mean is that the\ninternal representations\nof their minds and their brains must\ncapture the structure of the world. So\nI'll talk about more concretely what\nthis means next, but at a high level,\nbasically you can't really control the\nworld without understanding how it\nworks. And you can't understand the\nworld without really um understanding\nall the different structures that are in\nthe world, right?\nSo we face this problem in AI because in\nAI we're trying to create these\nintelligent agents, right? And we have\nthis uh we face this problem. How do we\ncapture the regularities of the world,\nright? So one of the things we've been\nuh think about thinking about in AI is\nlike what if we just try to bake in some\nsymmetries of the world through how we\ndesign the architectures of our agents\nright so this is also known as inductive\nbiases and I'll give you an example of\nlike two or three of these is like one\nis like translation invariance in images\nwhenever you look at an image and you\nsee like some object you know that the\nsystem should process the object very\nsimilarly if it's over here versus as if\nit's like shifted over 100 pixels to the\nright. And this is translation\nequariance or translation invariance.\nAnd we try to bake this into um ar an\narchitecture based on the convolutional\narchitecture. That's what it's made to\n. That's what it's made to\ndo. Another example is like whenever we\nprocess sets of objects and we want we\ndon't care about the ordering of the set\nlike red green blue or blue green red.\nWe don't care about if what the order is\nthen we use an attention architecture uh\nin a transformer to do this kind of\nthing. Right? And in general, this field\ncalled symmetry learning or geometric\ndeep learning has um is a really big\nfield in deep learning. And basically\nthe goal is how do we capture known\nregularities of the world into the\narchitectures, right? And this is kind\nof like you're just baking in the\nstructure of the world.\nBut what about all the other um\nstructures in our world, right? All the\nother regularities. And one example I\nreally like is like lighting invariance.\nSo you see this lion in the dark and\nduring the day and you don't really know\nwhat architecture should capture this\nlighting invariance, right? And we don't\nknow how to do this. So what's our\nsolution?\nWell, okay. So, the solution is we just\ntry to train on a lot of data with SGD\nand hope that the AI will learn this\nunderlying regularity of the world um\nbased on the patterns that it picks up\nfrom all of these data uh from all this\ndata right that's this is the\npredominant paradigm in modern deep\nlearning currently. So, the question is\ndoes this actually work right and\nthere's a lot of evidence that's showing\nthat it is somewhat working. I mean the\nAI systems nowadays if you use chat\nchieftd they can pick up on all sorts of\npatterns of the world and they seem to\nreally understand the world and how it\nworks and even self-driving systems they\ncan like figure out uh what a stop sign\nlooks like during the day at night and\nit seems like everything is just working\nbut this brings us to our um position\npaper and our um which where we\nhypothesize that conventional SGD in\ndeep learning um finds neural repres\nrepresentations which are actually\nfractured and entangled um um in the\nsense that their actual internal\nrepresentations are fractured and\nentangled. So uh over here we can see\nthat I mean you find a network which has\na certain output behavior but the output\nbehavior we visualize it as like a skull\nwhich I'm going to get into detail how\nwe're doing this but at a high level you\nvisualize the output behavior and the\ninternal representations don't really\nmatch what you would expect to see if\nit's really like understanding the skull\nin a subjective way right and more\nspecifically what I mean is that it\ndoesn't capture the underlying\nregularities of this world which is the\nskull\nSo our position or our opinion is that a\ndifferent kind of search algorithm which\nis not conventional SGD but a different\nkind of very exotic open-ended search\nmay be the solution to learning what we\ncall unified and factored neural\nrepresentations. And as you can see over\nhere the representations of the skull\nlook a much better and much more like\nwhat we would want in how you would\nbuild up the skull. So let's get into um\nand so so you might be asking why does\nthis matter at all right if the output\nbehavior is the same and we basically\nbelieve that the internal representation\nof an agent really u affects its\ncapability to generalize to new\nsituations it's never seen before\nespecially OOD its creativity in the\nsense that how and how it like sees the\nworld and how it comes up with new\nsolutions or new any artifact that it\ncan create and especially continual\nlearning and adaptation. And you can see\nover here on the top we see that the\nnetwork with the nice representation if\nyou perturb its weights it has really\ngood adaptability behavior because the\nskull changes in like semantically\nmeaningful ways versus the skull on the\nright the network on the right it has\nterrible adaptability and it basically\njust produces like a mess on the right.\nSo let's get into the details of how\nwe're uh doing this kind of experiment,\nright? So uh we're going to be using\nwhat we call like a compositional\npattern producing network or CPN. And\nbasically this is like a toy domain to\nstudy neural representations. And the\ngoal is basically just to implicitly\nrepresent an image. And at a high level,\nit's inspired by the biological\ndevelopment process like morphogenesis.\nUm because it's about how do you reuse\nexisting machinery to across different\nlike uh points in space in order to\nachieve the same thing. That's where the\ninspiration comes from. So let's talk\nabout how we would represent this\nspecific image. Let's see this pixel uh\nthat's highlighted over there. What\nwe're going to do is we're going to\nbasically mark its xy location and its d\ndistance from the center. And we're\ngoing to take these three numbers and\njust plug them into a network that is\nthe CPN. And after it's done processing,\nwe're going to take its output and\nconsider it as its HSV or you could\nthink about it as just like a RGB value.\nAnd that's going to be the RGB pixel\nvalue for that um pixel. And if you\nsweep this across every pixel in the\nimage, then you can basically visualize\nthe entire output behavior of the CPN as\na single image. And the reason that we\nconstruct the image like this rather\nthan just modeling like the RGB pixels\nis because this makes it very very easy\nto uh visualize how the output behavior\nof this network is internally\nrepresented neuron by neuron. So in this\ncase you can literally go to each neuron\nand see when does it activate at which\nXY locations does it activate and you\ncan visualize that as an image also.\nAnd one thing I want to make clear, um,\nthis is probably a really important\nslide, is that the CPN are an analogy.\nWe're not really interested in just like\nhow do you represent images, but rather\nthese CPN serve as like a very useful\nvisual analogy to think about what other\nAI systems like largecale LLMs might be\ndoing, right?\nAnd basically the analogy is that its\noutput behavior or the output image of\nthe CPN is analogous to the LLM's entire\noutput behavior over the entire its\nentire output space. Right? And the\nCPN's internal visualization is\nbasically analogous to the LLM's\ninternal representation of its entire\noutput behavior. So basically just how\nit models and sees the world.\nAnd because we're using CPN, we can just\nvisualize how these behaviors are\nconstructed holistically, right? Not\njust like in a single neuron, but seeing\nhow it's built up over many many\nneurons.\nAnd importantly, uh this brings us to\nthe main point is that like two CPNs may\nhave the exact same output behavior, but\ntheir inner encodings could be\nqualitatively different, right? And this\nmeans that two LLMs may have the same\noutput behavior, as in you can't tell\nthem apart from what they're doing on\nthe outside, but their internal\nrepresentation and how they see the\nworld internally may be qualitatively\ndifferent.\nSweet. And with that, um, I will\nactually go on a slight tangent with\nPigreeder, but it'll connect back into\nthe main story very quickly. So, let's\ntalk about Pigreeder. So, Pigreeder was\nbasically an online website for humans\nto breed these CPN images to their\ndesire. So, humans would just see these\nimages and you'd pick like two or three\nof them you'd like and just mutate them\nand keep going. It's kind of like\nbreeding horses, right? And what you're\ngoing to be doing is just evolving the\nunderlying CPN that um generated these\nimages.\nAnd importantly, one of the big uh\nthings about the system is that there\nwas no end goal. you can just do\nwhatever you want. The humans weren't\ntold like, oh, you should try to evolve\na skull or you should try to evolve like\na cat image or something. They just said\njust do whatever you want. Have fun. And\nuh one caveat here is that the actual\nCPN's used inside here were not like\nyour conventional multi-layer\nperceptrons from um AI, but rather these\nthings called neuro evolution of\naugmenting topologies need. And you can\nimagine this as like rather than having\nlike a dense connected network, you have\nlike a graph of neurons that you're\ngraph of neurons that you're\ngrowing in this arbitrary way. So it's\nmuch I guess in a way it's much more\nflexible, right?\nAnd so what would you expect to find\nfrom this pig reader system? Right? And\nI think most people would say that oh if\npeople don't really have a objective\ngoal in mind, then you kind of would\njust expect to find these um super\nrubbish images, right? This is what\nyou'd expect to find. But here's what\npeople actually found. These images with\nlots and lots of um structure and\nbasically what humans prefer, right?\nIt's like literally things from our\nworld. So the question is like how did\npeople um find these kinds of things?\nAnd if you want a deep dive into how um\nthis kind of thing happened, you should\nreally check out the book from my\ncollaborators Ken and Joel on why\ngreatness cannot be planned. And they\nreally go into a lot of um insights into\nlike the nature of search, deception,\nserendipity in search, which is um a\nreally important topic I believe and\nopen-endedness. And basically um they\nargue that this pigreeder system is like\na um like a microcosm for like natural\nevolution or like scientific innovation.\nThese open-ended process which keeps\ndiscovering stuff forever. So I do want\nto uh talk more about pig braider and\nthen talk about that what properties it\nhas that uh why I think you should\nconsider it as like a very very\ninteresting system. So first property it\nhas is that it's open-ended. So if you\nthink about natural evolution it's like\nthis divergent evolutionary process\nwhich produces all these different\ndiversity of animals right um and\npigreeder is similarly like that.\nthere's literally a pigreeder\nevolutionary tree where you just have\nimages which are diverging and growing\num open-endedly. So that's one thing\nthat's really interesting about it.\nOther things that are interesting about\nit include this idea of serendipitous\nadaptation. So in evolution um a lot of\nthe traits that we ended up with or all\nanimals ended up with were traits that\nwere evolved for one function but get\nrepurposed later down the line for\nsomething else. So here's an example\nlike feathers were originally evolved to\nkeep like the animal warm but they later\ngot repurposed for flight. So this is an\nexample of like this huge task space\nwhere things are kind of just it's a\nmore serendipitous rather than like\nplanned ahead of time right and\npigreeder displays this property also\nyou can see that um the the stepping\nstones that they call it two let's say\nlook at the teapot image someone was\nactually trying to evolve a egg in a hat\nbefore someone else took that image and\nstarted evolving a teapot so this is an\nexample of like this machinery that was\nused to represent this egg got\nrepurposed to represent this teapot. And\nthis is like a common very common story\nin all the pig breeder discoveries.\nBasically, every image in pig breeder\nthat was found is kind of it displays\nthis idea that like there it's like\nalmost seems like random, but it's what\nwe'd call serendipitous and how it got\nto the end product. Right?\nAnd one final property that I want to\noutline is that um as we know that um\nnatural evolution has developed very\nadaptable genotypes. And this is kind of\nlike the emergence of evolvability,\nright? Because the way that our bodies\nand our um are structured is basically\nuh it contains certain axes of\nvariation. Let's talk about the\nsymmetries. The way our bodies are\nstructured really has a lot of baked in\nsymmetries. Like for example, there's\nlike a bilateral symmetry and the way\nour organs are structured are modular.\nAnd it's just that there's a lot of um\nstructure in the way our bodies are\nstructured, right? And the reason it's\nd, right? And the reason it's\nlike this is because certain axes of\nvariation during search become much more\nlikely while others become impossible.\nSo for example, if you have a mutation\nin your genome and your right hand gets\nlike uh longer, right? Your left hand\nwould also get longer because evolution\nhas kind of realized that encoding this\naxis of this symmetry into the genome is\nreally important because there's no\npoint in not doing it, right? So this\naxis of variation where both get uh\nlonger becomes likely where whereas this\naxis where only one gets longer becomes\nimpossible, right? So it's a way to kind\nof like speed up search in that way.\nAnd pigreeder has also shown um this\nform of evolvability emerging. There's\nexamples in the pigreeder where certain\nimages are structured in a very nice\norganized way such that their children\nhave very fit descendants as in they're\nbasically producing images that humans\nwould like. And there are some images\nwhich don't have this property and but\nthey quickly die out because humans\ndon't select for their children. Right?\nSo there's this like implicit pressure\nto be evolvable.\nSo great now that I talked about\npigreeder let's get into the actual\nexperiments that show this internal\nrepresentation that we've been talking\nabout. So let's look into just uh let's\npick this image of this skull right and\nsee what happens.\nSo let's take this skull image that we\nfound with pigreeder. And what we're\ngoing to do is this. We're just going to\ncreate a data set from it based on this\nuh based on the mapping that we're\ntalking about where you have XYD to HSV\nand you list out all the pixels, right?\nAnd we have this big data set and then\nwhat we can do is just train a\nconventional network to recreate the\nskulls using all the tools from AI,\nright? And what we found what we find is\nthat the optimization works amazingly.\nit perfectly reproduces this um skull\nbehavior, right? But then let's uh let's\ntalk about what happens when we start\nlooking at the internal representation\nof how it represents the skull, right?\nThat's where we see some problems. But\nbefore that, what we're going to do is\nquickly talk about layerization, which\nis not too important. So um but I will\nquickly go over it just for the sake of\ncomplete completeness. So basically, you\ncan imagine that our neat networks that\nwe found at Pigreeder, they're in this\narbitrary, they're like this arbitrary\ngraph of neurons. In order to make it\ncompatible with the space that we're\ngoing to be doing SGD training with AI\non, we're going to convert everything\ninto a universal architecture which is\nthe MLP through this process of\nlayerization. And specifically uh this\nwill give us like an existence proof\nthat this pigreeder solution is in is a\nsolution that the SGD could have found\nbut it didn't. And more concretely, what\nwe're going to be doing is just taking\nall the connections of this arbitrary\ngraph in neurons and stitching them\ntogether to in the MLP to recreate the\nsame computational graph.\nOkay, so this is what the internal\nrepresentations look like for the\npigreeder skull. This is the one found\nwith pigreeder. So you can see that the\nfour input neurons encode the four\ninputs or X, Y, D, and we just have a\nbias neuron for historical\ncompatibility. And over the layers as\nyou go up you can see that the neurons\nencode different things and builds up\nthe pattern at which you see at the end\nwhich is the skull. But you can see that\nthere's not really any redundancy. It's\nvery very uh modular in that way. It's\nvery sparse and it seems quite organized\nsparse and it seems quite organized\nin how it's doing it. Right? So let's\nlook at this SGD skull. Now to contrast,\nthis is what happens when you train SGD\nwhen on the same network architecture to\nget the skull.\nIt looks like a complete mess, right? It\nlooks like complete spaghetti. And you\ncan see everything ends up canceling out\nthe end and giving you the perfect\noutput behavior. But the internal\nrepresentations are like completely just\nlike what I'd call spaghetti, right?\nThey're just like a complete mess.\nSo, how does this actually impact um\ndownstream what we call like downstream\ntasks or something? So, on the left over\nhere, what we're going to be doing is\njust sweeping individual weights of this\nnetwork and seeing how the output\nbehavior changes. And you can see that\nit really shows you that uh if you sweep\na weight, there's literally a weight\nthat corresponds to the mouth opening or\nthe left and eye winking or the distance\nbetween the eyes right there. Right? or\nlike literally a weight controlling the\njaw width. And this kind of shows you\nthat the network kind of understands the\nunderlying um what we would call the\nunderlying regularities of the skull,\nregularities of the skull,\nright? These are axes aligned with how a\nhuman uh sees the skull. And if you\nimagine that the skull is an analogy to\nthe real world and the behaviors uh that\nyou would want to employ, this basically\ncorresponds to nice changes in this\nactual behavioral output of the network,\nright? Versus if you have the network on\nthe left, you can see that the weights\nkind of most almost all the weights look\nlike this. they kind of just correspond\nto rubbish meaningless changes which\ndon't respect the underlying x x-axis\nsymmetry of the skull or any regularity\nof the skull for that matter. Right?\nSo this pattern is true for all the\nimages that we've tried out like here's\nthis butterfly image for pigreeder and\nhere's this skull uh SGD image of this\nuh butterfly.\nYou can see it's the same pattern and if\nyou look at the weight sweeps it's the\nexact same thing. you capture the\nregularities on the left and you don't\nreally do that on the right. Right? Over\nhere you can see that one of the weights\nliterally destroys the left wing while\nleaving the right wing sort of intact\nwhich is completely not respecting that\nsymmetry of the butterfly. Right? And\nhere's the apple image found at\nPigreeder and here's it with um SED\nand it's the same pattern again um on\nthe left. U one of the my collaborers's\nfavorite is like the stem angle. There's\nliterally a weight in the apple network\nthat on the pig breeder side at least\nthat corresponds to if you sweep it, it\ncorresponds to if you sweep it, it\ncontrols the angle at which the stem is\num controlled at. So this really shows\nthat the stem and the apple are like\nmodular are decomposed in like a modular\nway in order to have this happen, right?\nSo the question is this is cool but this\nis still like this toy domain. How does\nthis really apply to LLM and like real\nintelligent systems, right? So there is\nsome uh evidence uh actually a lot of\nevidence that um these LLMs also suffer\nfrom fractured and entangled\nrepresentations that don't respect the\nunderlying regularities of the world. So\nlet's start off with a old example from\nGPD3. So in GPT3 um we ran this\nexperiment where we had like um where\nyou just say like I have three pencils\nand two pens and four erasers. How many\nthings do I have? And it gets it right.\nYou have nine things. But if you ask it\nthe same exact question, but change up\nthe um item names, like I have three\nchickens, two ducks, and four geese. How\nmany things do I have? It gets it wrong.\nIt says you have 10 animals, right?\nInstead of nine. And what this means is\nthat the machinery or the neural\ncircuitry that it's using to count up\nthe objects is entangled with the types\nof the object that it's seeing. Right?\nSo this is an example of how it could be\nthe representation is entangled. Right?\nSo let's scale up to more modern\nnetworks. Uh there's there's a lot of\npapers that show that like um if you\nchange like if if a network can if a LLM\ncan be really good at doing like these\nmath problems, slightly changing the\nnumbers in the math problems causes them\nto um decrease their performance on that\num on that data set, which is crazy\nbecause you would expect them to be kind\nof robust to changes in the numbers,\nright? And uh sure if you scale them up\nthis has been going away which we're\ngoing to talk about but let me go\nthrough some other examples too. This\n>> sorry can I can I ask a question uh in\nthe the previous slide the example about\nthe the counting\ncounting\n>> uh the the slide before this?\n>> Yeah. So\nYeah. So\ndoes it say 10 because it includes the\nme as well?\nUh because it says you have 10 animals\ntotal. So, if it's actually including\nthe the person who's asking the\nquestion, then it's actually not\nincorrect, right? I mean, just out of\ncuriosity.\n>> Oh, uh, the me is not in the prompt.\nIt's just the I have. And the fact that\nit's asymmetric between the two shows\nthat's the difference, right? I don't\nthink that's what's going on because\nwhenever you say like how many things do\nI have, you don't talk about yourself,\nright?\n>> Yeah. Yeah. I I I know. I know. But um I\nwas thinking maybe it's thinking in a\nmuch clever way that uh that makes us\nthink that it's it's incorrect. I mean\nin in a sense you could argue that it's\nnot incorrect but yeah I'm just saying\n>> interesting.\nYeah. In that case it should at least be\nsymmetric on both sides. Right. I also\ndon't think it makes much sense to say\n10 in this case.\n>> Yeah. Okay. Yeah that's that's fair.\num this paper from some of my friends at\nMIT here um they basically showed that\nthese LLMs they're really really they're\ntrained on the internet right and the\ninternet has this the world that we\noperate in which is like um the current\nworld but if you change their evaluation\nto counterfactual worlds then the\nperformance goes down a lot and by\ncounterfactual world what I mean is like\ninstead of doing arithmetic in like base\n10 you do it in base 9 this is a way\nless common um way to do things right or\nin code execution you change it to be\nbase one indexing then the performance\ngoes down a lot. So in this way you\ncould argue that there's like it's not\nrespecting if you change one thing about\nthe world it's not respecting it's not\nunderstanding the world where it's like\num it understands the regularities in a\ndeep way where it can be robust to these\ncounterfactual changes right\nhere's another example I really like um\nthis is from an anthropic mechan paper\nfrom quite recently where they looked at\nclaude and they asked it what's 36 + 59\nand it came out with the answer 95 which\nis correct. But if you look at the um\nactual arithmetic that goes behind this\nanswer right the actual neural circuitry\nthat's happening you can see it's using\nlike random heruristics that a human\nwould never even think about. It's like\nsaying like oh 36 is around 30 and if\nyou add and it's around 40 and if you\nadd around 40 plus around 50 it's like\naround 92 and it's it's completely like\ndifferent than how a human would do this\narithmetic problem. Right? So it's\nneural circuitry is kind of just like a\nbag of huristics. And indeed there's\nbeen a paper that's been written that\narithmetic um that language model solve\nmath with just a bag of heruristics\nright while still getting the answer\nright.\n.\nSo I think it's uh I think there's a lot\nof evidence that like these LLMs their\nbehaviors are amazing but the way they\nactually represent these behaviors are\nvery um surprising and definitely\nconcerning\nright and now let's talk about the\ncounterargument right like how does\nscaling work because this is like the\npredominant view in AI that if we keep\nscaling these systems then um they\nshould just keep getting better right so\nthis is the scaling laws view and you\ncan see that the actual test loss or the\ntest performance and the downstream\nperformance and how you use use these\nsystems are getting better. But again,\nthis is a statement about um like the\nactual behaviors, right? And if you if\nwe go on to the next slide, then we can\ntalk about the platonic representation\nhypothesis from our lab. And this is\nactually one of the coolest papers um\never. So you guys should all definitely\ncheck this out of basically what they\nclaim is that neural networks trained\nwith different objectives on different\nmodalities. So one could be trained on\nimages and one could be trained in\nlanguage. They show that these two\nmodels trained on different modalities\nand in different ways are actually\nconverging in some sense to like um uh\nas you scale up the model sizes and\ntheir performances. So over here in this\ngraph they're showing that um as you\nincrease the language model performance\nits alignment with a vision model also\nincreases. And the reasoning behind this\nis basically that as you force these\nnetworks to do more and more tasks then\nthe number of representations which\nsolves all the tasks in either modality\nkind of has to overlap more and more.\nSo this is all saying this is all very\nvery cool but I do want to point out\nthat these scaling laws and this\nplatonic uh representation hypothesis\nare all very like statistical\nobservations of what's happening right\nthese are statistical observations of a\nstatistical uh behaviors right and it's\nvery unclear how this relates to\nrespecting regularities of the world and\nI think we need a lot more um um\nresearch trying to connect the two\nbecause the examples we gave in our\npaper where we did a survey on like all\nthese um studies that were showing that\nlanguage models struggle in this task in\nthis way or something they're more\ntalking about whether or not you respect\nsome regularity of the world and I think\nthis is a very different um way to see\nthe world than if you just look at this\nas like a statistical um mechanism right\nand one more thing I want to point out\nis that the efficiency of this scaling\nview right we don't have infinite data\nin the world we only have the 10\ntrillion tokens of the internet and the\nquestion is is that enough and if it's\nnot then this scaling view isn't really\na practical way forward right\nand more practically we need to figure\nout like even now u with with these\nlarge scale um LLMs why do our LM still\nhave this notion of jagged intelligence\nright as in they can do some really\nreally hard tasks like get IMO gold but\nthey can't reliably book a hotel or a\nplane ticket for you. So why is it that\nthe task that we find so um hard like\nthe winning the IMO gold it can do\npretty nicely but it can't do something\nwhat we seem as basic and um like book a\nhotel\nand I think the uh main point I want to\nmake is that deep learning is\nfundamentally like a datadriven\nstatistical learning paradigm and I\nthink it's a very very fascinating\nparadigm that that should be\ninvestigated.\nBut I wonder if there exists like a more\nefficient like regularitydriven learning\nparadigm because obviously like human\nintelligence and like animal\nintelligence they don't just ingest like\nthey don't just ingest like\nbillions of um examples in order to\nlearn right they do something much more\ndifferent and um something much more\nakin to like understanding the\nregularities of the world and building\non top of them. So what could this look\nlike? Right? And I think the things that\nwould matter the most is like something\nlike some process of complexification.\nIf you look at like the process like\nmorphogenesis,\nit doesn't just encode every part of\nyour body at once. It grows it according\nto something more fundamental, right?\nAnd this is a very adaptive process\nwhich adapts to the environment and it's\nnot just baked in. So and importantly I\nthink the cool thing is that if you do\nthis complexification in a learning\nalgorithm it should like try to build up\nthe regularities on top of other\nregularities in the same way that like\nif you go remember the skull internal\nrepresentations it's like building up\nlike x-axis symmetry and then on top of\nthat it builds in like the eyes from\nthat symmetry. So it's building up\nsymmetry. So it's building up\nsymmetries on top of other symmetries in\na form of like a regularitydriven\nlearning that's like bottom up. And this\nprocess of complexification should also\ngive you uh build on these ideas like\nemergence and um I'm going to tie this\nback into emergence in a bit.\nAnother thing that I think could be\nreally important is training for\nadaptability. So rather than just\ntraining for to solve the task, what we\nreally want is to train for adaptability\nbecause I think it gives you a lot of\nlike regularization pressure to learn\nlike symmetries and regularities to be\nsymmetries and regularities to be\nrobust to environmental changes, right?\nAnd I think that a representation that\nkind of has to be robust to\nenvironmental changes is one that must\ncapture the axis of variation which like\nas Plato would say like carve nature at\nits joints, right?\nAnd this is just personally what I think\nis really important. It's like\nserendipity.\nAnd what I mean by serendipity is that\nthis the order in which you learn things\nreally matters. If you look at LLMs,\nthey learn uh calculus at the same time\nas they're learning arithmetic. But\nhumans, they always learn arithmetic\nbefore calculus because their internal\nrepresentation of calculus builds on top\nof the regularities from arithmetic. But\nLLMs, they kind of learn them at the\nsame time. So they must have different\ncircuitry if that's going to happen,\nright? Different circuitry for\narithmetic and calculus. And that's why\nI think this idea of serendipity or in\ngeneral curriculum learning is really it\nshould be important in terms of you're\ndoing this regularitydriven learning.\nAnd I really think serendipity\nspecifically is important because it\ngives you a much higher chance of\nfinding a useful learning curriculum to\nactually employ. Right? And if you think\nabout it uh this these uh paradigms what\nwhat paradigm captures all of these it's\nlike the field of open-endedness um I\nthink has a good uh not solution but\nthey've been thinking about this and I\nthink they have the toolkit to come up\nwith a solution that can handle all of\nthese.\n>> Can I ask a question?\n>> Yeah.\nYeah.\n>> How do you think about the the the order\nHow do you think about the the the order\nrelated to reinforcement learning?\nBecause uh uh you talk about uh uh\nlearning circulum and uh when you when\nyou train uh reinforced learning agents\nthey often start with some very simple\nbehaviors and by and by interacting with\nthe complex environment they they\ncomplexify themselves. So, so I I was\njust wondering uh if you if you can\ntrain if you can convert this pattern\ngeneration into some kind of reinforced\nlearning task, would it also have\nsimilar meaningful and robust weight or\nor not?\n>> Uh that's a really interesting question.\nI think the on policy nature of\nreinforcement learning is a really um it\nshould be super useful it seems. But I\nguess uh the fact that there's still\nlike a singular objective that you're\ntrying to solve is I think is a\ndownfall. I mean there's a lot of works\nin the field of reinforcement learning\nthat show that like um you train the RL\nagent to do one task and it masters it\nbut what it but if you perturb the\nenvironment even even ever so slightly\nlike change like for example like change\nlike the placement of the objects even a\nthe placement of the objects even a\nlittle bit or change the color of like\nthe how the objects are represented\neverything breaks down. So I think the\nway they represent their task solution\nis still um very very um brittle. So I\nthink what you really need is uh either\ntake the scaling route and you just have\nlike a many many different tasks or the\nmore better route I think would be to\nkind of have many different environments\nthat it's exposed to in like a sequence\nand in kind of like a serendipitous way.\nThis is kind of what happened with\nevolution, right? You're exposed to this\nis what I'm going to talk about in the\nnext slide too is like you're exposed to\nsome environment but then you're forced\nto adapt according to the environment to\nsome other environment and you're forced\nto adapt again and this pressure to\nadapt is what I think really creates\nmakes you robust because if you don't\nadapt quickly then you will die and in\norder to adapt I really think you need a\nreally strong representation. I think\nthey're um this is my hunch is that I\nthink a strong representation and\nadaptable representation are like one\nand the same.\n>> Yeah. I also wondering how how does the\nlike models like AlphaG go looks like\nbecause AlphaG go when you start the\nreinforce learning they these start with\nvery poor uh players and the the there's\na similar a symmetry between player and\nenvironment because you when you improve\nyourself your environment also improved.\nSo there there's a nature there's a\nnature course of learning uh maybe maybe\nthere are two kind of different\nreinforce learning like offer I think\nit's maybe a different one and maybe\nthey they have similar like complex\ncomplexification process as you\nmentioned\n>> yeah it builds in a lot of these things\ntogether but um I mean AlphaGo obviously\nsolved go so that was a huge impressive\nresult but I'm still not sure that it's\ntraining to be adaptable. It's kind of\nlike its objective is to train to solve\nthe objective, right? The cool thing\nabout evolution is that it's like you\ncould say that it's optimizing to be a\ngood fit for the environment, but it's\nimplicitly optimizing for adaptability\nbecause everything is always changing,\nright? So, if someone shows that like\nthis if there is a pressure to like\nadapt, then that would be um pretty\ncool, I think. Yeah.\n>> Thank you.\n>> Yeah. So I guess zooming out a bit um\nYeah. So I guess zooming out a bit um\nhow does this relate to like the\nplatonic viewpoint and what you guys\nhave been thinking about for a while\nright so I think this space of forms\nthat people have been thinking about\nobviously um create like you could argue\nthat it's like this is where the real\nworld and all its patterns come from and\nI think intelligent agents are fit or\nlike um trying to be intelligent to that\nworld so obviously indirectly the space\nof forms is going to leak through but I\nguess the cool thing is that uh that uh\nuh I've been thinking about that I guess\nmaybe you guys can add something to the\nconversation is that does this space of\nforms directly does does the internal\nrepresentations of a good agent intern\nlike does this mind come directly from\nthe space of forms right so I guess uh\nyou could argue that like just as like\nyou have this like aspirational ideal of\nlike this platonic um shape and you have\nthe real instantiation of it in this\npyramid the same way that real\nintelligent agents are kind of trying to\nmimic this aspirational ideal of this\nlike perfect mind that can understand\nthe regularities of the real world. But\nthis is all just um speculation, right?\n[laughter]\nSo cool. Yeah, this is something I'd\nlove to get your guys' thoughts on. And\njust to wrap up, I'd like to thank my\ncollaborators Jeff, Joel, and Ken um for\nmaking this work possible. And with\nthat, thank you.\n>> Thank you. That was very interesting.\nUh\nquestions.\n>> Yeah. Yeah.\n>> Yeah. Hi. Um so as I understand this\nHi. Um so as I understand this\nyou're the um the training process. So\nfirst of all this is beautiful. um the\nand you could sort of see where having\nthings modular like this now allows you\nto do cognition rather than just like\nrandomly emitting motions and stuff. But\num it seemed to me that you're still\ntraining on something. And so then the\nquestion is is the difference between\nthis way and the old way of doing things\nthat instead of training to fulfill a\ntask, you're training towards some\ncriterion. In other words, somebody is\nsomewhere is saying, \"Oh, gee, that\nactually looks like something. I'll keep\nthat one.\" As opposed to to keeping the\nspaghetti. Um, is is that a fair way to\nlook at it? So, or your evolutionary\nadaptability, that's another criterion.\nYou survived. Maybe you did it this way,\nmaybe you did it that way. So, the tasks\nare different, but the criterion is the\nsame.\n>> Yeah. So I do want to say they they did\nsome experiments after pig breeder\nhappened where they asked people to\nexplicitly evolve the skull where\nthey're like your goal is to get to the\nskull and get there as quickly as\npossible and that did not work at all.\nSo I and even if it did I think that you\nwould end up with like kind of like a\nbrittle skull. I think the key important\nthing is the fact that this environment\nthat people people are selecting images\nright so this environment of selection\nthat's happening like the selection\npressure is extremely complex. It's this\nit's as complex as a human brain because\nthey're the ones doing the selecting,\nright? And more importantly, it's\nchanging after the skull gets\ndiscovered. No one thinks that that's\ninteresting anymore. And you need to\nfigure out a different adaptation that's\nmore interesting than the skull, right?\nSo, I think this pressure to adapt again\nis the thing that's creating these good\nrepresentations. That's\n>> the Oh, go ahead.\n>> Yeah. That's the reason that the skull\nYeah. That's the reason that the skull\nlike there's a weight that corresponds\nto the mouth opening because that's the\naxis of variation that humans find the\nmost interesting. Right? So in the same\nway in the real world there's some axis\nof variation that are going to be like\num on earth that are going to be useful\nand these are the ones that intelligent\nagents need to capture right\n>> but there's some point at which whoever\nis doing it said okay I'm done you know\nthat's my picture.\nSo, that's the thing. Uh, when one\nperson gets it done and they upload\ntheir picture, um, the next people, uh,\nstart evolving. It's like this\nopen-ended process. It never stops,\n>> Okay.\nChris,\nokay. Yeah, Chris.\n>> Yeah, thanks. This this was very nice.\nUm I just wanted to comment on the\nquestion in your last slide about the\neffects of the the world of forms on um\nthe agent. Yeah, the one right after\nthat.\n>> This one.\n>> No, the one right after that.\nNo, the one right after that.\nNo, I'm sorry. That one? Yes, that one.\n>> I mean the the wonderful thing about\norganisms is that we are part of the\nreal world. Mhm.\n>> So, uh to the extent that uh this idea\nof of forms informing our structure uh\nor the structure of the real world, then\nthat applies to us too and in particular\nto the way that our minds work.\nSo\nin in thinking about this picture um we\nhave lots of intelligent agents that are\nalready part of the world\n>> and so their interactions with the rest\nof the world are just part of the way\nthe world works. Right? So\n>> if the way the world works is driven by\nsome you know abstract principles\nsymmetry and so forth\n>> then\num our behavior with respect to the\nworld is is driven by those same\nsymmetries.\nWhereas with intelligent agents, we're\nwe're trying to use a an abstraction\nfrom certain features of the real world\nto design an intelligent agent when\nwe're coming up with with any machine\nlearning scheme.\nAnd this suggests at least to me that\nit's an interesting approach to think\nabout to design the simplest possible\nagent can and just turn it loose\nwhich I think is what you're describing\nto some extent with pigreeder.\nUm is that a fair assessment of the\nproposal you're making?\nSo you're so the way I see it is that\nlike let's talk about like um a concrete\nexample of like planets right let's talk\nabout let's say that like the space of\nforms in forms physics right and the way\nthat particles interact and these\nparticles you run them for a long time\naccording to like gravitational laws and\nthey form this uh imperfect planet right\nwith some bumps and things but this\nplanet is like emergent from the laws of\nphysics\nBut this planet, you could argue it's\nkind of like trying to inherit the\nproperty of being a perfect sphere,\nright? So, not only were the laws of\nphysics inherited from the space of\nforms, but also\num this emergent planet is trying to be\nanother idea from the space of forms.\nRight. In the same way, I think that\nintelligence in the sense that you said\nthey're just agents in the real world,\nthey're just complex systems. They're\ncomplex systems. They're\njust made off of small little tiny\nparticles following the laws of physics.\nBut as a global whole, the emergent\nphenomenon of the brain could be\nsomething like mimicking trying to mimic\nsome something more platonic in that\nsense. Right. That's the way I've been\nseeing it\n>> if that makes sense.\n>> Yeah. Okay. Thanks.\nYeah. Okay. Thanks.\n>> Thank you, Brian.\nThank you, Brian.\n>> Hey, K. Uh, yeah. Yeah, I had a question\nHey, K. Uh, yeah. Yeah, I had a question\nabout u the framing around the way\nthe CPN and I guess open-endedness is\nkind of this top- down signal where\nyou're having someone or something like\nsome maybe like God or something\nchoosing the things that actually are\ndesirable than less desirable and having\nthis top down view even for the SGD\nmodel too to like match this target.\n>> But is there a more bottomup view of the\nopen-endedness where like there isn't a\nkind of\nloss function that's given from top down\nbut like it's just kind of an emergent\nproperty of the system. Maybe it's like\nstability or persistence or something.\n>> Yeah, I would actually classify the\nPreeder stuff as bottom up. I would\nclassify the SGD ones as top down\nbecause the SGD one kind of what it what\nI feels like it's doing is that you have\nthis like block of marble and you're\nchipping away at different places in\norder to get the shape that you want,\nright? But I see this pig breeder one as\nin you're starting out with like like a\nsmall no network which has like no\nneurons and you're building up the first\nneuron which encodes x-axis symmetry and\nwhich encodes x-axis symmetry and\nthen you build up something else which\nbuilds on top of that symmetry and\nyou're building this bottom up this uh\nlayers and layers\n>> process is done by humans right and that\n>> the selection process done by humans\nthe selection process done by humans\nthat's the top down signal I'm kind of\ndescribing is like\n>> oh you're saying if you can replace\nhumans with some other signal\n>> right like something that is more in the\nnature of the system or the physics that\nit would exist in a world rather than\nhaving a human top down being like okay\nthis is something I like this is\nsomething I like this is something I\ndon't like.\n>> Yeah. So we're I don't think any like if\nyou do something like um any like if you\ntry to put an equation onto it I don't\nthink it's going to work because it's\nnot going to be nuanced or diverse\nenough. We are doing some experiments\nand trying to make like a automatic pig\nbreeder with VLMs using VLMs and even\nthat is like we're like struggling a\nlot. So I think the I think the\nenvironment that you're exposed to\nreally does have to be extremely rich\nand complex in order\n>> maybe that perspective maybe the human\nitself is the environment that the\npicture kind of lives in and it has to\nsurvive or persist in and that's kind of\nhow you would\n>> that's right that's I think that's the\nright way to view it. So then the\nquestion is if you want good um networks\nand good um sorry um AI systems right\nyou need to subject them to the right\nenvironmental pressures and the I think\nthe way that you subject them matters a\nlot. So I'm a big fan of like you know\nthis pressure it to adapt. I think\nthat's the right way to think about it.\n>> Cool. Thanks\n>> Yanu.\nHey uh so I also have two question about\nfairness. So, so the first one is uh uh\nuh different architecture might suit\nboth for for different thing and that's\nuh what you explained but uh I think uh\nthere are some example in in video games\nlike some people want to challenge\nthemselves so they they constrain\nthemsel like I only have one weapon to\nlike I only have one weapon to\nwin the game and when they decide to do\nthis the is the entire playing process\nbecome very complex you can't play game\nlike a usual people and usually people\ncan play game in a quite a decomposible\nway. They they have a clear clear\nsemantic meaning of doing this doing\nthat but when you apply this constraint\nyou you have lot of things that locally\nlooks nonsense. So just wondering first\nthe data is generated by CBPM\nuh but uh you train it on MLP. So uh\nthis this kind of um I don't know if\nit's a very fair to to compare this and\nthis lead to another question is uh CBPN\nhas a very uh carefully designed uh\narchitecture and training process and\nsome details but MLP uh I know that\nthere are some tricks or regularizations\non MLP. I just wondering have you tried\nuh try to optimize MLP in order to make\nit symmetric u because if you don't do\nthat then uh this comparison uh it's\nalso might feels unfair to compare.\n>> Yeah. So in terms of the first of all in\nterms of the fairness I mean uh in this\npaper we're it's like a position paper\nand we're not proposing pigreeder as an\nalgorithm that's supposed to compete\nagainst and that everyone should use\nright it's more like to inspire like\nthat fact that this algorithm has some\ncool properties that were assoc even\nthough we cheated and we used humans in\nthe loop we used a different um neat\nnetwork it's supposed to inspire ideas\nthat maybe we can extract some insights\nand turn this into an algorithm which\ncan compete against SGD and do better.\nSo, and we're not trying to be fair.\nWe're trying to cheat and come up with\nan algorithm which in some way or shape\nor form found something interesting,\nright? Um yeah, I think that's the grand\ngoal of this kind of research. And your\nsecond question was about uh what was\nthe second question?\n>> Uh it's about how how many efforts you\napplied you you put on optimizing MLP in\norder to make it\n>> Oh, yeah. Yeah. reasonable, right?\n>> Yeah. So, obviously you can't bake in\nYeah. So, obviously you can't bake in\nany explicit symmetry into the network.\nWe did try a large set of experiments\nusing like um weight decay and we even\ntried to make the target symmetric like\nthe target image perfectly symmetric to\nsee if if it was perfectly symmetric\nwould it pick up and the answer is it\nalmost never um picks it up. there are\nlike one or two seeds out of like 20\nseeds in which you have if you have the\nright weight decay with the right um\nsymmetry aspect with the right\narchitecture um because we tried out\ndifferent architectures also then it\nends up working but it almost never\nactually works. Yeah.\n>> Yeah. Okay. Yeah. There there was a\nrecent study that adding noise to the\nweight of the the the model instead of\nadding weight decay. I'm wondering, have\nyou tried that? Would it make the the\nmap become more symmetric?\n>> No, I haven't tried that. I really doubt\nthat these things like this would\nqualitatively change the learning\ndynamics to make it capture regularities\nversus not capture regularities. I don't\nthink any simple trick like that would\ndo it. Uh, one of the cool ideas that\nI'm investigating with the undergrad\nhere is like basically trying to see if\num the network if we try to make the\nweights predictable because\npredictability is like a very specific\ntype of signal that could qualitatively\nchange what you learn, right? Because\nweight decay is more like a simplicity\nbias where you want to regularize it\ntowards like low weight norm. But I\nthink that if you try to make it\npredictable, that's not the same thing.\nIt's not the same as simplicity. It's\nthe it's completely different. So I\nthink there are ideas in which it could\nchange, but honestly I don't even think\nthat's that would work that well. I\nthink what you really need to do is like\nrethink what's going on and what the ad\nwhat the pressures you are that you're\noptimizing towards. And I think the\npressure to adapt is probably the\nbiggest thing that needs changing. I\nthink that would fix a lot of things.\n>> Interesting. Yeah. Thank you.\n>> Mhm. Excellent.\nMhm. Excellent.\nUm yeah, great paper. I really loved it.\nUm I'm an experimental biologist so for\nme this was really up my alley. You know\nI really loved um\n>> the idea and I think [clears throat] you\nknow objective functions are something\nvery fundamental and I think this really\nthis really sort of shows it. Um, and I\nthink one of the things you could you\ncould interpret from your paper is there\nmight be uh a trade-off between\ncomplexity of the objective function and\nhow controllable uh the outcome is. As\nyou noted yourself with when you tell\npeople to select for a certain outcome,\npick breeder doesn't work anymore. How\nfundamental do you think that trade-off\nis?\nthe trade-off between um having a fixed\nobjective function and what else?\n>> Yeah, sort of the richness of your\nobjective function and how uh how how\nwell you can determine the outcome of\nyour optimization process.\n>> Yeah. So I think the fact that pig\nbreeder is not able to optimize directly\nand that it has to take this like\nserendipitous path through the search\nspace um I think there needs to be more\nresearch like quantifying just how\nimportant that is. That was like kind of\nlike the point of the paper that we\ndon't really know or understand what\ncaused these good representations and it\nwould be cool if like we could figure it\nout, right? So um I think I it feels\nthat like the serendipitous search is\nvery very important. I can't exactly um\nrigorously tell you why, but the reason\nit feels that it's like important is\nbecause it combines this pressure to\nadapt while making optimization easier\nbecause you're not just optimizing for a\nsingle skull, right? Because that's like\nreally really hard to do. You're\noptimizing for either a skull or a cat\nor a dog or anything else that a human\nwould want, right? So I think that is\nlike the serendipitous search kind of\nmakes optimization easier and the\npressure to adapt is is something that's\nobviously good and um that's hard to\nsatisfy. It's hard to optimize towards.\nSo then you need a serendipitous search\nto optimize it if that makes sense.\n>> Doug,\nyou're muted. Sorry.\n>> Okay, great. Um so we find that natural\nlanguages pervasively omit system\ncomponent relations which has to affect\nwhatever happens when you use written\nstuff to train these machines. But um\nthen in that context that made me think\nabout your apple example. So does the\nnetwork know that the stem is a\ncomponent of the whole apple as opposed\nto just something that's sitting next to\nit? So that's this issue of not only so\nengineers think in terms of systems and\ncomponents. So um not only do you have\ntwo things sitting next to each other,\nbut there's is the stem a component of\nthe apple? Is the color red a component\nof the apple? And that's different than\nyou know computer scientist is always\ntalking about overlapping sets and so\nthe system component thing is structural\ncompletely different thing.\nSo how smart is this guy?\n>> Yeah that's a good question. Um so over\nhere I mean you can see that there's\nfeature maps that correspond to just the\napple and there's a feature map that\ncorresponds to just the stem and at some\npoint in the network they get combined\nin order to make the apple with the\nstem. So I mean that's kind of like the\nmodular decomposition you would expect\nin an ideal world if you wanted these\ntwo things to be decomposed right\n>> so I think the feature maps are they\nbasically show that it's like basically\nperfect um in terms of what you would if\nyou want that but then the question is\num is that the right decomposition right\nthat's one of the things I've been\nthinking about is like how do you know\nthis de so like basically if you imagine\nthe skull you can decompose it any\nnumber of ways right you can decompose\nit along this way which I like or\nanother way which you might like and\nthey're both we what we would call\nunified and factored. So then that\nreally begs the question is like in a\nground truth manner what makes a good\nrepresentation and personally I feel\nlike that definition should be grounded\nin the set of future tasks that you may\nwant to adapt to right I have this\nthought experiment I like a lot which is\nlike if you evolve like a cat on Earth\nright but you have the same identical\ncat evolved on Mars and they're\nidentical in their behavior one may have\ndifferent axis of variation in its\ngenotype based on the past and future\nenvironments it's going to be exposed\nto, right? Because the future\nenvironments in Mars are going to be\ndifferent than the ones on Earth. So, um\nthey might be very different in that.\nSince you're thinking about that, um I\nwas debating whether to mention this,\nbut since you're at MIT, I don't know\nwhether they still teach uh what the\nfrog's eye um tells the frog's brain, an\nancient MIT paper that I think is one of\nthe more important papers in biology.\nBut basically, frog's eyes only see\nthings like uh edges, light, dark\ncontrast, and a couple other things. The\nrest never gets through to the brain. So\nif the fly is not moving, the frog\ndoesn't even see it. So they have a\nbasis set of universals like Kant would\ntalk about. Um you and I have a\ndifferent set more complex. On the other\nhand, the frog could say, \"Oh, that's a\nneedless overcomplexification of the\nworld.\"\n>> And so there's some thought that goes\nAnd so there's some thought that goes\ninto what is your basis set.\n>> Yeah. Exactly. And it should be grounded\nin what you need to do now and what you\nmay need to do in the future, [laughter]\nright? Well, good point. I guess\nevolution decided that for the frog. So,\nokay.\n>> Yeah, that's very cool. What's that\npaper called? What the frog eye\nfrog's eye. What the frog's eye tells\nthe frog's brain. Um, let me uh get you\nthe author so you can find it.\nUm, everybody I think has passed away.\nUm\n>> uh\n>> uh Jerry Lein, L T V I N and um Humberto\nJerry Lein, L T V I N and um Humberto\nMachana who also passed away. Anyway, uh\nit was an MIT thing. The biologist he\ntold me uh laughed at him uh when they\npresented, but basically this stuff is\nhardwired into your nervous system. Oh,\nand he finally got it published in the\nILE E proceedings.\n>> Very cool. I will check out that paper.\nThanks.\n>> Yeah,\n>> Santos.\nSantos.\n>> Yeah. So, uh do you think that the\nYeah. So, uh do you think that the\npressure to adapt is very different from\nthe pressure to generalize uh which is a\nstandard component of any MLP uh\noptimization, right?\n>> Yeah. I think uh honestly I don't think\nwe know the answer and I think that it\nfeels like it should be very very\ndifferent um in that sense because I\nfeel like the pressure to adapt if you\nconstruct it in the right way I think it\nshould be like a much stronger pressure\nthat regularizes your neural network a\nlot more um I don't have evidence for\nthis concretely yet but that's just a\nfeeling that I have. Yeah.\n>> Hey uh I want to ask another question.\nuh I just realized that this uh study\nmight deeply related to computational\ncomplexity theories because when you uh\ngradually complexify your uh complify or\ngrow the the CPPM it's really like you\nhave a touring machine and you have a\nsequence of program you and you add bits\nto complicify\nthe the program and in computational uh\nuh complexity theory this very\ninteresting a bias called uh Solomon of\ninduction or algorithm probability which\nthe theyentially\nprefer shorter shorter programs and they\nproven this uh this kind of distribution\nthis kind of bias has some very\nbeautiful and powerful uh universal\nproperty. So so um and one of the reason\nthey have this two to the minus com\ncomplexity is because they have some uh\nthey they are actually somehow growing\nthe the program. So so I want wondering\nhave you considered such connection\nbetween them?\n>> Yeah. So what I have been thinking about\na lot in terms of like is simplicity\nlike a um one is it a good um pressure\ntoward that you should strive towards\nand two is it enough right and what for\none I do think that it's very\ninteresting obviously you want simpler\nthings rather than more complex things\nbut the question is that whether it's\nenough is I'm not so sure about that is\nbecause simplicity is basically supposed\nto be a um um how do you call it like a\nheruristic for what you really want\nwhich is like generalization\nadaptability etc etc right and I think\nthat if we can optimize for\ngeneralization adaptability directly we\ndon't really need simplicity and in\noften times I have I'm beginning to\nthink this more and more is that they\nmay not even be one uh that correlated\nthey're probably correlated up to a\npoint until they stray off so for\nexample in this skull example we have a\ntoy experiment obviously it's not that\nconclusive because it's just a toy CPN\nexperiment\nBut we whenever we regularize it with\nweight decay, we find solutions which\nare way way lower weight norm than this\nnice elegant modular solution. Way lower\nweight norm. So in the traditional sense\nof L2 regularization, you would say it's\na simpler representation, right? But it\nturns out to be way less adaptable still\ncompared to this nice modular one. So um\nmaybe uh some sort of simplicity\nmechanism or compression is not exactly\nwhat you're looking for and it's\nsupposed to be just a heristic for\nadaptability which is what you really\nwant.\n>> Yeah. So, so what I exactly want to say\nis I just uh intuitively feel that\nevolution especially growing and\nevolution putting together is is might\nputting together is is might\ndirectly give you such bias of algorithm\nprobability and maybe that's why CBPN\nand this kind of open-ended process give\nyou such clean result.\n>> Oh, you're saying it's simple in like a\ndifferent way according to like\n>> Yeah. Yeah. Like when you when you start\nwith some seed and you are add something\nyou are you are exponentially more\nlikely to have shorter evolution tree\nthat that shorter evolution tree like if\nyou in terms of something like assembly\ntheory they are more simple and\nI feel that this architecture gives you\nsuch bias.\n>> Yes. Yes. Definitely I 100% agree with\nthat. Yeah, it it gives you a specific\nkind of like um like graph bias towards\nsmaller graphs of neurons.", + "fetched_at": "2026-06-22T02:25:27Z", + "source": "yt-dlp-vtt", + "clean_segments": [ + { + "start": 0.0, + "text": "Um this will be about like towards a" + }, + { + "start": 2.08, + "text": "platonic intelligence with a um unified" + }, + { + "start": 5.52, + "text": "factored representation." + }, + { + "start": 7.759, + "text": "One second let me just move this." + }, + { + "start": 22.64, + "text": "There we go." + }, + { + "start": 34.88, + "text": "Okay." + }, + { + "start": 40.399, + "text": "Amazing." + }, + { + "start": 42.399, + "text": "Okay. So uh to start off with uh I want" + }, + { + "start": 45.27, + "text": "So uh to start off with uh I want" + }, + { + "start": 45.28, + "text": "to state something obvious that you guys" + }, + { + "start": 46.96, + "text": "already know that the world is not" + }, + { + "start": 48.559, + "text": "random but rather it has a lot of" + }, + { + "start": 51.2, + "text": "structure as we know and this includes" + }, + { + "start": 53.68, + "text": "everything from like self similarity" + }, + { + "start": 55.6, + "text": "across like many spatial scales to like" + }, + { + "start": 58.16, + "text": "physics symmetries like symmetries in" + }, + { + "start": 60.16, + "text": "like translation rotation invariance of" + }, + { + "start": 63.68, + "text": "the world as in if you have like some" + }, + { + "start": 65.519, + "text": "laws of physics it's going to be true" + }, + { + "start": 67.28, + "text": "here and if you're like one mile away" + }, + { + "start": 69.36, + "text": "from here and um every I mean Everything" + }, + { + "start": 72.72, + "text": "has structure. I mean, even the fact" + }, + { + "start": 74.0, + "text": "that objects exist and they're basically" + }, + { + "start": 76.72, + "text": "persistent across time, that's a form of" + }, + { + "start": 78.479, + "text": "structure. And um the the fact that" + }, + { + "start": 82.4, + "text": "there's so many um common patterns" + }, + { + "start": 85.36, + "text": "across in this world, right, across many" + }, + { + "start": 87.92, + "text": "different objects, that's what leads" + }, + { + "start": 89.92, + "text": "some of us to believe in this like idea" + }, + { + "start": 92.24, + "text": "of like there's like this this um space" + }, + { + "start": 94.72, + "text": "of forms, this platonic space of forms" + }, + { + "start": 97.68, + "text": "where these properties, common" + }, + { + "start": 99.36, + "text": "properties across many objects are" + }, + { + "start": 101.439, + "text": "inherited from the space of forms." + }, + { + "start": 102.88, + "text": "That's one way to think about um what's" + }, + { + "start": 105.04, + "text": "going on, right? And obviously this idea" + }, + { + "start": 107.04, + "text": "came from Plato and it was pretty" + }, + { + "start": 109.119, + "text": "influential and that's the main point of" + }, + { + "start": 111.439, + "text": "this um symposium is to talk about that." + }, + { + "start": 115.119, + "text": "So um I claim that basically intelligent" + }, + { + "start": 117.84, + "text": "agents in order to solve their goals" + }, + { + "start": 120.56, + "text": "they need to really understand how the" + }, + { + "start": 122.96, + "text": "world works in order to control it right" + }, + { + "start": 125.28, + "text": "to uh achieve their goals. And in order" + }, + { + "start": 127.759, + "text": "to un uh understand this world, I argue" + }, + { + "start": 130.56, + "text": "that they must capture this structure of" + }, + { + "start": 132.879, + "text": "the world. All these different" + }, + { + "start": 134.16, + "text": "structures that the world has, they must" + }, + { + "start": 136.239, + "text": "capture it in some way. And more" + }, + { + "start": 138.08, + "text": "specifically, what I mean is that the" + }, + { + "start": 139.84, + "text": "internal representations" + }, + { + "start": 142.0, + "text": "of their minds and their brains must" + }, + { + "start": 144.16, + "text": "capture the structure of the world. So" + }, + { + "start": 146.0, + "text": "I'll talk about more concretely what" + }, + { + "start": 147.52, + "text": "this means next, but at a high level," + }, + { + "start": 150.16, + "text": "basically you can't really control the" + }, + { + "start": 151.92, + "text": "world without understanding how it" + }, + { + "start": 153.519, + "text": "works. And you can't understand the" + }, + { + "start": 154.879, + "text": "world without really um understanding" + }, + { + "start": 157.84, + "text": "all the different structures that are in" + }, + { + "start": 159.36, + "text": "the world, right?" + }, + { + "start": 162.0, + "text": "So we face this problem in AI because in" + }, + { + "start": 164.8, + "text": "AI we're trying to create these" + }, + { + "start": 166.48, + "text": "intelligent agents, right? And we have" + }, + { + "start": 168.959, + "text": "this uh we face this problem. How do we" + }, + { + "start": 171.28, + "text": "capture the regularities of the world," + }, + { + "start": 173.36, + "text": "right? So one of the things we've been" + }, + { + "start": 175.599, + "text": "uh think about thinking about in AI is" + }, + { + "start": 178.56, + "text": "like what if we just try to bake in some" + }, + { + "start": 180.56, + "text": "symmetries of the world through how we" + }, + { + "start": 183.28, + "text": "design the architectures of our agents" + }, + { + "start": 185.519, + "text": "right so this is also known as inductive" + }, + { + "start": 187.92, + "text": "biases and I'll give you an example of" + }, + { + "start": 189.84, + "text": "like two or three of these is like one" + }, + { + "start": 192.08, + "text": "is like translation invariance in images" + }, + { + "start": 194.56, + "text": "whenever you look at an image and you" + }, + { + "start": 196.319, + "text": "see like some object you know that the" + }, + { + "start": 199.2, + "text": "system should process the object very" + }, + { + "start": 201.28, + "text": "similarly if it's over here versus as if" + }, + { + "start": 203.599, + "text": "it's like shifted over 100 pixels to the" + }, + { + "start": 206.0, + "text": "right. And this is translation" + }, + { + "start": 207.92, + "text": "equariance or translation invariance." + }, + { + "start": 210.159, + "text": "And we try to bake this into um ar an" + }, + { + "start": 213.04, + "text": "architecture based on the convolutional" + }, + { + "start": 214.64, + "text": "architecture. That's what it's made to" + }, + { + "start": 216.149, + "text": ". That's what it's made to" + }, + { + "start": 216.159, + "text": "do. Another example is like whenever we" + }, + { + "start": 219.44, + "text": "process sets of objects and we want we" + }, + { + "start": 221.68, + "text": "don't care about the ordering of the set" + }, + { + "start": 223.2, + "text": "like red green blue or blue green red." + }, + { + "start": 225.92, + "text": "We don't care about if what the order is" + }, + { + "start": 227.599, + "text": "then we use an attention architecture uh" + }, + { + "start": 229.92, + "text": "in a transformer to do this kind of" + }, + { + "start": 231.76, + "text": "thing. Right? And in general, this field" + }, + { + "start": 234.159, + "text": "called symmetry learning or geometric" + }, + { + "start": 236.239, + "text": "deep learning has um is a really big" + }, + { + "start": 238.959, + "text": "field in deep learning. And basically" + }, + { + "start": 240.239, + "text": "the goal is how do we capture known" + }, + { + "start": 242.879, + "text": "regularities of the world into the" + }, + { + "start": 245.04, + "text": "architectures, right? And this is kind" + }, + { + "start": 247.28, + "text": "of like you're just baking in the" + }, + { + "start": 248.56, + "text": "structure of the world." + }, + { + "start": 250.72, + "text": "But what about all the other um" + }, + { + "start": 253.68, + "text": "structures in our world, right? All the" + }, + { + "start": 255.28, + "text": "other regularities. And one example I" + }, + { + "start": 257.6, + "text": "really like is like lighting invariance." + }, + { + "start": 259.44, + "text": "So you see this lion in the dark and" + }, + { + "start": 262.479, + "text": "during the day and you don't really know" + }, + { + "start": 264.4, + "text": "what architecture should capture this" + }, + { + "start": 266.24, + "text": "lighting invariance, right? And we don't" + }, + { + "start": 268.4, + "text": "know how to do this. So what's our" + }, + { + "start": 270.639, + "text": "solution?" + }, + { + "start": 273.28, + "text": "Well, okay. So, the solution is we just" + }, + { + "start": 275.52, + "text": "try to train on a lot of data with SGD" + }, + { + "start": 278.32, + "text": "and hope that the AI will learn this" + }, + { + "start": 280.96, + "text": "underlying regularity of the world um" + }, + { + "start": 284.56, + "text": "based on the patterns that it picks up" + }, + { + "start": 286.96, + "text": "from all of these data uh from all this" + }, + { + "start": 288.96, + "text": "data right that's this is the" + }, + { + "start": 290.56, + "text": "predominant paradigm in modern deep" + }, + { + "start": 292.24, + "text": "learning currently. So, the question is" + }, + { + "start": 294.639, + "text": "does this actually work right and" + }, + { + "start": 296.72, + "text": "there's a lot of evidence that's showing" + }, + { + "start": 298.24, + "text": "that it is somewhat working. I mean the" + }, + { + "start": 300.479, + "text": "AI systems nowadays if you use chat" + }, + { + "start": 302.32, + "text": "chieftd they can pick up on all sorts of" + }, + { + "start": 304.32, + "text": "patterns of the world and they seem to" + }, + { + "start": 306.08, + "text": "really understand the world and how it" + }, + { + "start": 307.919, + "text": "works and even self-driving systems they" + }, + { + "start": 310.639, + "text": "can like figure out uh what a stop sign" + }, + { + "start": 313.6, + "text": "looks like during the day at night and" + }, + { + "start": 315.28, + "text": "it seems like everything is just working" + }, + { + "start": 317.28, + "text": "but this brings us to our um position" + }, + { + "start": 320.16, + "text": "paper and our um which where we" + }, + { + "start": 323.199, + "text": "hypothesize that conventional SGD in" + }, + { + "start": 326.56, + "text": "deep learning um finds neural repres" + }, + { + "start": 329.36, + "text": "representations which are actually" + }, + { + "start": 331.36, + "text": "fractured and entangled um um in the" + }, + { + "start": 335.039, + "text": "sense that their actual internal" + }, + { + "start": 336.56, + "text": "representations are fractured and" + }, + { + "start": 337.919, + "text": "entangled. So uh over here we can see" + }, + { + "start": 340.96, + "text": "that I mean you find a network which has" + }, + { + "start": 342.96, + "text": "a certain output behavior but the output" + }, + { + "start": 344.96, + "text": "behavior we visualize it as like a skull" + }, + { + "start": 347.039, + "text": "which I'm going to get into detail how" + }, + { + "start": 348.32, + "text": "we're doing this but at a high level you" + }, + { + "start": 350.479, + "text": "visualize the output behavior and the" + }, + { + "start": 351.919, + "text": "internal representations don't really" + }, + { + "start": 353.6, + "text": "match what you would expect to see if" + }, + { + "start": 356.96, + "text": "it's really like understanding the skull" + }, + { + "start": 359.44, + "text": "in a subjective way right and more" + }, + { + "start": 362.24, + "text": "specifically what I mean is that it" + }, + { + "start": 363.6, + "text": "doesn't capture the underlying" + }, + { + "start": 364.8, + "text": "regularities of this world which is the" + }, + { + "start": 367.44, + "text": "skull" + }, + { + "start": 368.96, + "text": "So our position or our opinion is that a" + }, + { + "start": 372.56, + "text": "different kind of search algorithm which" + }, + { + "start": 374.319, + "text": "is not conventional SGD but a different" + }, + { + "start": 376.8, + "text": "kind of very exotic open-ended search" + }, + { + "start": 379.36, + "text": "may be the solution to learning what we" + }, + { + "start": 382.0, + "text": "call unified and factored neural" + }, + { + "start": 384.8, + "text": "representations. And as you can see over" + }, + { + "start": 386.8, + "text": "here the representations of the skull" + }, + { + "start": 388.639, + "text": "look a much better and much more like" + }, + { + "start": 390.88, + "text": "what we would want in how you would" + }, + { + "start": 393.039, + "text": "build up the skull. So let's get into um" + }, + { + "start": 396.72, + "text": "and so so you might be asking why does" + }, + { + "start": 398.72, + "text": "this matter at all right if the output" + }, + { + "start": 401.199, + "text": "behavior is the same and we basically" + }, + { + "start": 403.039, + "text": "believe that the internal representation" + }, + { + "start": 405.039, + "text": "of an agent really u affects its" + }, + { + "start": 408.72, + "text": "capability to generalize to new" + }, + { + "start": 411.44, + "text": "situations it's never seen before" + }, + { + "start": 413.28, + "text": "especially OOD its creativity in the" + }, + { + "start": 416.319, + "text": "sense that how and how it like sees the" + }, + { + "start": 418.8, + "text": "world and how it comes up with new" + }, + { + "start": 420.08, + "text": "solutions or new any artifact that it" + }, + { + "start": 422.8, + "text": "can create and especially continual" + }, + { + "start": 425.36, + "text": "learning and adaptation. And you can see" + }, + { + "start": 427.599, + "text": "over here on the top we see that the" + }, + { + "start": 430.319, + "text": "network with the nice representation if" + }, + { + "start": 433.199, + "text": "you perturb its weights it has really" + }, + { + "start": 435.12, + "text": "good adaptability behavior because the" + }, + { + "start": 438.0, + "text": "skull changes in like semantically" + }, + { + "start": 439.84, + "text": "meaningful ways versus the skull on the" + }, + { + "start": 442.0, + "text": "right the network on the right it has" + }, + { + "start": 444.0, + "text": "terrible adaptability and it basically" + }, + { + "start": 445.84, + "text": "just produces like a mess on the right." + }, + { + "start": 449.84, + "text": "So let's get into the details of how" + }, + { + "start": 451.599, + "text": "we're uh doing this kind of experiment," + }, + { + "start": 453.52, + "text": "right? So uh we're going to be using" + }, + { + "start": 455.28, + "text": "what we call like a compositional" + }, + { + "start": 456.88, + "text": "pattern producing network or CPN. And" + }, + { + "start": 460.56, + "text": "basically this is like a toy domain to" + }, + { + "start": 462.96, + "text": "study neural representations. And the" + }, + { + "start": 465.44, + "text": "goal is basically just to implicitly" + }, + { + "start": 467.599, + "text": "represent an image. And at a high level," + }, + { + "start": 469.759, + "text": "it's inspired by the biological" + }, + { + "start": 471.759, + "text": "development process like morphogenesis." + }, + { + "start": 474.8, + "text": "Um because it's about how do you reuse" + }, + { + "start": 477.919, + "text": "existing machinery to across different" + }, + { + "start": 480.56, + "text": "like uh points in space in order to" + }, + { + "start": 482.56, + "text": "achieve the same thing. That's where the" + }, + { + "start": 484.24, + "text": "inspiration comes from. So let's talk" + }, + { + "start": 486.0, + "text": "about how we would represent this" + }, + { + "start": 487.28, + "text": "specific image. Let's see this pixel uh" + }, + { + "start": 489.759, + "text": "that's highlighted over there. What" + }, + { + "start": 491.44, + "text": "we're going to do is we're going to" + }, + { + "start": 492.639, + "text": "basically mark its xy location and its d" + }, + { + "start": 495.84, + "text": "distance from the center. And we're" + }, + { + "start": 498.0, + "text": "going to take these three numbers and" + }, + { + "start": 499.759, + "text": "just plug them into a network that is" + }, + { + "start": 502.0, + "text": "the CPN. And after it's done processing," + }, + { + "start": 505.199, + "text": "we're going to take its output and" + }, + { + "start": 506.879, + "text": "consider it as its HSV or you could" + }, + { + "start": 509.84, + "text": "think about it as just like a RGB value." + }, + { + "start": 511.84, + "text": "And that's going to be the RGB pixel" + }, + { + "start": 514.08, + "text": "value for that um pixel. And if you" + }, + { + "start": 517.279, + "text": "sweep this across every pixel in the" + }, + { + "start": 519.599, + "text": "image, then you can basically visualize" + }, + { + "start": 522.32, + "text": "the entire output behavior of the CPN as" + }, + { + "start": 525.36, + "text": "a single image. And the reason that we" + }, + { + "start": 528.56, + "text": "construct the image like this rather" + }, + { + "start": 530.48, + "text": "than just modeling like the RGB pixels" + }, + { + "start": 533.2, + "text": "is because this makes it very very easy" + }, + { + "start": 536.32, + "text": "to uh visualize how the output behavior" + }, + { + "start": 540.0, + "text": "of this network is internally" + }, + { + "start": 541.92, + "text": "represented neuron by neuron. So in this" + }, + { + "start": 544.16, + "text": "case you can literally go to each neuron" + }, + { + "start": 545.92, + "text": "and see when does it activate at which" + }, + { + "start": 548.56, + "text": "XY locations does it activate and you" + }, + { + "start": 550.72, + "text": "can visualize that as an image also." + }, + { + "start": 554.56, + "text": "And one thing I want to make clear, um," + }, + { + "start": 556.56, + "text": "this is probably a really important" + }, + { + "start": 557.76, + "text": "slide, is that the CPN are an analogy." + }, + { + "start": 560.72, + "text": "We're not really interested in just like" + }, + { + "start": 562.32, + "text": "how do you represent images, but rather" + }, + { + "start": 564.72, + "text": "these CPN serve as like a very useful" + }, + { + "start": 567.04, + "text": "visual analogy to think about what other" + }, + { + "start": 569.839, + "text": "AI systems like largecale LLMs might be" + }, + { + "start": 573.04, + "text": "doing, right?" + }, + { + "start": 575.12, + "text": "And basically the analogy is that its" + }, + { + "start": 577.44, + "text": "output behavior or the output image of" + }, + { + "start": 579.6, + "text": "the CPN is analogous to the LLM's entire" + }, + { + "start": 583.12, + "text": "output behavior over the entire its" + }, + { + "start": 585.68, + "text": "entire output space. Right? And the" + }, + { + "start": 588.959, + "text": "CPN's internal visualization is" + }, + { + "start": 591.6, + "text": "basically analogous to the LLM's" + }, + { + "start": 593.36, + "text": "internal representation of its entire" + }, + { + "start": 595.519, + "text": "output behavior. So basically just how" + }, + { + "start": 596.959, + "text": "it models and sees the world." + }, + { + "start": 600.0, + "text": "And because we're using CPN, we can just" + }, + { + "start": 602.48, + "text": "visualize how these behaviors are" + }, + { + "start": 604.8, + "text": "constructed holistically, right? Not" + }, + { + "start": 607.12, + "text": "just like in a single neuron, but seeing" + }, + { + "start": 609.12, + "text": "how it's built up over many many" + }, + { + "start": 610.8, + "text": "neurons." + }, + { + "start": 612.56, + "text": "And importantly, uh this brings us to" + }, + { + "start": 614.8, + "text": "the main point is that like two CPNs may" + }, + { + "start": 617.279, + "text": "have the exact same output behavior, but" + }, + { + "start": 619.839, + "text": "their inner encodings could be" + }, + { + "start": 621.44, + "text": "qualitatively different, right? And this" + }, + { + "start": 623.68, + "text": "means that two LLMs may have the same" + }, + { + "start": 626.079, + "text": "output behavior, as in you can't tell" + }, + { + "start": 627.839, + "text": "them apart from what they're doing on" + }, + { + "start": 629.44, + "text": "the outside, but their internal" + }, + { + "start": 631.04, + "text": "representation and how they see the" + }, + { + "start": 632.56, + "text": "world internally may be qualitatively" + }, + { + "start": 635.12, + "text": "different." + }, + { + "start": 638.24, + "text": "Sweet. And with that, um, I will" + }, + { + "start": 640.16, + "text": "actually go on a slight tangent with" + }, + { + "start": 641.92, + "text": "Pigreeder, but it'll connect back into" + }, + { + "start": 643.519, + "text": "the main story very quickly. So, let's" + }, + { + "start": 646.8, + "text": "talk about Pigreeder. So, Pigreeder was" + }, + { + "start": 648.64, + "text": "basically an online website for humans" + }, + { + "start": 651.519, + "text": "to breed these CPN images to their" + }, + { + "start": 654.72, + "text": "desire. So, humans would just see these" + }, + { + "start": 656.8, + "text": "images and you'd pick like two or three" + }, + { + "start": 658.48, + "text": "of them you'd like and just mutate them" + }, + { + "start": 661.12, + "text": "and keep going. It's kind of like" + }, + { + "start": 662.399, + "text": "breeding horses, right? And what you're" + }, + { + "start": 665.12, + "text": "going to be doing is just evolving the" + }, + { + "start": 666.88, + "text": "underlying CPN that um generated these" + }, + { + "start": 669.6, + "text": "images." + }, + { + "start": 672.24, + "text": "And importantly, one of the big uh" + }, + { + "start": 674.399, + "text": "things about the system is that there" + }, + { + "start": 676.0, + "text": "was no end goal. you can just do" + }, + { + "start": 677.76, + "text": "whatever you want. The humans weren't" + }, + { + "start": 679.2, + "text": "told like, oh, you should try to evolve" + }, + { + "start": 680.959, + "text": "a skull or you should try to evolve like" + }, + { + "start": 682.959, + "text": "a cat image or something. They just said" + }, + { + "start": 685.04, + "text": "just do whatever you want. Have fun. And" + }, + { + "start": 688.079, + "text": "uh one caveat here is that the actual" + }, + { + "start": 689.92, + "text": "CPN's used inside here were not like" + }, + { + "start": 692.0, + "text": "your conventional multi-layer" + }, + { + "start": 694.079, + "text": "perceptrons from um AI, but rather these" + }, + { + "start": 697.44, + "text": "things called neuro evolution of" + }, + { + "start": 699.2, + "text": "augmenting topologies need. And you can" + }, + { + "start": 701.76, + "text": "imagine this as like rather than having" + }, + { + "start": 703.76, + "text": "like a dense connected network, you have" + }, + { + "start": 705.6, + "text": "like a graph of neurons that you're" + }, + { + "start": 707.91, + "text": "graph of neurons that you're" + }, + { + "start": 707.92, + "text": "growing in this arbitrary way. So it's" + }, + { + "start": 710.8, + "text": "much I guess in a way it's much more" + }, + { + "start": 712.64, + "text": "flexible, right?" + }, + { + "start": 716.399, + "text": "And so what would you expect to find" + }, + { + "start": 717.92, + "text": "from this pig reader system? Right? And" + }, + { + "start": 719.68, + "text": "I think most people would say that oh if" + }, + { + "start": 721.68, + "text": "people don't really have a objective" + }, + { + "start": 723.279, + "text": "goal in mind, then you kind of would" + }, + { + "start": 725.76, + "text": "just expect to find these um super" + }, + { + "start": 728.0, + "text": "rubbish images, right? This is what" + }, + { + "start": 729.839, + "text": "you'd expect to find. But here's what" + }, + { + "start": 731.44, + "text": "people actually found. These images with" + }, + { + "start": 735.279, + "text": "lots and lots of um structure and" + }, + { + "start": 738.24, + "text": "basically what humans prefer, right?" + }, + { + "start": 740.079, + "text": "It's like literally things from our" + }, + { + "start": 741.839, + "text": "world. So the question is like how did" + }, + { + "start": 744.399, + "text": "people um find these kinds of things?" + }, + { + "start": 746.72, + "text": "And if you want a deep dive into how um" + }, + { + "start": 749.519, + "text": "this kind of thing happened, you should" + }, + { + "start": 751.2, + "text": "really check out the book from my" + }, + { + "start": 753.04, + "text": "collaborators Ken and Joel on why" + }, + { + "start": 755.12, + "text": "greatness cannot be planned. And they" + }, + { + "start": 756.959, + "text": "really go into a lot of um insights into" + }, + { + "start": 759.44, + "text": "like the nature of search, deception," + }, + { + "start": 761.92, + "text": "serendipity in search, which is um a" + }, + { + "start": 764.0, + "text": "really important topic I believe and" + }, + { + "start": 766.32, + "text": "open-endedness. And basically um they" + }, + { + "start": 768.88, + "text": "argue that this pigreeder system is like" + }, + { + "start": 770.72, + "text": "a um like a microcosm for like natural" + }, + { + "start": 774.24, + "text": "evolution or like scientific innovation." + }, + { + "start": 776.16, + "text": "These open-ended process which keeps" + }, + { + "start": 777.68, + "text": "discovering stuff forever. So I do want" + }, + { + "start": 780.32, + "text": "to uh talk more about pig braider and" + }, + { + "start": 782.16, + "text": "then talk about that what properties it" + }, + { + "start": 784.24, + "text": "has that uh why I think you should" + }, + { + "start": 786.72, + "text": "consider it as like a very very" + }, + { + "start": 788.399, + "text": "interesting system. So first property it" + }, + { + "start": 790.639, + "text": "has is that it's open-ended. So if you" + }, + { + "start": 792.56, + "text": "think about natural evolution it's like" + }, + { + "start": 794.16, + "text": "this divergent evolutionary process" + }, + { + "start": 796.0, + "text": "which produces all these different" + }, + { + "start": 797.76, + "text": "diversity of animals right um and" + }, + { + "start": 800.399, + "text": "pigreeder is similarly like that." + }, + { + "start": 802.8, + "text": "there's literally a pigreeder" + }, + { + "start": 804.399, + "text": "evolutionary tree where you just have" + }, + { + "start": 806.639, + "text": "images which are diverging and growing" + }, + { + "start": 809.2, + "text": "um open-endedly. So that's one thing" + }, + { + "start": 811.36, + "text": "that's really interesting about it." + }, + { + "start": 813.36, + "text": "Other things that are interesting about" + }, + { + "start": 814.639, + "text": "it include this idea of serendipitous" + }, + { + "start": 817.2, + "text": "adaptation. So in evolution um a lot of" + }, + { + "start": 820.24, + "text": "the traits that we ended up with or all" + }, + { + "start": 822.399, + "text": "animals ended up with were traits that" + }, + { + "start": 824.88, + "text": "were evolved for one function but get" + }, + { + "start": 827.279, + "text": "repurposed later down the line for" + }, + { + "start": 829.279, + "text": "something else. So here's an example" + }, + { + "start": 831.2, + "text": "like feathers were originally evolved to" + }, + { + "start": 833.519, + "text": "keep like the animal warm but they later" + }, + { + "start": 836.48, + "text": "got repurposed for flight. So this is an" + }, + { + "start": 838.959, + "text": "example of like this huge task space" + }, + { + "start": 840.959, + "text": "where things are kind of just it's a" + }, + { + "start": 842.639, + "text": "more serendipitous rather than like" + }, + { + "start": 844.24, + "text": "planned ahead of time right and" + }, + { + "start": 846.399, + "text": "pigreeder displays this property also" + }, + { + "start": 850.32, + "text": "you can see that um the the stepping" + }, + { + "start": 853.279, + "text": "stones that they call it two let's say" + }, + { + "start": 856.079, + "text": "look at the teapot image someone was" + }, + { + "start": 858.48, + "text": "actually trying to evolve a egg in a hat" + }, + { + "start": 861.6, + "text": "before someone else took that image and" + }, + { + "start": 864.8, + "text": "started evolving a teapot so this is an" + }, + { + "start": 867.44, + "text": "example of like this machinery that was" + }, + { + "start": 869.839, + "text": "used to represent this egg got" + }, + { + "start": 872.0, + "text": "repurposed to represent this teapot. And" + }, + { + "start": 875.04, + "text": "this is like a common very common story" + }, + { + "start": 877.12, + "text": "in all the pig breeder discoveries." + }, + { + "start": 878.8, + "text": "Basically, every image in pig breeder" + }, + { + "start": 881.04, + "text": "that was found is kind of it displays" + }, + { + "start": 883.68, + "text": "this idea that like there it's like" + }, + { + "start": 885.839, + "text": "almost seems like random, but it's what" + }, + { + "start": 887.76, + "text": "we'd call serendipitous and how it got" + }, + { + "start": 889.839, + "text": "to the end product. Right?" + }, + { + "start": 893.199, + "text": "And one final property that I want to" + }, + { + "start": 894.88, + "text": "outline is that um as we know that um" + }, + { + "start": 898.32, + "text": "natural evolution has developed very" + }, + { + "start": 900.88, + "text": "adaptable genotypes. And this is kind of" + }, + { + "start": 903.76, + "text": "like the emergence of evolvability," + }, + { + "start": 906.24, + "text": "right? Because the way that our bodies" + }, + { + "start": 909.199, + "text": "and our um are structured is basically" + }, + { + "start": 914.0, + "text": "uh it contains certain axes of" + }, + { + "start": 916.079, + "text": "variation. Let's talk about the" + }, + { + "start": 917.519, + "text": "symmetries. The way our bodies are" + }, + { + "start": 919.76, + "text": "structured really has a lot of baked in" + }, + { + "start": 922.48, + "text": "symmetries. Like for example, there's" + }, + { + "start": 923.92, + "text": "like a bilateral symmetry and the way" + }, + { + "start": 926.48, + "text": "our organs are structured are modular." + }, + { + "start": 928.639, + "text": "And it's just that there's a lot of um" + }, + { + "start": 931.36, + "text": "structure in the way our bodies are" + }, + { + "start": 933.04, + "text": "structured, right? And the reason it's" + }, + { + "start": 934.389, + "text": "d, right? And the reason it's" + }, + { + "start": 934.399, + "text": "like this is because certain axes of" + }, + { + "start": 936.24, + "text": "variation during search become much more" + }, + { + "start": 938.8, + "text": "likely while others become impossible." + }, + { + "start": 941.199, + "text": "So for example, if you have a mutation" + }, + { + "start": 943.04, + "text": "in your genome and your right hand gets" + }, + { + "start": 946.639, + "text": "like uh longer, right? Your left hand" + }, + { + "start": 949.519, + "text": "would also get longer because evolution" + }, + { + "start": 951.6, + "text": "has kind of realized that encoding this" + }, + { + "start": 953.92, + "text": "axis of this symmetry into the genome is" + }, + { + "start": 957.199, + "text": "really important because there's no" + }, + { + "start": 958.72, + "text": "point in not doing it, right? So this" + }, + { + "start": 960.48, + "text": "axis of variation where both get uh" + }, + { + "start": 962.48, + "text": "longer becomes likely where whereas this" + }, + { + "start": 965.36, + "text": "axis where only one gets longer becomes" + }, + { + "start": 967.12, + "text": "impossible, right? So it's a way to kind" + }, + { + "start": 969.199, + "text": "of like speed up search in that way." + }, + { + "start": 974.56, + "text": "And pigreeder has also shown um this" + }, + { + "start": 977.759, + "text": "form of evolvability emerging. There's" + }, + { + "start": 980.24, + "text": "examples in the pigreeder where certain" + }, + { + "start": 982.48, + "text": "images are structured in a very nice" + }, + { + "start": 985.36, + "text": "organized way such that their children" + }, + { + "start": 988.72, + "text": "have very fit descendants as in they're" + }, + { + "start": 991.44, + "text": "basically producing images that humans" + }, + { + "start": 993.279, + "text": "would like. And there are some images" + }, + { + "start": 994.959, + "text": "which don't have this property and but" + }, + { + "start": 996.8, + "text": "they quickly die out because humans" + }, + { + "start": 998.639, + "text": "don't select for their children. Right?" + }, + { + "start": 1000.959, + "text": "So there's this like implicit pressure" + }, + { + "start": 1002.639, + "text": "to be evolvable." + }, + { + "start": 1004.72, + "text": "So great now that I talked about" + }, + { + "start": 1005.92, + "text": "pigreeder let's get into the actual" + }, + { + "start": 1007.68, + "text": "experiments that show this internal" + }, + { + "start": 1009.839, + "text": "representation that we've been talking" + }, + { + "start": 1011.12, + "text": "about. So let's look into just uh let's" + }, + { + "start": 1013.759, + "text": "pick this image of this skull right and" + }, + { + "start": 1016.079, + "text": "see what happens." + }, + { + "start": 1018.0, + "text": "So let's take this skull image that we" + }, + { + "start": 1020.079, + "text": "found with pigreeder. And what we're" + }, + { + "start": 1021.68, + "text": "going to do is this. We're just going to" + }, + { + "start": 1023.92, + "text": "create a data set from it based on this" + }, + { + "start": 1027.039, + "text": "uh based on the mapping that we're" + }, + { + "start": 1028.72, + "text": "talking about where you have XYD to HSV" + }, + { + "start": 1031.28, + "text": "and you list out all the pixels, right?" + }, + { + "start": 1033.28, + "text": "And we have this big data set and then" + }, + { + "start": 1035.199, + "text": "what we can do is just train a" + }, + { + "start": 1036.88, + "text": "conventional network to recreate the" + }, + { + "start": 1038.88, + "text": "skulls using all the tools from AI," + }, + { + "start": 1041.28, + "text": "right? And what we found what we find is" + }, + { + "start": 1044.24, + "text": "that the optimization works amazingly." + }, + { + "start": 1046.4, + "text": "it perfectly reproduces this um skull" + }, + { + "start": 1049.36, + "text": "behavior, right? But then let's uh let's" + }, + { + "start": 1052.72, + "text": "talk about what happens when we start" + }, + { + "start": 1053.919, + "text": "looking at the internal representation" + }, + { + "start": 1055.28, + "text": "of how it represents the skull, right?" + }, + { + "start": 1057.039, + "text": "That's where we see some problems. But" + }, + { + "start": 1059.12, + "text": "before that, what we're going to do is" + }, + { + "start": 1060.32, + "text": "quickly talk about layerization, which" + }, + { + "start": 1062.72, + "text": "is not too important. So um but I will" + }, + { + "start": 1065.36, + "text": "quickly go over it just for the sake of" + }, + { + "start": 1066.88, + "text": "complete completeness. So basically, you" + }, + { + "start": 1069.28, + "text": "can imagine that our neat networks that" + }, + { + "start": 1071.12, + "text": "we found at Pigreeder, they're in this" + }, + { + "start": 1073.12, + "text": "arbitrary, they're like this arbitrary" + }, + { + "start": 1074.72, + "text": "graph of neurons. In order to make it" + }, + { + "start": 1076.799, + "text": "compatible with the space that we're" + }, + { + "start": 1078.64, + "text": "going to be doing SGD training with AI" + }, + { + "start": 1081.2, + "text": "on, we're going to convert everything" + }, + { + "start": 1082.96, + "text": "into a universal architecture which is" + }, + { + "start": 1084.64, + "text": "the MLP through this process of" + }, + { + "start": 1086.64, + "text": "layerization. And specifically uh this" + }, + { + "start": 1089.6, + "text": "will give us like an existence proof" + }, + { + "start": 1091.52, + "text": "that this pigreeder solution is in is a" + }, + { + "start": 1094.559, + "text": "solution that the SGD could have found" + }, + { + "start": 1097.76, + "text": "but it didn't. And more concretely, what" + }, + { + "start": 1100.0, + "text": "we're going to be doing is just taking" + }, + { + "start": 1101.36, + "text": "all the connections of this arbitrary" + }, + { + "start": 1102.88, + "text": "graph in neurons and stitching them" + }, + { + "start": 1104.799, + "text": "together to in the MLP to recreate the" + }, + { + "start": 1107.2, + "text": "same computational graph." + }, + { + "start": 1110.96, + "text": "Okay, so this is what the internal" + }, + { + "start": 1113.039, + "text": "representations look like for the" + }, + { + "start": 1115.2, + "text": "pigreeder skull. This is the one found" + }, + { + "start": 1117.52, + "text": "with pigreeder. So you can see that the" + }, + { + "start": 1120.0, + "text": "four input neurons encode the four" + }, + { + "start": 1122.08, + "text": "inputs or X, Y, D, and we just have a" + }, + { + "start": 1124.24, + "text": "bias neuron for historical" + }, + { + "start": 1126.08, + "text": "compatibility. And over the layers as" + }, + { + "start": 1128.72, + "text": "you go up you can see that the neurons" + }, + { + "start": 1131.44, + "text": "encode different things and builds up" + }, + { + "start": 1134.48, + "text": "the pattern at which you see at the end" + }, + { + "start": 1136.799, + "text": "which is the skull. But you can see that" + }, + { + "start": 1139.36, + "text": "there's not really any redundancy. It's" + }, + { + "start": 1141.84, + "text": "very very uh modular in that way. It's" + }, + { + "start": 1144.48, + "text": "very sparse and it seems quite organized" + }, + { + "start": 1147.27, + "text": "sparse and it seems quite organized" + }, + { + "start": 1147.28, + "text": "in how it's doing it. Right? So let's" + }, + { + "start": 1149.919, + "text": "look at this SGD skull. Now to contrast," + }, + { + "start": 1152.72, + "text": "this is what happens when you train SGD" + }, + { + "start": 1154.559, + "text": "when on the same network architecture to" + }, + { + "start": 1156.64, + "text": "get the skull." + }, + { + "start": 1158.88, + "text": "It looks like a complete mess, right? It" + }, + { + "start": 1161.44, + "text": "looks like complete spaghetti. And you" + }, + { + "start": 1163.12, + "text": "can see everything ends up canceling out" + }, + { + "start": 1164.88, + "text": "the end and giving you the perfect" + }, + { + "start": 1166.32, + "text": "output behavior. But the internal" + }, + { + "start": 1168.08, + "text": "representations are like completely just" + }, + { + "start": 1169.919, + "text": "like what I'd call spaghetti, right?" + }, + { + "start": 1171.28, + "text": "They're just like a complete mess." + }, + { + "start": 1175.2, + "text": "So, how does this actually impact um" + }, + { + "start": 1178.24, + "text": "downstream what we call like downstream" + }, + { + "start": 1180.16, + "text": "tasks or something? So, on the left over" + }, + { + "start": 1182.64, + "text": "here, what we're going to be doing is" + }, + { + "start": 1183.919, + "text": "just sweeping individual weights of this" + }, + { + "start": 1186.559, + "text": "network and seeing how the output" + }, + { + "start": 1188.16, + "text": "behavior changes. And you can see that" + }, + { + "start": 1190.64, + "text": "it really shows you that uh if you sweep" + }, + { + "start": 1192.96, + "text": "a weight, there's literally a weight" + }, + { + "start": 1194.16, + "text": "that corresponds to the mouth opening or" + }, + { + "start": 1197.36, + "text": "the left and eye winking or the distance" + }, + { + "start": 1200.0, + "text": "between the eyes right there. Right? or" + }, + { + "start": 1202.16, + "text": "like literally a weight controlling the" + }, + { + "start": 1203.6, + "text": "jaw width. And this kind of shows you" + }, + { + "start": 1205.919, + "text": "that the network kind of understands the" + }, + { + "start": 1209.6, + "text": "underlying um what we would call the" + }, + { + "start": 1212.0, + "text": "underlying regularities of the skull," + }, + { + "start": 1214.39, + "text": "regularities of the skull," + }, + { + "start": 1214.4, + "text": "right? These are axes aligned with how a" + }, + { + "start": 1217.6, + "text": "human uh sees the skull. And if you" + }, + { + "start": 1220.16, + "text": "imagine that the skull is an analogy to" + }, + { + "start": 1223.52, + "text": "the real world and the behaviors uh that" + }, + { + "start": 1226.16, + "text": "you would want to employ, this basically" + }, + { + "start": 1228.159, + "text": "corresponds to nice changes in this" + }, + { + "start": 1231.52, + "text": "actual behavioral output of the network," + }, + { + "start": 1233.76, + "text": "right? Versus if you have the network on" + }, + { + "start": 1236.4, + "text": "the left, you can see that the weights" + }, + { + "start": 1237.919, + "text": "kind of most almost all the weights look" + }, + { + "start": 1239.76, + "text": "like this. they kind of just correspond" + }, + { + "start": 1241.52, + "text": "to rubbish meaningless changes which" + }, + { + "start": 1243.84, + "text": "don't respect the underlying x x-axis" + }, + { + "start": 1246.4, + "text": "symmetry of the skull or any regularity" + }, + { + "start": 1249.12, + "text": "of the skull for that matter. Right?" + }, + { + "start": 1253.039, + "text": "So this pattern is true for all the" + }, + { + "start": 1255.28, + "text": "images that we've tried out like here's" + }, + { + "start": 1256.799, + "text": "this butterfly image for pigreeder and" + }, + { + "start": 1259.12, + "text": "here's this skull uh SGD image of this" + }, + { + "start": 1261.52, + "text": "uh butterfly." + }, + { + "start": 1263.679, + "text": "You can see it's the same pattern and if" + }, + { + "start": 1265.76, + "text": "you look at the weight sweeps it's the" + }, + { + "start": 1267.28, + "text": "exact same thing. you capture the" + }, + { + "start": 1268.799, + "text": "regularities on the left and you don't" + }, + { + "start": 1270.64, + "text": "really do that on the right. Right? Over" + }, + { + "start": 1272.64, + "text": "here you can see that one of the weights" + }, + { + "start": 1274.08, + "text": "literally destroys the left wing while" + }, + { + "start": 1276.48, + "text": "leaving the right wing sort of intact" + }, + { + "start": 1278.72, + "text": "which is completely not respecting that" + }, + { + "start": 1280.48, + "text": "symmetry of the butterfly. Right? And" + }, + { + "start": 1283.12, + "text": "here's the apple image found at" + }, + { + "start": 1284.72, + "text": "Pigreeder and here's it with um SED" + }, + { + "start": 1289.36, + "text": "and it's the same pattern again um on" + }, + { + "start": 1291.919, + "text": "the left. U one of the my collaborers's" + }, + { + "start": 1294.48, + "text": "favorite is like the stem angle. There's" + }, + { + "start": 1296.559, + "text": "literally a weight in the apple network" + }, + { + "start": 1298.24, + "text": "that on the pig breeder side at least" + }, + { + "start": 1300.159, + "text": "that corresponds to if you sweep it, it" + }, + { + "start": 1302.95, + "text": "corresponds to if you sweep it, it" + }, + { + "start": 1302.96, + "text": "controls the angle at which the stem is" + }, + { + "start": 1305.6, + "text": "um controlled at. So this really shows" + }, + { + "start": 1307.44, + "text": "that the stem and the apple are like" + }, + { + "start": 1309.2, + "text": "modular are decomposed in like a modular" + }, + { + "start": 1312.08, + "text": "way in order to have this happen, right?" + }, + { + "start": 1316.64, + "text": "So the question is this is cool but this" + }, + { + "start": 1318.64, + "text": "is still like this toy domain. How does" + }, + { + "start": 1320.159, + "text": "this really apply to LLM and like real" + }, + { + "start": 1322.4, + "text": "intelligent systems, right? So there is" + }, + { + "start": 1324.88, + "text": "some uh evidence uh actually a lot of" + }, + { + "start": 1327.52, + "text": "evidence that um these LLMs also suffer" + }, + { + "start": 1330.4, + "text": "from fractured and entangled" + }, + { + "start": 1331.84, + "text": "representations that don't respect the" + }, + { + "start": 1333.84, + "text": "underlying regularities of the world. So" + }, + { + "start": 1336.08, + "text": "let's start off with a old example from" + }, + { + "start": 1338.0, + "text": "GPD3. So in GPT3 um we ran this" + }, + { + "start": 1341.28, + "text": "experiment where we had like um where" + }, + { + "start": 1344.08, + "text": "you just say like I have three pencils" + }, + { + "start": 1345.76, + "text": "and two pens and four erasers. How many" + }, + { + "start": 1348.159, + "text": "things do I have? And it gets it right." + }, + { + "start": 1350.88, + "text": "You have nine things. But if you ask it" + }, + { + "start": 1353.36, + "text": "the same exact question, but change up" + }, + { + "start": 1355.12, + "text": "the um item names, like I have three" + }, + { + "start": 1357.679, + "text": "chickens, two ducks, and four geese. How" + }, + { + "start": 1359.76, + "text": "many things do I have? It gets it wrong." + }, + { + "start": 1361.6, + "text": "It says you have 10 animals, right?" + }, + { + "start": 1363.44, + "text": "Instead of nine. And what this means is" + }, + { + "start": 1366.72, + "text": "that the machinery or the neural" + }, + { + "start": 1369.039, + "text": "circuitry that it's using to count up" + }, + { + "start": 1372.0, + "text": "the objects is entangled with the types" + }, + { + "start": 1375.36, + "text": "of the object that it's seeing. Right?" + }, + { + "start": 1377.28, + "text": "So this is an example of how it could be" + }, + { + "start": 1379.2, + "text": "the representation is entangled. Right?" + }, + { + "start": 1381.44, + "text": "So let's scale up to more modern" + }, + { + "start": 1383.12, + "text": "networks. Uh there's there's a lot of" + }, + { + "start": 1384.96, + "text": "papers that show that like um if you" + }, + { + "start": 1388.0, + "text": "change like if if a network can if a LLM" + }, + { + "start": 1391.2, + "text": "can be really good at doing like these" + }, + { + "start": 1392.64, + "text": "math problems, slightly changing the" + }, + { + "start": 1394.32, + "text": "numbers in the math problems causes them" + }, + { + "start": 1396.64, + "text": "to um decrease their performance on that" + }, + { + "start": 1400.48, + "text": "um on that data set, which is crazy" + }, + { + "start": 1403.44, + "text": "because you would expect them to be kind" + }, + { + "start": 1405.28, + "text": "of robust to changes in the numbers," + }, + { + "start": 1408.0, + "text": "right? And uh sure if you scale them up" + }, + { + "start": 1410.32, + "text": "this has been going away which we're" + }, + { + "start": 1411.679, + "text": "going to talk about but let me go" + }, + { + "start": 1412.96, + "text": "through some other examples too. This" + }, + { + "start": 1415.12, + "text": ">> sorry can I can I ask a question uh in" + }, + { + "start": 1418.32, + "text": "the the previous slide the example about" + }, + { + "start": 1420.96, + "text": "the the counting" + }, + { + "start": 1422.789, + "text": "counting" + }, + { + "start": 1422.799, + "text": ">> uh the the slide before this?" + }, + { + "start": 1425.84, + "text": ">> Yeah. So" + }, + { + "start": 1428.31, + "text": "Yeah. So" + }, + { + "start": 1428.32, + "text": "does it say 10 because it includes the" + }, + { + "start": 1430.64, + "text": "me as well?" + }, + { + "start": 1433.52, + "text": "Uh because it says you have 10 animals" + }, + { + "start": 1436.559, + "text": "total. So, if it's actually including" + }, + { + "start": 1439.039, + "text": "the the person who's asking the" + }, + { + "start": 1440.72, + "text": "question, then it's actually not" + }, + { + "start": 1441.84, + "text": "incorrect, right? I mean, just out of" + }, + { + "start": 1444.24, + "text": "curiosity." + }, + { + "start": 1446.24, + "text": ">> Oh, uh, the me is not in the prompt." + }, + { + "start": 1449.2, + "text": "It's just the I have. And the fact that" + }, + { + "start": 1450.96, + "text": "it's asymmetric between the two shows" + }, + { + "start": 1453.2, + "text": "that's the difference, right? I don't" + }, + { + "start": 1454.799, + "text": "think that's what's going on because" + }, + { + "start": 1456.48, + "text": "whenever you say like how many things do" + }, + { + "start": 1458.08, + "text": "I have, you don't talk about yourself," + }, + { + "start": 1460.48, + "text": "right?" + }, + { + "start": 1462.159, + "text": ">> Yeah. Yeah. I I I know. I know. But um I" + }, + { + "start": 1464.88, + "text": "was thinking maybe it's thinking in a" + }, + { + "start": 1467.279, + "text": "much clever way that uh that makes us" + }, + { + "start": 1470.4, + "text": "think that it's it's incorrect. I mean" + }, + { + "start": 1471.76, + "text": "in in a sense you could argue that it's" + }, + { + "start": 1473.52, + "text": "not incorrect but yeah I'm just saying" + }, + { + "start": 1476.96, + "text": ">> interesting." + }, + { + "start": 1479.039, + "text": "Yeah. In that case it should at least be" + }, + { + "start": 1481.44, + "text": "symmetric on both sides. Right. I also" + }, + { + "start": 1483.6, + "text": "don't think it makes much sense to say" + }, + { + "start": 1485.679, + "text": "10 in this case." + }, + { + "start": 1488.799, + "text": ">> Yeah. Okay. Yeah that's that's fair." + }, + { + "start": 1492.799, + "text": "um this paper from some of my friends at" + }, + { + "start": 1495.12, + "text": "MIT here um they basically showed that" + }, + { + "start": 1497.6, + "text": "these LLMs they're really really they're" + }, + { + "start": 1499.679, + "text": "trained on the internet right and the" + }, + { + "start": 1501.12, + "text": "internet has this the world that we" + }, + { + "start": 1503.2, + "text": "operate in which is like um the current" + }, + { + "start": 1505.6, + "text": "world but if you change their evaluation" + }, + { + "start": 1508.32, + "text": "to counterfactual worlds then the" + }, + { + "start": 1510.559, + "text": "performance goes down a lot and by" + }, + { + "start": 1512.4, + "text": "counterfactual world what I mean is like" + }, + { + "start": 1514.4, + "text": "instead of doing arithmetic in like base" + }, + { + "start": 1516.24, + "text": "10 you do it in base 9 this is a way" + }, + { + "start": 1518.559, + "text": "less common um way to do things right or" + }, + { + "start": 1521.44, + "text": "in code execution you change it to be" + }, + { + "start": 1523.76, + "text": "base one indexing then the performance" + }, + { + "start": 1525.52, + "text": "goes down a lot. So in this way you" + }, + { + "start": 1528.88, + "text": "could argue that there's like it's not" + }, + { + "start": 1530.64, + "text": "respecting if you change one thing about" + }, + { + "start": 1532.799, + "text": "the world it's not respecting it's not" + }, + { + "start": 1534.96, + "text": "understanding the world where it's like" + }, + { + "start": 1537.2, + "text": "um it understands the regularities in a" + }, + { + "start": 1539.679, + "text": "deep way where it can be robust to these" + }, + { + "start": 1542.159, + "text": "counterfactual changes right" + }, + { + "start": 1547.039, + "text": "here's another example I really like um" + }, + { + "start": 1549.36, + "text": "this is from an anthropic mechan paper" + }, + { + "start": 1551.76, + "text": "from quite recently where they looked at" + }, + { + "start": 1553.84, + "text": "claude and they asked it what's 36 + 59" + }, + { + "start": 1556.96, + "text": "and it came out with the answer 95 which" + }, + { + "start": 1560.0, + "text": "is correct. But if you look at the um" + }, + { + "start": 1563.6, + "text": "actual arithmetic that goes behind this" + }, + { + "start": 1566.32, + "text": "answer right the actual neural circuitry" + }, + { + "start": 1568.799, + "text": "that's happening you can see it's using" + }, + { + "start": 1571.52, + "text": "like random heruristics that a human" + }, + { + "start": 1574.08, + "text": "would never even think about. It's like" + }, + { + "start": 1575.84, + "text": "saying like oh 36 is around 30 and if" + }, + { + "start": 1579.44, + "text": "you add and it's around 40 and if you" + }, + { + "start": 1581.84, + "text": "add around 40 plus around 50 it's like" + }, + { + "start": 1584.64, + "text": "around 92 and it's it's completely like" + }, + { + "start": 1587.84, + "text": "different than how a human would do this" + }, + { + "start": 1589.6, + "text": "arithmetic problem. Right? So it's" + }, + { + "start": 1591.44, + "text": "neural circuitry is kind of just like a" + }, + { + "start": 1593.2, + "text": "bag of huristics. And indeed there's" + }, + { + "start": 1594.72, + "text": "been a paper that's been written that" + }, + { + "start": 1596.32, + "text": "arithmetic um that language model solve" + }, + { + "start": 1598.64, + "text": "math with just a bag of heruristics" + }, + { + "start": 1600.32, + "text": "right while still getting the answer" + }, + { + "start": 1602.72, + "text": "right." + }, + { + "start": 1604.63, + "text": "." + }, + { + "start": 1604.64, + "text": "So I think it's uh I think there's a lot" + }, + { + "start": 1606.64, + "text": "of evidence that like these LLMs their" + }, + { + "start": 1608.799, + "text": "behaviors are amazing but the way they" + }, + { + "start": 1610.72, + "text": "actually represent these behaviors are" + }, + { + "start": 1612.32, + "text": "very um surprising and definitely" + }, + { + "start": 1616.08, + "text": "concerning" + }, + { + "start": 1617.76, + "text": "right and now let's talk about the" + }, + { + "start": 1620.799, + "text": "counterargument right like how does" + }, + { + "start": 1622.559, + "text": "scaling work because this is like the" + }, + { + "start": 1623.919, + "text": "predominant view in AI that if we keep" + }, + { + "start": 1625.76, + "text": "scaling these systems then um they" + }, + { + "start": 1628.96, + "text": "should just keep getting better right so" + }, + { + "start": 1630.32, + "text": "this is the scaling laws view and you" + }, + { + "start": 1631.84, + "text": "can see that the actual test loss or the" + }, + { + "start": 1634.559, + "text": "test performance and the downstream" + }, + { + "start": 1636.0, + "text": "performance and how you use use these" + }, + { + "start": 1637.44, + "text": "systems are getting better. But again," + }, + { + "start": 1639.76, + "text": "this is a statement about um like the" + }, + { + "start": 1642.4, + "text": "actual behaviors, right? And if you if" + }, + { + "start": 1645.2, + "text": "we go on to the next slide, then we can" + }, + { + "start": 1646.48, + "text": "talk about the platonic representation" + }, + { + "start": 1648.0, + "text": "hypothesis from our lab. And this is" + }, + { + "start": 1650.48, + "text": "actually one of the coolest papers um" + }, + { + "start": 1652.72, + "text": "ever. So you guys should all definitely" + }, + { + "start": 1654.48, + "text": "check this out of basically what they" + }, + { + "start": 1656.64, + "text": "claim is that neural networks trained" + }, + { + "start": 1658.799, + "text": "with different objectives on different" + }, + { + "start": 1660.48, + "text": "modalities. So one could be trained on" + }, + { + "start": 1662.4, + "text": "images and one could be trained in" + }, + { + "start": 1664.0, + "text": "language. They show that these two" + }, + { + "start": 1666.159, + "text": "models trained on different modalities" + }, + { + "start": 1667.84, + "text": "and in different ways are actually" + }, + { + "start": 1670.0, + "text": "converging in some sense to like um uh" + }, + { + "start": 1673.679, + "text": "as you scale up the model sizes and" + }, + { + "start": 1676.24, + "text": "their performances. So over here in this" + }, + { + "start": 1678.799, + "text": "graph they're showing that um as you" + }, + { + "start": 1680.96, + "text": "increase the language model performance" + }, + { + "start": 1682.799, + "text": "its alignment with a vision model also" + }, + { + "start": 1684.96, + "text": "increases. And the reasoning behind this" + }, + { + "start": 1687.36, + "text": "is basically that as you force these" + }, + { + "start": 1689.36, + "text": "networks to do more and more tasks then" + }, + { + "start": 1692.159, + "text": "the number of representations which" + }, + { + "start": 1693.76, + "text": "solves all the tasks in either modality" + }, + { + "start": 1696.559, + "text": "kind of has to overlap more and more." + }, + { + "start": 1702.64, + "text": "So this is all saying this is all very" + }, + { + "start": 1704.96, + "text": "very cool but I do want to point out" + }, + { + "start": 1706.64, + "text": "that these scaling laws and this" + }, + { + "start": 1708.159, + "text": "platonic uh representation hypothesis" + }, + { + "start": 1710.559, + "text": "are all very like statistical" + }, + { + "start": 1712.399, + "text": "observations of what's happening right" + }, + { + "start": 1715.2, + "text": "these are statistical observations of a" + }, + { + "start": 1717.52, + "text": "statistical uh behaviors right and it's" + }, + { + "start": 1720.48, + "text": "very unclear how this relates to" + }, + { + "start": 1723.6, + "text": "respecting regularities of the world and" + }, + { + "start": 1725.52, + "text": "I think we need a lot more um um" + }, + { + "start": 1729.44, + "text": "research trying to connect the two" + }, + { + "start": 1731.84, + "text": "because the examples we gave in our" + }, + { + "start": 1733.76, + "text": "paper where we did a survey on like all" + }, + { + "start": 1736.0, + "text": "these um studies that were showing that" + }, + { + "start": 1738.48, + "text": "language models struggle in this task in" + }, + { + "start": 1740.559, + "text": "this way or something they're more" + }, + { + "start": 1742.32, + "text": "talking about whether or not you respect" + }, + { + "start": 1745.039, + "text": "some regularity of the world and I think" + }, + { + "start": 1747.2, + "text": "this is a very different um way to see" + }, + { + "start": 1750.159, + "text": "the world than if you just look at this" + }, + { + "start": 1751.52, + "text": "as like a statistical um mechanism right" + }, + { + "start": 1755.44, + "text": "and one more thing I want to point out" + }, + { + "start": 1756.72, + "text": "is that the efficiency of this scaling" + }, + { + "start": 1758.96, + "text": "view right we don't have infinite data" + }, + { + "start": 1760.88, + "text": "in the world we only have the 10" + }, + { + "start": 1762.799, + "text": "trillion tokens of the internet and the" + }, + { + "start": 1766.0, + "text": "question is is that enough and if it's" + }, + { + "start": 1768.0, + "text": "not then this scaling view isn't really" + }, + { + "start": 1770.72, + "text": "a practical way forward right" + }, + { + "start": 1773.679, + "text": "and more practically we need to figure" + }, + { + "start": 1775.679, + "text": "out like even now u with with these" + }, + { + "start": 1778.96, + "text": "large scale um LLMs why do our LM still" + }, + { + "start": 1782.72, + "text": "have this notion of jagged intelligence" + }, + { + "start": 1784.799, + "text": "right as in they can do some really" + }, + { + "start": 1786.72, + "text": "really hard tasks like get IMO gold but" + }, + { + "start": 1789.679, + "text": "they can't reliably book a hotel or a" + }, + { + "start": 1792.08, + "text": "plane ticket for you. So why is it that" + }, + { + "start": 1794.399, + "text": "the task that we find so um hard like" + }, + { + "start": 1797.6, + "text": "the winning the IMO gold it can do" + }, + { + "start": 1799.679, + "text": "pretty nicely but it can't do something" + }, + { + "start": 1801.6, + "text": "what we seem as basic and um like book a" + }, + { + "start": 1805.2, + "text": "hotel" + }, + { + "start": 1810.399, + "text": "and I think the uh main point I want to" + }, + { + "start": 1813.2, + "text": "make is that deep learning is" + }, + { + "start": 1815.039, + "text": "fundamentally like a datadriven" + }, + { + "start": 1816.96, + "text": "statistical learning paradigm and I" + }, + { + "start": 1819.2, + "text": "think it's a very very fascinating" + }, + { + "start": 1821.2, + "text": "paradigm that that should be" + }, + { + "start": 1822.399, + "text": "investigated." + }, + { + "start": 1823.36, + "text": "But I wonder if there exists like a more" + }, + { + "start": 1825.84, + "text": "efficient like regularitydriven learning" + }, + { + "start": 1828.08, + "text": "paradigm because obviously like human" + }, + { + "start": 1830.799, + "text": "intelligence and like animal" + }, + { + "start": 1832.08, + "text": "intelligence they don't just ingest like" + }, + { + "start": 1834.549, + "text": "they don't just ingest like" + }, + { + "start": 1834.559, + "text": "billions of um examples in order to" + }, + { + "start": 1837.039, + "text": "learn right they do something much more" + }, + { + "start": 1838.96, + "text": "different and um something much more" + }, + { + "start": 1841.76, + "text": "akin to like understanding the" + }, + { + "start": 1843.44, + "text": "regularities of the world and building" + }, + { + "start": 1845.279, + "text": "on top of them. So what could this look" + }, + { + "start": 1847.76, + "text": "like? Right? And I think the things that" + }, + { + "start": 1849.919, + "text": "would matter the most is like something" + }, + { + "start": 1851.36, + "text": "like some process of complexification." + }, + { + "start": 1853.6, + "text": "If you look at like the process like" + }, + { + "start": 1854.96, + "text": "morphogenesis," + }, + { + "start": 1856.559, + "text": "it doesn't just encode every part of" + }, + { + "start": 1859.2, + "text": "your body at once. It grows it according" + }, + { + "start": 1861.36, + "text": "to something more fundamental, right?" + }, + { + "start": 1864.08, + "text": "And this is a very adaptive process" + }, + { + "start": 1865.84, + "text": "which adapts to the environment and it's" + }, + { + "start": 1867.84, + "text": "not just baked in. So and importantly I" + }, + { + "start": 1870.24, + "text": "think the cool thing is that if you do" + }, + { + "start": 1871.679, + "text": "this complexification in a learning" + }, + { + "start": 1873.12, + "text": "algorithm it should like try to build up" + }, + { + "start": 1875.919, + "text": "the regularities on top of other" + }, + { + "start": 1877.36, + "text": "regularities in the same way that like" + }, + { + "start": 1879.36, + "text": "if you go remember the skull internal" + }, + { + "start": 1881.36, + "text": "representations it's like building up" + }, + { + "start": 1883.76, + "text": "like x-axis symmetry and then on top of" + }, + { + "start": 1886.96, + "text": "that it builds in like the eyes from" + }, + { + "start": 1889.679, + "text": "that symmetry. So it's building up" + }, + { + "start": 1891.11, + "text": "symmetry. So it's building up" + }, + { + "start": 1891.12, + "text": "symmetries on top of other symmetries in" + }, + { + "start": 1893.279, + "text": "a form of like a regularitydriven" + }, + { + "start": 1895.279, + "text": "learning that's like bottom up. And this" + }, + { + "start": 1898.0, + "text": "process of complexification should also" + }, + { + "start": 1899.6, + "text": "give you uh build on these ideas like" + }, + { + "start": 1901.6, + "text": "emergence and um I'm going to tie this" + }, + { + "start": 1904.159, + "text": "back into emergence in a bit." + }, + { + "start": 1907.6, + "text": "Another thing that I think could be" + }, + { + "start": 1908.96, + "text": "really important is training for" + }, + { + "start": 1910.559, + "text": "adaptability. So rather than just" + }, + { + "start": 1912.159, + "text": "training for to solve the task, what we" + }, + { + "start": 1914.159, + "text": "really want is to train for adaptability" + }, + { + "start": 1916.159, + "text": "because I think it gives you a lot of" + }, + { + "start": 1918.159, + "text": "like regularization pressure to learn" + }, + { + "start": 1921.36, + "text": "like symmetries and regularities to be" + }, + { + "start": 1923.59, + "text": "symmetries and regularities to be" + }, + { + "start": 1923.6, + "text": "robust to environmental changes, right?" + }, + { + "start": 1927.36, + "text": "And I think that a representation that" + }, + { + "start": 1929.84, + "text": "kind of has to be robust to" + }, + { + "start": 1932.24, + "text": "environmental changes is one that must" + }, + { + "start": 1934.48, + "text": "capture the axis of variation which like" + }, + { + "start": 1936.559, + "text": "as Plato would say like carve nature at" + }, + { + "start": 1938.64, + "text": "its joints, right?" + }, + { + "start": 1941.919, + "text": "And this is just personally what I think" + }, + { + "start": 1943.44, + "text": "is really important. It's like" + }, + { + "start": 1944.48, + "text": "serendipity." + }, + { + "start": 1946.32, + "text": "And what I mean by serendipity is that" + }, + { + "start": 1948.159, + "text": "this the order in which you learn things" + }, + { + "start": 1950.559, + "text": "really matters. If you look at LLMs," + }, + { + "start": 1953.519, + "text": "they learn uh calculus at the same time" + }, + { + "start": 1956.24, + "text": "as they're learning arithmetic. But" + }, + { + "start": 1958.48, + "text": "humans, they always learn arithmetic" + }, + { + "start": 1960.24, + "text": "before calculus because their internal" + }, + { + "start": 1962.559, + "text": "representation of calculus builds on top" + }, + { + "start": 1964.48, + "text": "of the regularities from arithmetic. But" + }, + { + "start": 1967.679, + "text": "LLMs, they kind of learn them at the" + }, + { + "start": 1969.36, + "text": "same time. So they must have different" + }, + { + "start": 1972.08, + "text": "circuitry if that's going to happen," + }, + { + "start": 1973.519, + "text": "right? Different circuitry for" + }, + { + "start": 1974.64, + "text": "arithmetic and calculus. And that's why" + }, + { + "start": 1977.2, + "text": "I think this idea of serendipity or in" + }, + { + "start": 1979.679, + "text": "general curriculum learning is really it" + }, + { + "start": 1981.76, + "text": "should be important in terms of you're" + }, + { + "start": 1983.84, + "text": "doing this regularitydriven learning." + }, + { + "start": 1986.559, + "text": "And I really think serendipity" + }, + { + "start": 1988.159, + "text": "specifically is important because it" + }, + { + "start": 1989.679, + "text": "gives you a much higher chance of" + }, + { + "start": 1991.2, + "text": "finding a useful learning curriculum to" + }, + { + "start": 1994.32, + "text": "actually employ. Right? And if you think" + }, + { + "start": 1997.12, + "text": "about it uh this these uh paradigms what" + }, + { + "start": 1999.76, + "text": "what paradigm captures all of these it's" + }, + { + "start": 2001.919, + "text": "like the field of open-endedness um I" + }, + { + "start": 2004.32, + "text": "think has a good uh not solution but" + }, + { + "start": 2006.559, + "text": "they've been thinking about this and I" + }, + { + "start": 2007.919, + "text": "think they have the toolkit to come up" + }, + { + "start": 2009.36, + "text": "with a solution that can handle all of" + }, + { + "start": 2011.36, + "text": "these." + }, + { + "start": 2013.36, + "text": ">> Can I ask a question?" + }, + { + "start": 2014.96, + "text": ">> Yeah." + }, + { + "start": 2015.43, + "text": "Yeah." + }, + { + "start": 2015.44, + "text": ">> How do you think about the the the order" + }, + { + "start": 2017.75, + "text": "How do you think about the the the order" + }, + { + "start": 2017.76, + "text": "related to reinforcement learning?" + }, + { + "start": 2020.0, + "text": "Because uh uh you talk about uh uh" + }, + { + "start": 2022.72, + "text": "learning circulum and uh when you when" + }, + { + "start": 2025.6, + "text": "you train uh reinforced learning agents" + }, + { + "start": 2028.399, + "text": "they often start with some very simple" + }, + { + "start": 2030.799, + "text": "behaviors and by and by interacting with" + }, + { + "start": 2034.799, + "text": "the complex environment they they" + }, + { + "start": 2036.48, + "text": "complexify themselves. So, so I I was" + }, + { + "start": 2039.519, + "text": "just wondering uh if you if you can" + }, + { + "start": 2042.72, + "text": "train if you can convert this pattern" + }, + { + "start": 2044.96, + "text": "generation into some kind of reinforced" + }, + { + "start": 2047.84, + "text": "learning task, would it also have" + }, + { + "start": 2050.96, + "text": "similar meaningful and robust weight or" + }, + { + "start": 2055.04, + "text": "or not?" + }, + { + "start": 2056.8, + "text": ">> Uh that's a really interesting question." + }, + { + "start": 2058.32, + "text": "I think the on policy nature of" + }, + { + "start": 2060.56, + "text": "reinforcement learning is a really um it" + }, + { + "start": 2063.839, + "text": "should be super useful it seems. But I" + }, + { + "start": 2066.48, + "text": "guess uh the fact that there's still" + }, + { + "start": 2068.639, + "text": "like a singular objective that you're" + }, + { + "start": 2070.32, + "text": "trying to solve is I think is a" + }, + { + "start": 2072.24, + "text": "downfall. I mean there's a lot of works" + }, + { + "start": 2073.76, + "text": "in the field of reinforcement learning" + }, + { + "start": 2075.679, + "text": "that show that like um you train the RL" + }, + { + "start": 2079.599, + "text": "agent to do one task and it masters it" + }, + { + "start": 2082.32, + "text": "but what it but if you perturb the" + }, + { + "start": 2084.72, + "text": "environment even even ever so slightly" + }, + { + "start": 2087.2, + "text": "like change like for example like change" + }, + { + "start": 2089.28, + "text": "like the placement of the objects even a" + }, + { + "start": 2091.109, + "text": "the placement of the objects even a" + }, + { + "start": 2091.119, + "text": "little bit or change the color of like" + }, + { + "start": 2093.119, + "text": "the how the objects are represented" + }, + { + "start": 2095.04, + "text": "everything breaks down. So I think the" + }, + { + "start": 2096.879, + "text": "way they represent their task solution" + }, + { + "start": 2098.56, + "text": "is still um very very um brittle. So I" + }, + { + "start": 2103.119, + "text": "think what you really need is uh either" + }, + { + "start": 2105.04, + "text": "take the scaling route and you just have" + }, + { + "start": 2106.56, + "text": "like a many many different tasks or the" + }, + { + "start": 2108.4, + "text": "more better route I think would be to" + }, + { + "start": 2110.32, + "text": "kind of have many different environments" + }, + { + "start": 2112.56, + "text": "that it's exposed to in like a sequence" + }, + { + "start": 2116.56, + "text": "and in kind of like a serendipitous way." + }, + { + "start": 2118.4, + "text": "This is kind of what happened with" + }, + { + "start": 2119.52, + "text": "evolution, right? You're exposed to this" + }, + { + "start": 2121.839, + "text": "is what I'm going to talk about in the" + }, + { + "start": 2122.8, + "text": "next slide too is like you're exposed to" + }, + { + "start": 2125.04, + "text": "some environment but then you're forced" + }, + { + "start": 2126.72, + "text": "to adapt according to the environment to" + }, + { + "start": 2128.72, + "text": "some other environment and you're forced" + }, + { + "start": 2130.56, + "text": "to adapt again and this pressure to" + }, + { + "start": 2132.56, + "text": "adapt is what I think really creates" + }, + { + "start": 2134.4, + "text": "makes you robust because if you don't" + }, + { + "start": 2136.24, + "text": "adapt quickly then you will die and in" + }, + { + "start": 2139.52, + "text": "order to adapt I really think you need a" + }, + { + "start": 2141.599, + "text": "really strong representation. I think" + }, + { + "start": 2143.76, + "text": "they're um this is my hunch is that I" + }, + { + "start": 2146.0, + "text": "think a strong representation and" + }, + { + "start": 2148.24, + "text": "adaptable representation are like one" + }, + { + "start": 2150.0, + "text": "and the same." + }, + { + "start": 2151.28, + "text": ">> Yeah. I also wondering how how does the" + }, + { + "start": 2154.0, + "text": "like models like AlphaG go looks like" + }, + { + "start": 2156.48, + "text": "because AlphaG go when you start the" + }, + { + "start": 2158.24, + "text": "reinforce learning they these start with" + }, + { + "start": 2161.2, + "text": "very poor uh players and the the there's" + }, + { + "start": 2166.96, + "text": "a similar a symmetry between player and" + }, + { + "start": 2169.839, + "text": "environment because you when you improve" + }, + { + "start": 2171.839, + "text": "yourself your environment also improved." + }, + { + "start": 2174.4, + "text": "So there there's a nature there's a" + }, + { + "start": 2176.88, + "text": "nature course of learning uh maybe maybe" + }, + { + "start": 2180.72, + "text": "there are two kind of different" + }, + { + "start": 2182.72, + "text": "reinforce learning like offer I think" + }, + { + "start": 2184.88, + "text": "it's maybe a different one and maybe" + }, + { + "start": 2187.2, + "text": "they they have similar like complex" + }, + { + "start": 2189.92, + "text": "complexification process as you" + }, + { + "start": 2192.24, + "text": "mentioned" + }, + { + "start": 2193.92, + "text": ">> yeah it builds in a lot of these things" + }, + { + "start": 2196.079, + "text": "together but um I mean AlphaGo obviously" + }, + { + "start": 2199.68, + "text": "solved go so that was a huge impressive" + }, + { + "start": 2201.359, + "text": "result but I'm still not sure that it's" + }, + { + "start": 2203.68, + "text": "training to be adaptable. It's kind of" + }, + { + "start": 2205.68, + "text": "like its objective is to train to solve" + }, + { + "start": 2207.68, + "text": "the objective, right? The cool thing" + }, + { + "start": 2209.2, + "text": "about evolution is that it's like you" + }, + { + "start": 2211.359, + "text": "could say that it's optimizing to be a" + }, + { + "start": 2213.359, + "text": "good fit for the environment, but it's" + }, + { + "start": 2214.88, + "text": "implicitly optimizing for adaptability" + }, + { + "start": 2217.92, + "text": "because everything is always changing," + }, + { + "start": 2219.599, + "text": "right? So, if someone shows that like" + }, + { + "start": 2221.68, + "text": "this if there is a pressure to like" + }, + { + "start": 2224.079, + "text": "adapt, then that would be um pretty" + }, + { + "start": 2226.64, + "text": "cool, I think. Yeah." + }, + { + "start": 2229.2, + "text": ">> Thank you." + }, + { + "start": 2231.599, + "text": ">> Yeah. So I guess zooming out a bit um" + }, + { + "start": 2233.99, + "text": "Yeah. So I guess zooming out a bit um" + }, + { + "start": 2234.0, + "text": "how does this relate to like the" + }, + { + "start": 2235.28, + "text": "platonic viewpoint and what you guys" + }, + { + "start": 2237.52, + "text": "have been thinking about for a while" + }, + { + "start": 2238.8, + "text": "right so I think this space of forms" + }, + { + "start": 2240.88, + "text": "that people have been thinking about" + }, + { + "start": 2242.4, + "text": "obviously um create like you could argue" + }, + { + "start": 2244.96, + "text": "that it's like this is where the real" + }, + { + "start": 2246.56, + "text": "world and all its patterns come from and" + }, + { + "start": 2248.64, + "text": "I think intelligent agents are fit or" + }, + { + "start": 2252.079, + "text": "like um trying to be intelligent to that" + }, + { + "start": 2255.2, + "text": "world so obviously indirectly the space" + }, + { + "start": 2257.599, + "text": "of forms is going to leak through but I" + }, + { + "start": 2260.16, + "text": "guess the cool thing is that uh that uh" + }, + { + "start": 2262.24, + "text": "uh I've been thinking about that I guess" + }, + { + "start": 2264.16, + "text": "maybe you guys can add something to the" + }, + { + "start": 2265.92, + "text": "conversation is that does this space of" + }, + { + "start": 2268.16, + "text": "forms directly does does the internal" + }, + { + "start": 2271.119, + "text": "representations of a good agent intern" + }, + { + "start": 2272.8, + "text": "like does this mind come directly from" + }, + { + "start": 2274.96, + "text": "the space of forms right so I guess uh" + }, + { + "start": 2277.52, + "text": "you could argue that like just as like" + }, + { + "start": 2279.68, + "text": "you have this like aspirational ideal of" + }, + { + "start": 2281.76, + "text": "like this platonic um shape and you have" + }, + { + "start": 2284.64, + "text": "the real instantiation of it in this" + }, + { + "start": 2286.56, + "text": "pyramid the same way that real" + }, + { + "start": 2288.72, + "text": "intelligent agents are kind of trying to" + }, + { + "start": 2291.44, + "text": "mimic this aspirational ideal of this" + }, + { + "start": 2293.68, + "text": "like perfect mind that can understand" + }, + { + "start": 2295.839, + "text": "the regularities of the real world. But" + }, + { + "start": 2298.24, + "text": "this is all just um speculation, right?" + }, + { + "start": 2301.06, + "text": "[laughter]" + }, + { + "start": 2301.839, + "text": "So cool. Yeah, this is something I'd" + }, + { + "start": 2304.64, + "text": "love to get your guys' thoughts on. And" + }, + { + "start": 2306.56, + "text": "just to wrap up, I'd like to thank my" + }, + { + "start": 2308.32, + "text": "collaborators Jeff, Joel, and Ken um for" + }, + { + "start": 2310.88, + "text": "making this work possible. And with" + }, + { + "start": 2312.8, + "text": "that, thank you." + }, + { + "start": 2319.839, + "text": ">> Thank you. That was very interesting." + }, + { + "start": 2323.119, + "text": "Uh" + }, + { + "start": 2325.28, + "text": "questions." + }, + { + "start": 2331.839, + "text": ">> Yeah. Yeah." + }, + { + "start": 2332.96, + "text": ">> Yeah. Hi. Um so as I understand this" + }, + { + "start": 2338.069, + "text": "Hi. Um so as I understand this" + }, + { + "start": 2338.079, + "text": "you're the um the training process. So" + }, + { + "start": 2340.72, + "text": "first of all this is beautiful. um the" + }, + { + "start": 2343.359, + "text": "and you could sort of see where having" + }, + { + "start": 2345.04, + "text": "things modular like this now allows you" + }, + { + "start": 2346.96, + "text": "to do cognition rather than just like" + }, + { + "start": 2349.52, + "text": "randomly emitting motions and stuff. But" + }, + { + "start": 2352.88, + "text": "um it seemed to me that you're still" + }, + { + "start": 2354.96, + "text": "training on something. And so then the" + }, + { + "start": 2359.44, + "text": "question is is the difference between" + }, + { + "start": 2361.68, + "text": "this way and the old way of doing things" + }, + { + "start": 2363.76, + "text": "that instead of training to fulfill a" + }, + { + "start": 2367.44, + "text": "task, you're training towards some" + }, + { + "start": 2369.76, + "text": "criterion. In other words, somebody is" + }, + { + "start": 2372.079, + "text": "somewhere is saying, \"Oh, gee, that" + }, + { + "start": 2373.76, + "text": "actually looks like something. I'll keep" + }, + { + "start": 2375.2, + "text": "that one.\" As opposed to to keeping the" + }, + { + "start": 2377.839, + "text": "spaghetti. Um, is is that a fair way to" + }, + { + "start": 2381.28, + "text": "look at it? So, or your evolutionary" + }, + { + "start": 2383.44, + "text": "adaptability, that's another criterion." + }, + { + "start": 2385.599, + "text": "You survived. Maybe you did it this way," + }, + { + "start": 2387.44, + "text": "maybe you did it that way. So, the tasks" + }, + { + "start": 2389.92, + "text": "are different, but the criterion is the" + }, + { + "start": 2391.599, + "text": "same." + }, + { + "start": 2393.92, + "text": ">> Yeah. So I do want to say they they did" + }, + { + "start": 2396.32, + "text": "some experiments after pig breeder" + }, + { + "start": 2398.4, + "text": "happened where they asked people to" + }, + { + "start": 2400.079, + "text": "explicitly evolve the skull where" + }, + { + "start": 2401.76, + "text": "they're like your goal is to get to the" + }, + { + "start": 2403.2, + "text": "skull and get there as quickly as" + }, + { + "start": 2404.96, + "text": "possible and that did not work at all." + }, + { + "start": 2407.359, + "text": "So I and even if it did I think that you" + }, + { + "start": 2409.839, + "text": "would end up with like kind of like a" + }, + { + "start": 2411.119, + "text": "brittle skull. I think the key important" + }, + { + "start": 2412.72, + "text": "thing is the fact that this environment" + }, + { + "start": 2414.96, + "text": "that people people are selecting images" + }, + { + "start": 2416.96, + "text": "right so this environment of selection" + }, + { + "start": 2418.96, + "text": "that's happening like the selection" + }, + { + "start": 2420.16, + "text": "pressure is extremely complex. It's this" + }, + { + "start": 2422.8, + "text": "it's as complex as a human brain because" + }, + { + "start": 2424.56, + "text": "they're the ones doing the selecting," + }, + { + "start": 2426.16, + "text": "right? And more importantly, it's" + }, + { + "start": 2427.92, + "text": "changing after the skull gets" + }, + { + "start": 2429.76, + "text": "discovered. No one thinks that that's" + }, + { + "start": 2431.92, + "text": "interesting anymore. And you need to" + }, + { + "start": 2433.52, + "text": "figure out a different adaptation that's" + }, + { + "start": 2435.28, + "text": "more interesting than the skull, right?" + }, + { + "start": 2436.96, + "text": "So, I think this pressure to adapt again" + }, + { + "start": 2438.96, + "text": "is the thing that's creating these good" + }, + { + "start": 2440.64, + "text": "representations. That's" + }, + { + "start": 2441.92, + "text": ">> the Oh, go ahead." + }, + { + "start": 2443.44, + "text": ">> Yeah. That's the reason that the skull" + }, + { + "start": 2444.87, + "text": "Yeah. That's the reason that the skull" + }, + { + "start": 2444.88, + "text": "like there's a weight that corresponds" + }, + { + "start": 2446.079, + "text": "to the mouth opening because that's the" + }, + { + "start": 2448.079, + "text": "axis of variation that humans find the" + }, + { + "start": 2450.8, + "text": "most interesting. Right? So in the same" + }, + { + "start": 2453.04, + "text": "way in the real world there's some axis" + }, + { + "start": 2455.28, + "text": "of variation that are going to be like" + }, + { + "start": 2457.76, + "text": "um on earth that are going to be useful" + }, + { + "start": 2460.0, + "text": "and these are the ones that intelligent" + }, + { + "start": 2461.52, + "text": "agents need to capture right" + }, + { + "start": 2464.0, + "text": ">> but there's some point at which whoever" + }, + { + "start": 2466.319, + "text": "is doing it said okay I'm done you know" + }, + { + "start": 2469.44, + "text": "that's my picture." + }, + { + "start": 2471.839, + "text": "So, that's the thing. Uh, when one" + }, + { + "start": 2473.52, + "text": "person gets it done and they upload" + }, + { + "start": 2474.8, + "text": "their picture, um, the next people, uh," + }, + { + "start": 2477.76, + "text": "start evolving. It's like this" + }, + { + "start": 2478.96, + "text": "open-ended process. It never stops," + }, + { + "start": 2483.839, + "text": ">> Okay." + }, + { + "start": 2488.16, + "text": "Chris," + }, + { + "start": 2489.68, + "text": "okay. Yeah, Chris." + }, + { + "start": 2493.2, + "text": ">> Yeah, thanks. This this was very nice." + }, + { + "start": 2495.839, + "text": "Um I just wanted to comment on the" + }, + { + "start": 2498.0, + "text": "question in your last slide about the" + }, + { + "start": 2501.2, + "text": "effects of the the world of forms on um" + }, + { + "start": 2505.52, + "text": "the agent. Yeah, the one right after" + }, + { + "start": 2508.48, + "text": "that." + }, + { + "start": 2509.52, + "text": ">> This one." + }, + { + "start": 2510.96, + "text": ">> No, the one right after that." + }, + { + "start": 2513.589, + "text": "No, the one right after that." + }, + { + "start": 2513.599, + "text": "No, I'm sorry. That one? Yes, that one." + }, + { + "start": 2517.76, + "text": ">> I mean the the wonderful thing about" + }, + { + "start": 2520.0, + "text": "organisms is that we are part of the" + }, + { + "start": 2522.56, + "text": "real world. Mhm." + }, + { + "start": 2524.48, + "text": ">> So, uh to the extent that uh this idea" + }, + { + "start": 2529.119, + "text": "of of forms informing our structure uh" + }, + { + "start": 2534.48, + "text": "or the structure of the real world, then" + }, + { + "start": 2536.24, + "text": "that applies to us too and in particular" + }, + { + "start": 2539.52, + "text": "to the way that our minds work." + }, + { + "start": 2544.56, + "text": "So" + }, + { + "start": 2546.4, + "text": "in in thinking about this picture um we" + }, + { + "start": 2550.24, + "text": "have lots of intelligent agents that are" + }, + { + "start": 2552.48, + "text": "already part of the world" + }, + { + "start": 2554.88, + "text": ">> and so their interactions with the rest" + }, + { + "start": 2558.56, + "text": "of the world are just part of the way" + }, + { + "start": 2560.56, + "text": "the world works. Right? So" + }, + { + "start": 2563.28, + "text": ">> if the way the world works is driven by" + }, + { + "start": 2566.0, + "text": "some you know abstract principles" + }, + { + "start": 2569.52, + "text": "symmetry and so forth" + }, + { + "start": 2571.68, + "text": ">> then" + }, + { + "start": 2573.2, + "text": "um our behavior with respect to the" + }, + { + "start": 2576.24, + "text": "world is is driven by those same" + }, + { + "start": 2578.72, + "text": "symmetries." + }, + { + "start": 2580.64, + "text": "Whereas with intelligent agents, we're" + }, + { + "start": 2584.319, + "text": "we're trying to use a an abstraction" + }, + { + "start": 2588.96, + "text": "from certain features of the real world" + }, + { + "start": 2592.4, + "text": "to design an intelligent agent when" + }, + { + "start": 2594.64, + "text": "we're coming up with with any machine" + }, + { + "start": 2598.4, + "text": "learning scheme." + }, + { + "start": 2602.88, + "text": "And this suggests at least to me that" + }, + { + "start": 2606.72, + "text": "it's an interesting approach to think" + }, + { + "start": 2608.8, + "text": "about to design the simplest possible" + }, + { + "start": 2611.359, + "text": "agent can and just turn it loose" + }, + { + "start": 2615.28, + "text": "which I think is what you're describing" + }, + { + "start": 2618.0, + "text": "to some extent with pigreeder." + }, + { + "start": 2621.839, + "text": "Um is that a fair assessment of the" + }, + { + "start": 2624.48, + "text": "proposal you're making?" + }, + { + "start": 2627.2, + "text": "So you're so the way I see it is that" + }, + { + "start": 2630.319, + "text": "like let's talk about like um a concrete" + }, + { + "start": 2632.88, + "text": "example of like planets right let's talk" + }, + { + "start": 2635.44, + "text": "about let's say that like the space of" + }, + { + "start": 2637.28, + "text": "forms in forms physics right and the way" + }, + { + "start": 2639.839, + "text": "that particles interact and these" + }, + { + "start": 2641.599, + "text": "particles you run them for a long time" + }, + { + "start": 2644.56, + "text": "according to like gravitational laws and" + }, + { + "start": 2646.8, + "text": "they form this uh imperfect planet right" + }, + { + "start": 2649.839, + "text": "with some bumps and things but this" + }, + { + "start": 2652.319, + "text": "planet is like emergent from the laws of" + }, + { + "start": 2654.64, + "text": "physics" + }, + { + "start": 2656.16, + "text": "But this planet, you could argue it's" + }, + { + "start": 2658.64, + "text": "kind of like trying to inherit the" + }, + { + "start": 2661.28, + "text": "property of being a perfect sphere," + }, + { + "start": 2663.119, + "text": "right? So, not only were the laws of" + }, + { + "start": 2665.04, + "text": "physics inherited from the space of" + }, + { + "start": 2667.44, + "text": "forms, but also" + }, + { + "start": 2669.68, + "text": "um this emergent planet is trying to be" + }, + { + "start": 2672.88, + "text": "another idea from the space of forms." + }, + { + "start": 2675.2, + "text": "Right. In the same way, I think that" + }, + { + "start": 2676.96, + "text": "intelligence in the sense that you said" + }, + { + "start": 2679.2, + "text": "they're just agents in the real world," + }, + { + "start": 2681.599, + "text": "they're just complex systems. They're" + }, + { + "start": 2683.43, + "text": "complex systems. They're" + }, + { + "start": 2683.44, + "text": "just made off of small little tiny" + }, + { + "start": 2685.119, + "text": "particles following the laws of physics." + }, + { + "start": 2687.44, + "text": "But as a global whole, the emergent" + }, + { + "start": 2689.68, + "text": "phenomenon of the brain could be" + }, + { + "start": 2692.0, + "text": "something like mimicking trying to mimic" + }, + { + "start": 2694.079, + "text": "some something more platonic in that" + }, + { + "start": 2696.079, + "text": "sense. Right. That's the way I've been" + }, + { + "start": 2697.839, + "text": "seeing it" + }, + { + "start": 2698.8, + "text": ">> if that makes sense." + }, + { + "start": 2700.48, + "text": ">> Yeah. Okay. Thanks." + }, + { + "start": 2704.63, + "text": "Yeah. Okay. Thanks." + }, + { + "start": 2704.64, + "text": ">> Thank you, Brian." + }, + { + "start": 2707.19, + "text": "Thank you, Brian." + }, + { + "start": 2707.2, + "text": ">> Hey, K. Uh, yeah. Yeah, I had a question" + }, + { + "start": 2709.27, + "text": "Hey, K. Uh, yeah. Yeah, I had a question" + }, + { + "start": 2709.28, + "text": "about u the framing around the way" + }, + { + "start": 2713.52, + "text": "the CPN and I guess open-endedness is" + }, + { + "start": 2716.72, + "text": "kind of this top- down signal where" + }, + { + "start": 2718.16, + "text": "you're having someone or something like" + }, + { + "start": 2721.44, + "text": "some maybe like God or something" + }, + { + "start": 2723.44, + "text": "choosing the things that actually are" + }, + { + "start": 2726.319, + "text": "desirable than less desirable and having" + }, + { + "start": 2729.2, + "text": "this top down view even for the SGD" + }, + { + "start": 2730.88, + "text": "model too to like match this target." + }, + { + "start": 2733.359, + "text": ">> But is there a more bottomup view of the" + }, + { + "start": 2735.119, + "text": "open-endedness where like there isn't a" + }, + { + "start": 2737.359, + "text": "kind of" + }, + { + "start": 2738.64, + "text": "loss function that's given from top down" + }, + { + "start": 2740.8, + "text": "but like it's just kind of an emergent" + }, + { + "start": 2742.72, + "text": "property of the system. Maybe it's like" + }, + { + "start": 2744.16, + "text": "stability or persistence or something." + }, + { + "start": 2746.48, + "text": ">> Yeah, I would actually classify the" + }, + { + "start": 2748.319, + "text": "Preeder stuff as bottom up. I would" + }, + { + "start": 2750.56, + "text": "classify the SGD ones as top down" + }, + { + "start": 2752.64, + "text": "because the SGD one kind of what it what" + }, + { + "start": 2754.48, + "text": "I feels like it's doing is that you have" + }, + { + "start": 2756.24, + "text": "this like block of marble and you're" + }, + { + "start": 2758.4, + "text": "chipping away at different places in" + }, + { + "start": 2760.16, + "text": "order to get the shape that you want," + }, + { + "start": 2761.92, + "text": "right? But I see this pig breeder one as" + }, + { + "start": 2764.0, + "text": "in you're starting out with like like a" + }, + { + "start": 2766.88, + "text": "small no network which has like no" + }, + { + "start": 2768.8, + "text": "neurons and you're building up the first" + }, + { + "start": 2771.04, + "text": "neuron which encodes x-axis symmetry and" + }, + { + "start": 2773.109, + "text": "which encodes x-axis symmetry and" + }, + { + "start": 2773.119, + "text": "then you build up something else which" + }, + { + "start": 2774.48, + "text": "builds on top of that symmetry and" + }, + { + "start": 2776.16, + "text": "you're building this bottom up this uh" + }, + { + "start": 2778.64, + "text": "layers and layers" + }, + { + "start": 2779.52, + "text": ">> process is done by humans right and that" + }, + { + "start": 2781.68, + "text": ">> the selection process done by humans" + }, + { + "start": 2783.67, + "text": "the selection process done by humans" + }, + { + "start": 2783.68, + "text": "that's the top down signal I'm kind of" + }, + { + "start": 2784.96, + "text": "describing is like" + }, + { + "start": 2786.96, + "text": ">> oh you're saying if you can replace" + }, + { + "start": 2788.4, + "text": "humans with some other signal" + }, + { + "start": 2790.0, + "text": ">> right like something that is more in the" + }, + { + "start": 2792.16, + "text": "nature of the system or the physics that" + }, + { + "start": 2794.8, + "text": "it would exist in a world rather than" + }, + { + "start": 2796.24, + "text": "having a human top down being like okay" + }, + { + "start": 2797.839, + "text": "this is something I like this is" + }, + { + "start": 2799.119, + "text": "something I like this is something I" + }, + { + "start": 2800.4, + "text": "don't like." + }, + { + "start": 2801.359, + "text": ">> Yeah. So we're I don't think any like if" + }, + { + "start": 2803.76, + "text": "you do something like um any like if you" + }, + { + "start": 2806.48, + "text": "try to put an equation onto it I don't" + }, + { + "start": 2808.16, + "text": "think it's going to work because it's" + }, + { + "start": 2809.2, + "text": "not going to be nuanced or diverse" + }, + { + "start": 2810.96, + "text": "enough. We are doing some experiments" + }, + { + "start": 2813.2, + "text": "and trying to make like a automatic pig" + }, + { + "start": 2815.52, + "text": "breeder with VLMs using VLMs and even" + }, + { + "start": 2819.68, + "text": "that is like we're like struggling a" + }, + { + "start": 2821.359, + "text": "lot. So I think the I think the" + }, + { + "start": 2822.96, + "text": "environment that you're exposed to" + }, + { + "start": 2824.16, + "text": "really does have to be extremely rich" + }, + { + "start": 2826.48, + "text": "and complex in order" + }, + { + "start": 2828.16, + "text": ">> maybe that perspective maybe the human" + }, + { + "start": 2829.68, + "text": "itself is the environment that the" + }, + { + "start": 2831.28, + "text": "picture kind of lives in and it has to" + }, + { + "start": 2833.119, + "text": "survive or persist in and that's kind of" + }, + { + "start": 2835.119, + "text": "how you would" + }, + { + "start": 2836.56, + "text": ">> that's right that's I think that's the" + }, + { + "start": 2838.24, + "text": "right way to view it. So then the" + }, + { + "start": 2839.599, + "text": "question is if you want good um networks" + }, + { + "start": 2842.8, + "text": "and good um sorry um AI systems right" + }, + { + "start": 2845.76, + "text": "you need to subject them to the right" + }, + { + "start": 2847.68, + "text": "environmental pressures and the I think" + }, + { + "start": 2850.48, + "text": "the way that you subject them matters a" + }, + { + "start": 2852.319, + "text": "lot. So I'm a big fan of like you know" + }, + { + "start": 2854.0, + "text": "this pressure it to adapt. I think" + }, + { + "start": 2855.839, + "text": "that's the right way to think about it." + }, + { + "start": 2857.839, + "text": ">> Cool. Thanks" + }, + { + "start": 2860.4, + "text": ">> Yanu." + }, + { + "start": 2864.16, + "text": "Hey uh so I also have two question about" + }, + { + "start": 2867.68, + "text": "fairness. So, so the first one is uh uh" + }, + { + "start": 2871.599, + "text": "uh different architecture might suit" + }, + { + "start": 2874.0, + "text": "both for for different thing and that's" + }, + { + "start": 2876.16, + "text": "uh what you explained but uh I think uh" + }, + { + "start": 2879.52, + "text": "there are some example in in video games" + }, + { + "start": 2882.079, + "text": "like some people want to challenge" + }, + { + "start": 2884.079, + "text": "themselves so they they constrain" + }, + { + "start": 2885.839, + "text": "themsel like I only have one weapon to" + }, + { + "start": 2888.87, + "text": "like I only have one weapon to" + }, + { + "start": 2888.88, + "text": "win the game and when they decide to do" + }, + { + "start": 2891.44, + "text": "this the is the entire playing process" + }, + { + "start": 2894.48, + "text": "become very complex you can't play game" + }, + { + "start": 2897.68, + "text": "like a usual people and usually people" + }, + { + "start": 2900.48, + "text": "can play game in a quite a decomposible" + }, + { + "start": 2903.359, + "text": "way. They they have a clear clear" + }, + { + "start": 2906.16, + "text": "semantic meaning of doing this doing" + }, + { + "start": 2908.0, + "text": "that but when you apply this constraint" + }, + { + "start": 2910.8, + "text": "you you have lot of things that locally" + }, + { + "start": 2913.2, + "text": "looks nonsense. So just wondering first" + }, + { + "start": 2916.319, + "text": "the data is generated by CBPM" + }, + { + "start": 2919.28, + "text": "uh but uh you train it on MLP. So uh" + }, + { + "start": 2923.76, + "text": "this this kind of um I don't know if" + }, + { + "start": 2926.079, + "text": "it's a very fair to to compare this and" + }, + { + "start": 2929.44, + "text": "this lead to another question is uh CBPN" + }, + { + "start": 2933.2, + "text": "has a very uh carefully designed uh" + }, + { + "start": 2936.4, + "text": "architecture and training process and" + }, + { + "start": 2938.48, + "text": "some details but MLP uh I know that" + }, + { + "start": 2942.24, + "text": "there are some tricks or regularizations" + }, + { + "start": 2945.68, + "text": "on MLP. I just wondering have you tried" + }, + { + "start": 2948.88, + "text": "uh try to optimize MLP in order to make" + }, + { + "start": 2952.559, + "text": "it symmetric u because if you don't do" + }, + { + "start": 2955.839, + "text": "that then uh this comparison uh it's" + }, + { + "start": 2959.04, + "text": "also might feels unfair to compare." + }, + { + "start": 2963.68, + "text": ">> Yeah. So in terms of the first of all in" + }, + { + "start": 2965.76, + "text": "terms of the fairness I mean uh in this" + }, + { + "start": 2967.839, + "text": "paper we're it's like a position paper" + }, + { + "start": 2970.64, + "text": "and we're not proposing pigreeder as an" + }, + { + "start": 2972.559, + "text": "algorithm that's supposed to compete" + }, + { + "start": 2974.72, + "text": "against and that everyone should use" + }, + { + "start": 2976.72, + "text": "right it's more like to inspire like" + }, + { + "start": 2979.76, + "text": "that fact that this algorithm has some" + }, + { + "start": 2982.4, + "text": "cool properties that were assoc even" + }, + { + "start": 2984.48, + "text": "though we cheated and we used humans in" + }, + { + "start": 2986.079, + "text": "the loop we used a different um neat" + }, + { + "start": 2988.88, + "text": "network it's supposed to inspire ideas" + }, + { + "start": 2991.28, + "text": "that maybe we can extract some insights" + }, + { + "start": 2993.2, + "text": "and turn this into an algorithm which" + }, + { + "start": 2995.2, + "text": "can compete against SGD and do better." + }, + { + "start": 2998.24, + "text": "So, and we're not trying to be fair." + }, + { + "start": 2999.92, + "text": "We're trying to cheat and come up with" + }, + { + "start": 3001.44, + "text": "an algorithm which in some way or shape" + }, + { + "start": 3003.44, + "text": "or form found something interesting," + }, + { + "start": 3006.079, + "text": "right? Um yeah, I think that's the grand" + }, + { + "start": 3009.2, + "text": "goal of this kind of research. And your" + }, + { + "start": 3011.119, + "text": "second question was about uh what was" + }, + { + "start": 3013.52, + "text": "the second question?" + }, + { + "start": 3014.72, + "text": ">> Uh it's about how how many efforts you" + }, + { + "start": 3017.599, + "text": "applied you you put on optimizing MLP in" + }, + { + "start": 3021.119, + "text": "order to make it" + }, + { + "start": 3022.16, + "text": ">> Oh, yeah. Yeah. reasonable, right?" + }, + { + "start": 3024.8, + "text": ">> Yeah. So, obviously you can't bake in" + }, + { + "start": 3026.549, + "text": "Yeah. So, obviously you can't bake in" + }, + { + "start": 3026.559, + "text": "any explicit symmetry into the network." + }, + { + "start": 3029.119, + "text": "We did try a large set of experiments" + }, + { + "start": 3031.359, + "text": "using like um weight decay and we even" + }, + { + "start": 3034.4, + "text": "tried to make the target symmetric like" + }, + { + "start": 3036.16, + "text": "the target image perfectly symmetric to" + }, + { + "start": 3038.0, + "text": "see if if it was perfectly symmetric" + }, + { + "start": 3039.76, + "text": "would it pick up and the answer is it" + }, + { + "start": 3042.079, + "text": "almost never um picks it up. there are" + }, + { + "start": 3044.64, + "text": "like one or two seeds out of like 20" + }, + { + "start": 3047.2, + "text": "seeds in which you have if you have the" + }, + { + "start": 3048.8, + "text": "right weight decay with the right um" + }, + { + "start": 3051.92, + "text": "symmetry aspect with the right" + }, + { + "start": 3053.52, + "text": "architecture um because we tried out" + }, + { + "start": 3055.359, + "text": "different architectures also then it" + }, + { + "start": 3057.28, + "text": "ends up working but it almost never" + }, + { + "start": 3060.4, + "text": "actually works. Yeah." + }, + { + "start": 3063.04, + "text": ">> Yeah. Okay. Yeah. There there was a" + }, + { + "start": 3065.68, + "text": "recent study that adding noise to the" + }, + { + "start": 3068.64, + "text": "weight of the the the model instead of" + }, + { + "start": 3071.44, + "text": "adding weight decay. I'm wondering, have" + }, + { + "start": 3074.16, + "text": "you tried that? Would it make the the" + }, + { + "start": 3076.64, + "text": "map become more symmetric?" + }, + { + "start": 3079.44, + "text": ">> No, I haven't tried that. I really doubt" + }, + { + "start": 3081.68, + "text": "that these things like this would" + }, + { + "start": 3083.52, + "text": "qualitatively change the learning" + }, + { + "start": 3086.4, + "text": "dynamics to make it capture regularities" + }, + { + "start": 3088.72, + "text": "versus not capture regularities. I don't" + }, + { + "start": 3090.8, + "text": "think any simple trick like that would" + }, + { + "start": 3092.4, + "text": "do it. Uh, one of the cool ideas that" + }, + { + "start": 3094.72, + "text": "I'm investigating with the undergrad" + }, + { + "start": 3096.96, + "text": "here is like basically trying to see if" + }, + { + "start": 3100.24, + "text": "um the network if we try to make the" + }, + { + "start": 3102.88, + "text": "weights predictable because" + }, + { + "start": 3104.72, + "text": "predictability is like a very specific" + }, + { + "start": 3106.64, + "text": "type of signal that could qualitatively" + }, + { + "start": 3108.64, + "text": "change what you learn, right? Because" + }, + { + "start": 3110.4, + "text": "weight decay is more like a simplicity" + }, + { + "start": 3112.24, + "text": "bias where you want to regularize it" + }, + { + "start": 3113.839, + "text": "towards like low weight norm. But I" + }, + { + "start": 3116.24, + "text": "think that if you try to make it" + }, + { + "start": 3117.44, + "text": "predictable, that's not the same thing." + }, + { + "start": 3119.04, + "text": "It's not the same as simplicity. It's" + }, + { + "start": 3120.559, + "text": "the it's completely different. So I" + }, + { + "start": 3122.24, + "text": "think there are ideas in which it could" + }, + { + "start": 3124.319, + "text": "change, but honestly I don't even think" + }, + { + "start": 3126.16, + "text": "that's that would work that well. I" + }, + { + "start": 3128.079, + "text": "think what you really need to do is like" + }, + { + "start": 3130.4, + "text": "rethink what's going on and what the ad" + }, + { + "start": 3133.04, + "text": "what the pressures you are that you're" + }, + { + "start": 3134.72, + "text": "optimizing towards. And I think the" + }, + { + "start": 3136.48, + "text": "pressure to adapt is probably the" + }, + { + "start": 3137.92, + "text": "biggest thing that needs changing. I" + }, + { + "start": 3139.44, + "text": "think that would fix a lot of things." + }, + { + "start": 3141.839, + "text": ">> Interesting. Yeah. Thank you." + }, + { + "start": 3144.079, + "text": ">> Mhm. Excellent." + }, + { + "start": 3147.349, + "text": "Mhm. Excellent." + }, + { + "start": 3147.359, + "text": "Um yeah, great paper. I really loved it." + }, + { + "start": 3151.28, + "text": "Um I'm an experimental biologist so for" + }, + { + "start": 3154.559, + "text": "me this was really up my alley. You know" + }, + { + "start": 3156.48, + "text": "I really loved um" + }, + { + "start": 3158.88, + "text": ">> the idea and I think [clears throat] you" + }, + { + "start": 3162.319, + "text": "know objective functions are something" + }, + { + "start": 3163.92, + "text": "very fundamental and I think this really" + }, + { + "start": 3166.4, + "text": "this really sort of shows it. Um, and I" + }, + { + "start": 3169.28, + "text": "think one of the things you could you" + }, + { + "start": 3171.68, + "text": "could interpret from your paper is there" + }, + { + "start": 3173.76, + "text": "might be uh a trade-off between" + }, + { + "start": 3176.72, + "text": "complexity of the objective function and" + }, + { + "start": 3179.2, + "text": "how controllable uh the outcome is. As" + }, + { + "start": 3182.64, + "text": "you noted yourself with when you tell" + }, + { + "start": 3185.52, + "text": "people to select for a certain outcome," + }, + { + "start": 3187.359, + "text": "pick breeder doesn't work anymore. How" + }, + { + "start": 3189.599, + "text": "fundamental do you think that trade-off" + }, + { + "start": 3191.28, + "text": "is?" + }, + { + "start": 3193.2, + "text": "the trade-off between um having a fixed" + }, + { + "start": 3196.079, + "text": "objective function and what else?" + }, + { + "start": 3198.64, + "text": ">> Yeah, sort of the richness of your" + }, + { + "start": 3200.319, + "text": "objective function and how uh how how" + }, + { + "start": 3203.2, + "text": "well you can determine the outcome of" + }, + { + "start": 3205.2, + "text": "your optimization process." + }, + { + "start": 3209.52, + "text": ">> Yeah. So I think the fact that pig" + }, + { + "start": 3212.96, + "text": "breeder is not able to optimize directly" + }, + { + "start": 3215.68, + "text": "and that it has to take this like" + }, + { + "start": 3217.119, + "text": "serendipitous path through the search" + }, + { + "start": 3219.119, + "text": "space um I think there needs to be more" + }, + { + "start": 3221.599, + "text": "research like quantifying just how" + }, + { + "start": 3223.04, + "text": "important that is. That was like kind of" + }, + { + "start": 3224.319, + "text": "like the point of the paper that we" + }, + { + "start": 3225.76, + "text": "don't really know or understand what" + }, + { + "start": 3227.44, + "text": "caused these good representations and it" + }, + { + "start": 3229.76, + "text": "would be cool if like we could figure it" + }, + { + "start": 3232.48, + "text": "out, right? So um I think I it feels" + }, + { + "start": 3234.72, + "text": "that like the serendipitous search is" + }, + { + "start": 3237.119, + "text": "very very important. I can't exactly um" + }, + { + "start": 3240.48, + "text": "rigorously tell you why, but the reason" + }, + { + "start": 3242.72, + "text": "it feels that it's like important is" + }, + { + "start": 3244.4, + "text": "because it combines this pressure to" + }, + { + "start": 3246.079, + "text": "adapt while making optimization easier" + }, + { + "start": 3249.599, + "text": "because you're not just optimizing for a" + }, + { + "start": 3251.359, + "text": "single skull, right? Because that's like" + }, + { + "start": 3253.119, + "text": "really really hard to do. You're" + }, + { + "start": 3254.8, + "text": "optimizing for either a skull or a cat" + }, + { + "start": 3257.52, + "text": "or a dog or anything else that a human" + }, + { + "start": 3259.76, + "text": "would want, right? So I think that is" + }, + { + "start": 3262.559, + "text": "like the serendipitous search kind of" + }, + { + "start": 3263.92, + "text": "makes optimization easier and the" + }, + { + "start": 3266.24, + "text": "pressure to adapt is is something that's" + }, + { + "start": 3268.48, + "text": "obviously good and um that's hard to" + }, + { + "start": 3271.44, + "text": "satisfy. It's hard to optimize towards." + }, + { + "start": 3273.359, + "text": "So then you need a serendipitous search" + }, + { + "start": 3275.04, + "text": "to optimize it if that makes sense." + }, + { + "start": 3281.44, + "text": ">> Doug," + }, + { + "start": 3285.28, + "text": "you're muted. Sorry." + }, + { + "start": 3288.96, + "text": ">> Okay, great. Um so we find that natural" + }, + { + "start": 3292.0, + "text": "languages pervasively omit system" + }, + { + "start": 3294.88, + "text": "component relations which has to affect" + }, + { + "start": 3297.76, + "text": "whatever happens when you use written" + }, + { + "start": 3300.8, + "text": "stuff to train these machines. But um" + }, + { + "start": 3304.72, + "text": "then in that context that made me think" + }, + { + "start": 3307.119, + "text": "about your apple example. So does the" + }, + { + "start": 3310.8, + "text": "network know that the stem is a" + }, + { + "start": 3314.24, + "text": "component of the whole apple as opposed" + }, + { + "start": 3316.96, + "text": "to just something that's sitting next to" + }, + { + "start": 3318.88, + "text": "it? So that's this issue of not only so" + }, + { + "start": 3323.44, + "text": "engineers think in terms of systems and" + }, + { + "start": 3325.28, + "text": "components. So um not only do you have" + }, + { + "start": 3327.839, + "text": "two things sitting next to each other," + }, + { + "start": 3329.76, + "text": "but there's is the stem a component of" + }, + { + "start": 3332.16, + "text": "the apple? Is the color red a component" + }, + { + "start": 3334.48, + "text": "of the apple? And that's different than" + }, + { + "start": 3338.079, + "text": "you know computer scientist is always" + }, + { + "start": 3339.599, + "text": "talking about overlapping sets and so" + }, + { + "start": 3341.359, + "text": "the system component thing is structural" + }, + { + "start": 3343.359, + "text": "completely different thing." + }, + { + "start": 3345.52, + "text": "So how smart is this guy?" + }, + { + "start": 3348.319, + "text": ">> Yeah that's a good question. Um so over" + }, + { + "start": 3351.119, + "text": "here I mean you can see that there's" + }, + { + "start": 3352.799, + "text": "feature maps that correspond to just the" + }, + { + "start": 3354.96, + "text": "apple and there's a feature map that" + }, + { + "start": 3356.48, + "text": "corresponds to just the stem and at some" + }, + { + "start": 3359.04, + "text": "point in the network they get combined" + }, + { + "start": 3360.64, + "text": "in order to make the apple with the" + }, + { + "start": 3362.16, + "text": "stem. So I mean that's kind of like the" + }, + { + "start": 3364.4, + "text": "modular decomposition you would expect" + }, + { + "start": 3366.559, + "text": "in an ideal world if you wanted these" + }, + { + "start": 3368.64, + "text": "two things to be decomposed right" + }, + { + "start": 3371.599, + "text": ">> so I think the feature maps are they" + }, + { + "start": 3373.599, + "text": "basically show that it's like basically" + }, + { + "start": 3375.28, + "text": "perfect um in terms of what you would if" + }, + { + "start": 3377.68, + "text": "you want that but then the question is" + }, + { + "start": 3380.079, + "text": "um is that the right decomposition right" + }, + { + "start": 3382.16, + "text": "that's one of the things I've been" + }, + { + "start": 3383.28, + "text": "thinking about is like how do you know" + }, + { + "start": 3384.64, + "text": "this de so like basically if you imagine" + }, + { + "start": 3386.48, + "text": "the skull you can decompose it any" + }, + { + "start": 3389.28, + "text": "number of ways right you can decompose" + }, + { + "start": 3391.68, + "text": "it along this way which I like or" + }, + { + "start": 3393.68, + "text": "another way which you might like and" + }, + { + "start": 3395.2, + "text": "they're both we what we would call" + }, + { + "start": 3396.72, + "text": "unified and factored. So then that" + }, + { + "start": 3398.799, + "text": "really begs the question is like in a" + }, + { + "start": 3400.4, + "text": "ground truth manner what makes a good" + }, + { + "start": 3402.0, + "text": "representation and personally I feel" + }, + { + "start": 3404.319, + "text": "like that definition should be grounded" + }, + { + "start": 3406.72, + "text": "in the set of future tasks that you may" + }, + { + "start": 3408.96, + "text": "want to adapt to right I have this" + }, + { + "start": 3411.92, + "text": "thought experiment I like a lot which is" + }, + { + "start": 3414.0, + "text": "like if you evolve like a cat on Earth" + }, + { + "start": 3416.96, + "text": "right but you have the same identical" + }, + { + "start": 3418.96, + "text": "cat evolved on Mars and they're" + }, + { + "start": 3421.119, + "text": "identical in their behavior one may have" + }, + { + "start": 3423.44, + "text": "different axis of variation in its" + }, + { + "start": 3425.119, + "text": "genotype based on the past and future" + }, + { + "start": 3428.16, + "text": "environments it's going to be exposed" + }, + { + "start": 3429.52, + "text": "to, right? Because the future" + }, + { + "start": 3431.359, + "text": "environments in Mars are going to be" + }, + { + "start": 3432.72, + "text": "different than the ones on Earth. So, um" + }, + { + "start": 3435.359, + "text": "they might be very different in that." + }, + { + "start": 3438.319, + "text": "Since you're thinking about that, um I" + }, + { + "start": 3440.559, + "text": "was debating whether to mention this," + }, + { + "start": 3441.76, + "text": "but since you're at MIT, I don't know" + }, + { + "start": 3443.28, + "text": "whether they still teach uh what the" + }, + { + "start": 3445.44, + "text": "frog's eye um tells the frog's brain, an" + }, + { + "start": 3448.48, + "text": "ancient MIT paper that I think is one of" + }, + { + "start": 3451.04, + "text": "the more important papers in biology." + }, + { + "start": 3453.599, + "text": "But basically, frog's eyes only see" + }, + { + "start": 3457.359, + "text": "things like uh edges, light, dark" + }, + { + "start": 3460.16, + "text": "contrast, and a couple other things. The" + }, + { + "start": 3462.24, + "text": "rest never gets through to the brain. So" + }, + { + "start": 3464.96, + "text": "if the fly is not moving, the frog" + }, + { + "start": 3466.88, + "text": "doesn't even see it. So they have a" + }, + { + "start": 3469.04, + "text": "basis set of universals like Kant would" + }, + { + "start": 3472.559, + "text": "talk about. Um you and I have a" + }, + { + "start": 3475.52, + "text": "different set more complex. On the other" + }, + { + "start": 3477.76, + "text": "hand, the frog could say, \"Oh, that's a" + }, + { + "start": 3479.68, + "text": "needless overcomplexification of the" + }, + { + "start": 3482.079, + "text": "world.\"" + }, + { + "start": 3483.04, + "text": ">> And so there's some thought that goes" + }, + { + "start": 3484.87, + "text": "And so there's some thought that goes" + }, + { + "start": 3484.88, + "text": "into what is your basis set." + }, + { + "start": 3487.44, + "text": ">> Yeah. Exactly. And it should be grounded" + }, + { + "start": 3489.04, + "text": "in what you need to do now and what you" + }, + { + "start": 3490.72, + "text": "may need to do in the future, [laughter]" + }, + { + "start": 3492.559, + "text": "right? Well, good point. I guess" + }, + { + "start": 3494.64, + "text": "evolution decided that for the frog. So," + }, + { + "start": 3496.799, + "text": "okay." + }, + { + "start": 3498.64, + "text": ">> Yeah, that's very cool. What's that" + }, + { + "start": 3500.64, + "text": "paper called? What the frog eye" + }, + { + "start": 3503.76, + "text": "frog's eye. What the frog's eye tells" + }, + { + "start": 3505.76, + "text": "the frog's brain. Um, let me uh get you" + }, + { + "start": 3509.92, + "text": "the author so you can find it." + }, + { + "start": 3513.359, + "text": "Um, everybody I think has passed away." + }, + { + "start": 3516.4, + "text": "Um" + }, + { + "start": 3517.599, + "text": ">> uh" + }, + { + "start": 3518.72, + "text": ">> uh Jerry Lein, L T V I N and um Humberto" + }, + { + "start": 3525.109, + "text": "Jerry Lein, L T V I N and um Humberto" + }, + { + "start": 3525.119, + "text": "Machana who also passed away. Anyway, uh" + }, + { + "start": 3529.44, + "text": "it was an MIT thing. The biologist he" + }, + { + "start": 3532.48, + "text": "told me uh laughed at him uh when they" + }, + { + "start": 3536.079, + "text": "presented, but basically this stuff is" + }, + { + "start": 3537.76, + "text": "hardwired into your nervous system. Oh," + }, + { + "start": 3540.48, + "text": "and he finally got it published in the" + }, + { + "start": 3542.4, + "text": "ILE E proceedings." + }, + { + "start": 3546.079, + "text": ">> Very cool. I will check out that paper." + }, + { + "start": 3547.76, + "text": "Thanks." + }, + { + "start": 3548.16, + "text": ">> Yeah," + }, + { + "start": 3550.559, + "text": ">> Santos." + }, + { + "start": 3552.87, + "text": "Santos." + }, + { + "start": 3552.88, + "text": ">> Yeah. So, uh do you think that the" + }, + { + "start": 3555.109, + "text": "Yeah. So, uh do you think that the" + }, + { + "start": 3555.119, + "text": "pressure to adapt is very different from" + }, + { + "start": 3557.44, + "text": "the pressure to generalize uh which is a" + }, + { + "start": 3560.319, + "text": "standard component of any MLP uh" + }, + { + "start": 3563.76, + "text": "optimization, right?" + }, + { + "start": 3565.92, + "text": ">> Yeah. I think uh honestly I don't think" + }, + { + "start": 3567.92, + "text": "we know the answer and I think that it" + }, + { + "start": 3569.68, + "text": "feels like it should be very very" + }, + { + "start": 3571.359, + "text": "different um in that sense because I" + }, + { + "start": 3573.28, + "text": "feel like the pressure to adapt if you" + }, + { + "start": 3575.44, + "text": "construct it in the right way I think it" + }, + { + "start": 3577.599, + "text": "should be like a much stronger pressure" + }, + { + "start": 3579.28, + "text": "that regularizes your neural network a" + }, + { + "start": 3581.52, + "text": "lot more um I don't have evidence for" + }, + { + "start": 3583.599, + "text": "this concretely yet but that's just a" + }, + { + "start": 3585.839, + "text": "feeling that I have. Yeah." + }, + { + "start": 3592.4, + "text": ">> Hey uh I want to ask another question." + }, + { + "start": 3595.52, + "text": "uh I just realized that this uh study" + }, + { + "start": 3598.079, + "text": "might deeply related to computational" + }, + { + "start": 3601.44, + "text": "complexity theories because when you uh" + }, + { + "start": 3604.319, + "text": "gradually complexify your uh complify or" + }, + { + "start": 3608.0, + "text": "grow the the CPPM it's really like you" + }, + { + "start": 3611.28, + "text": "have a touring machine and you have a" + }, + { + "start": 3613.119, + "text": "sequence of program you and you add bits" + }, + { + "start": 3615.76, + "text": "to complicify" + }, + { + "start": 3617.68, + "text": "the the program and in computational uh" + }, + { + "start": 3621.76, + "text": "uh complexity theory this very" + }, + { + "start": 3624.24, + "text": "interesting a bias called uh Solomon of" + }, + { + "start": 3627.92, + "text": "induction or algorithm probability which" + }, + { + "start": 3631.52, + "text": "the theyentially" + }, + { + "start": 3634.48, + "text": "prefer shorter shorter programs and they" + }, + { + "start": 3638.48, + "text": "proven this uh this kind of distribution" + }, + { + "start": 3641.76, + "text": "this kind of bias has some very" + }, + { + "start": 3643.68, + "text": "beautiful and powerful uh universal" + }, + { + "start": 3646.24, + "text": "property. So so um and one of the reason" + }, + { + "start": 3650.799, + "text": "they have this two to the minus com" + }, + { + "start": 3654.079, + "text": "complexity is because they have some uh" + }, + { + "start": 3657.52, + "text": "they they are actually somehow growing" + }, + { + "start": 3660.559, + "text": "the the program. So so I want wondering" + }, + { + "start": 3662.72, + "text": "have you considered such connection" + }, + { + "start": 3665.44, + "text": "between them?" + }, + { + "start": 3667.2, + "text": ">> Yeah. So what I have been thinking about" + }, + { + "start": 3669.119, + "text": "a lot in terms of like is simplicity" + }, + { + "start": 3671.599, + "text": "like a um one is it a good um pressure" + }, + { + "start": 3676.079, + "text": "toward that you should strive towards" + }, + { + "start": 3677.599, + "text": "and two is it enough right and what for" + }, + { + "start": 3680.799, + "text": "one I do think that it's very" + }, + { + "start": 3682.24, + "text": "interesting obviously you want simpler" + }, + { + "start": 3683.68, + "text": "things rather than more complex things" + }, + { + "start": 3685.599, + "text": "but the question is that whether it's" + }, + { + "start": 3687.2, + "text": "enough is I'm not so sure about that is" + }, + { + "start": 3689.76, + "text": "because simplicity is basically supposed" + }, + { + "start": 3692.0, + "text": "to be a um um how do you call it like a" + }, + { + "start": 3696.48, + "text": "heruristic for what you really want" + }, + { + "start": 3698.64, + "text": "which is like generalization" + }, + { + "start": 3700.96, + "text": "adaptability etc etc right and I think" + }, + { + "start": 3704.0, + "text": "that if we can optimize for" + }, + { + "start": 3705.599, + "text": "generalization adaptability directly we" + }, + { + "start": 3708.24, + "text": "don't really need simplicity and in" + }, + { + "start": 3710.24, + "text": "often times I have I'm beginning to" + }, + { + "start": 3712.079, + "text": "think this more and more is that they" + }, + { + "start": 3713.68, + "text": "may not even be one uh that correlated" + }, + { + "start": 3716.64, + "text": "they're probably correlated up to a" + }, + { + "start": 3718.16, + "text": "point until they stray off so for" + }, + { + "start": 3720.24, + "text": "example in this skull example we have a" + }, + { + "start": 3722.079, + "text": "toy experiment obviously it's not that" + }, + { + "start": 3723.839, + "text": "conclusive because it's just a toy CPN" + }, + { + "start": 3726.4, + "text": "experiment" + }, + { + "start": 3727.28, + "text": "But we whenever we regularize it with" + }, + { + "start": 3729.44, + "text": "weight decay, we find solutions which" + }, + { + "start": 3731.839, + "text": "are way way lower weight norm than this" + }, + { + "start": 3734.319, + "text": "nice elegant modular solution. Way lower" + }, + { + "start": 3737.359, + "text": "weight norm. So in the traditional sense" + }, + { + "start": 3739.119, + "text": "of L2 regularization, you would say it's" + }, + { + "start": 3741.04, + "text": "a simpler representation, right? But it" + }, + { + "start": 3744.0, + "text": "turns out to be way less adaptable still" + }, + { + "start": 3746.799, + "text": "compared to this nice modular one. So um" + }, + { + "start": 3750.24, + "text": "maybe uh some sort of simplicity" + }, + { + "start": 3752.48, + "text": "mechanism or compression is not exactly" + }, + { + "start": 3755.28, + "text": "what you're looking for and it's" + }, + { + "start": 3756.48, + "text": "supposed to be just a heristic for" + }, + { + "start": 3757.68, + "text": "adaptability which is what you really" + }, + { + "start": 3759.2, + "text": "want." + }, + { + "start": 3759.92, + "text": ">> Yeah. So, so what I exactly want to say" + }, + { + "start": 3762.64, + "text": "is I just uh intuitively feel that" + }, + { + "start": 3766.72, + "text": "evolution especially growing and" + }, + { + "start": 3768.88, + "text": "evolution putting together is is might" + }, + { + "start": 3772.15, + "text": "putting together is is might" + }, + { + "start": 3772.16, + "text": "directly give you such bias of algorithm" + }, + { + "start": 3775.92, + "text": "probability and maybe that's why CBPN" + }, + { + "start": 3779.119, + "text": "and this kind of open-ended process give" + }, + { + "start": 3782.24, + "text": "you such clean result." + }, + { + "start": 3784.799, + "text": ">> Oh, you're saying it's simple in like a" + }, + { + "start": 3786.64, + "text": "different way according to like" + }, + { + "start": 3788.48, + "text": ">> Yeah. Yeah. Like when you when you start" + }, + { + "start": 3790.64, + "text": "with some seed and you are add something" + }, + { + "start": 3793.92, + "text": "you are you are exponentially more" + }, + { + "start": 3796.88, + "text": "likely to have shorter evolution tree" + }, + { + "start": 3800.0, + "text": "that that shorter evolution tree like if" + }, + { + "start": 3803.039, + "text": "you in terms of something like assembly" + }, + { + "start": 3804.88, + "text": "theory they are more simple and" + }, + { + "start": 3809.28, + "text": "I feel that this architecture gives you" + }, + { + "start": 3812.4, + "text": "such bias." + }, + { + "start": 3813.68, + "text": ">> Yes. Yes. Definitely I 100% agree with" + }, + { + "start": 3815.52, + "text": "that. Yeah, it it gives you a specific" + }, + { + "start": 3818.72, + "text": "kind of like um like graph bias towards" + }, + { + "start": 3821.68, + "text": "smaller graphs of neurons." + } + ] +} \ No newline at end of file diff --git a/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript_clean.txt b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript_clean.txt new file mode 100644 index 00000000..108c66a1 --- /dev/null +++ b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/transcript_clean.txt @@ -0,0 +1,1659 @@ +Um this will be about like towards a +platonic intelligence with a um unified +factored representation. +One second let me just move this. +There we go. +Okay. +Amazing. +Okay. So uh to start off with uh I want +So uh to start off with uh I want +to state something obvious that you guys +already know that the world is not +random but rather it has a lot of +structure as we know and this includes +everything from like self similarity +across like many spatial scales to like +physics symmetries like symmetries in +like translation rotation invariance of +the world as in if you have like some +laws of physics it's going to be true +here and if you're like one mile away +from here and um every I mean Everything +has structure. I mean, even the fact +that objects exist and they're basically +persistent across time, that's a form of +structure. And um the the fact that +there's so many um common patterns +across in this world, right, across many +different objects, that's what leads +some of us to believe in this like idea +of like there's like this this um space +of forms, this platonic space of forms +where these properties, common +properties across many objects are +inherited from the space of forms. +That's one way to think about um what's +going on, right? And obviously this idea +came from Plato and it was pretty +influential and that's the main point of +this um symposium is to talk about that. +So um I claim that basically intelligent +agents in order to solve their goals +they need to really understand how the +world works in order to control it right +to uh achieve their goals. And in order +to un uh understand this world, I argue +that they must capture this structure of +the world. All these different +structures that the world has, they must +capture it in some way. And more +specifically, what I mean is that the +internal representations +of their minds and their brains must +capture the structure of the world. So +I'll talk about more concretely what +this means next, but at a high level, +basically you can't really control the +world without understanding how it +works. And you can't understand the +world without really um understanding +all the different structures that are in +the world, right? +So we face this problem in AI because in +AI we're trying to create these +intelligent agents, right? And we have +this uh we face this problem. How do we +capture the regularities of the world, +right? So one of the things we've been +uh think about thinking about in AI is +like what if we just try to bake in some +symmetries of the world through how we +design the architectures of our agents +right so this is also known as inductive +biases and I'll give you an example of +like two or three of these is like one +is like translation invariance in images +whenever you look at an image and you +see like some object you know that the +system should process the object very +similarly if it's over here versus as if +it's like shifted over 100 pixels to the +right. And this is translation +equariance or translation invariance. +And we try to bake this into um ar an +architecture based on the convolutional +architecture. That's what it's made to +. That's what it's made to +do. Another example is like whenever we +process sets of objects and we want we +don't care about the ordering of the set +like red green blue or blue green red. +We don't care about if what the order is +then we use an attention architecture uh +in a transformer to do this kind of +thing. Right? And in general, this field +called symmetry learning or geometric +deep learning has um is a really big +field in deep learning. And basically +the goal is how do we capture known +regularities of the world into the +architectures, right? And this is kind +of like you're just baking in the +structure of the world. +But what about all the other um +structures in our world, right? All the +other regularities. And one example I +really like is like lighting invariance. +So you see this lion in the dark and +during the day and you don't really know +what architecture should capture this +lighting invariance, right? And we don't +know how to do this. So what's our +solution? +Well, okay. So, the solution is we just +try to train on a lot of data with SGD +and hope that the AI will learn this +underlying regularity of the world um +based on the patterns that it picks up +from all of these data uh from all this +data right that's this is the +predominant paradigm in modern deep +learning currently. So, the question is +does this actually work right and +there's a lot of evidence that's showing +that it is somewhat working. I mean the +AI systems nowadays if you use chat +chieftd they can pick up on all sorts of +patterns of the world and they seem to +really understand the world and how it +works and even self-driving systems they +can like figure out uh what a stop sign +looks like during the day at night and +it seems like everything is just working +but this brings us to our um position +paper and our um which where we +hypothesize that conventional SGD in +deep learning um finds neural repres +representations which are actually +fractured and entangled um um in the +sense that their actual internal +representations are fractured and +entangled. So uh over here we can see +that I mean you find a network which has +a certain output behavior but the output +behavior we visualize it as like a skull +which I'm going to get into detail how +we're doing this but at a high level you +visualize the output behavior and the +internal representations don't really +match what you would expect to see if +it's really like understanding the skull +in a subjective way right and more +specifically what I mean is that it +doesn't capture the underlying +regularities of this world which is the +skull +So our position or our opinion is that a +different kind of search algorithm which +is not conventional SGD but a different +kind of very exotic open-ended search +may be the solution to learning what we +call unified and factored neural +representations. And as you can see over +here the representations of the skull +look a much better and much more like +what we would want in how you would +build up the skull. So let's get into um +and so so you might be asking why does +this matter at all right if the output +behavior is the same and we basically +believe that the internal representation +of an agent really u affects its +capability to generalize to new +situations it's never seen before +especially OOD its creativity in the +sense that how and how it like sees the +world and how it comes up with new +solutions or new any artifact that it +can create and especially continual +learning and adaptation. And you can see +over here on the top we see that the +network with the nice representation if +you perturb its weights it has really +good adaptability behavior because the +skull changes in like semantically +meaningful ways versus the skull on the +right the network on the right it has +terrible adaptability and it basically +just produces like a mess on the right. +So let's get into the details of how +we're uh doing this kind of experiment, +right? So uh we're going to be using +what we call like a compositional +pattern producing network or CPN. And +basically this is like a toy domain to +study neural representations. And the +goal is basically just to implicitly +represent an image. And at a high level, +it's inspired by the biological +development process like morphogenesis. +Um because it's about how do you reuse +existing machinery to across different +like uh points in space in order to +achieve the same thing. That's where the +inspiration comes from. So let's talk +about how we would represent this +specific image. Let's see this pixel uh +that's highlighted over there. What +we're going to do is we're going to +basically mark its xy location and its d +distance from the center. And we're +going to take these three numbers and +just plug them into a network that is +the CPN. And after it's done processing, +we're going to take its output and +consider it as its HSV or you could +think about it as just like a RGB value. +And that's going to be the RGB pixel +value for that um pixel. And if you +sweep this across every pixel in the +image, then you can basically visualize +the entire output behavior of the CPN as +a single image. And the reason that we +construct the image like this rather +than just modeling like the RGB pixels +is because this makes it very very easy +to uh visualize how the output behavior +of this network is internally +represented neuron by neuron. So in this +case you can literally go to each neuron +and see when does it activate at which +XY locations does it activate and you +can visualize that as an image also. +And one thing I want to make clear, um, +this is probably a really important +slide, is that the CPN are an analogy. +We're not really interested in just like +how do you represent images, but rather +these CPN serve as like a very useful +visual analogy to think about what other +AI systems like largecale LLMs might be +doing, right? +And basically the analogy is that its +output behavior or the output image of +the CPN is analogous to the LLM's entire +output behavior over the entire its +entire output space. Right? And the +CPN's internal visualization is +basically analogous to the LLM's +internal representation of its entire +output behavior. So basically just how +it models and sees the world. +And because we're using CPN, we can just +visualize how these behaviors are +constructed holistically, right? Not +just like in a single neuron, but seeing +how it's built up over many many +neurons. +And importantly, uh this brings us to +the main point is that like two CPNs may +have the exact same output behavior, but +their inner encodings could be +qualitatively different, right? And this +means that two LLMs may have the same +output behavior, as in you can't tell +them apart from what they're doing on +the outside, but their internal +representation and how they see the +world internally may be qualitatively +different. +Sweet. And with that, um, I will +actually go on a slight tangent with +Pigreeder, but it'll connect back into +the main story very quickly. So, let's +talk about Pigreeder. So, Pigreeder was +basically an online website for humans +to breed these CPN images to their +desire. So, humans would just see these +images and you'd pick like two or three +of them you'd like and just mutate them +and keep going. It's kind of like +breeding horses, right? And what you're +going to be doing is just evolving the +underlying CPN that um generated these +images. +And importantly, one of the big uh +things about the system is that there +was no end goal. you can just do +whatever you want. The humans weren't +told like, oh, you should try to evolve +a skull or you should try to evolve like +a cat image or something. They just said +just do whatever you want. Have fun. And +uh one caveat here is that the actual +CPN's used inside here were not like +your conventional multi-layer +perceptrons from um AI, but rather these +things called neuro evolution of +augmenting topologies need. And you can +imagine this as like rather than having +like a dense connected network, you have +like a graph of neurons that you're +graph of neurons that you're +growing in this arbitrary way. So it's +much I guess in a way it's much more +flexible, right? +And so what would you expect to find +from this pig reader system? Right? And +I think most people would say that oh if +people don't really have a objective +goal in mind, then you kind of would +just expect to find these um super +rubbish images, right? This is what +you'd expect to find. But here's what +people actually found. These images with +lots and lots of um structure and +basically what humans prefer, right? +It's like literally things from our +world. So the question is like how did +people um find these kinds of things? +And if you want a deep dive into how um +this kind of thing happened, you should +really check out the book from my +collaborators Ken and Joel on why +greatness cannot be planned. And they +really go into a lot of um insights into +like the nature of search, deception, +serendipity in search, which is um a +really important topic I believe and +open-endedness. And basically um they +argue that this pigreeder system is like +a um like a microcosm for like natural +evolution or like scientific innovation. +These open-ended process which keeps +discovering stuff forever. So I do want +to uh talk more about pig braider and +then talk about that what properties it +has that uh why I think you should +consider it as like a very very +interesting system. So first property it +has is that it's open-ended. So if you +think about natural evolution it's like +this divergent evolutionary process +which produces all these different +diversity of animals right um and +pigreeder is similarly like that. +there's literally a pigreeder +evolutionary tree where you just have +images which are diverging and growing +um open-endedly. So that's one thing +that's really interesting about it. +Other things that are interesting about +it include this idea of serendipitous +adaptation. So in evolution um a lot of +the traits that we ended up with or all +animals ended up with were traits that +were evolved for one function but get +repurposed later down the line for +something else. So here's an example +like feathers were originally evolved to +keep like the animal warm but they later +got repurposed for flight. So this is an +example of like this huge task space +where things are kind of just it's a +more serendipitous rather than like +planned ahead of time right and +pigreeder displays this property also +you can see that um the the stepping +stones that they call it two let's say +look at the teapot image someone was +actually trying to evolve a egg in a hat +before someone else took that image and +started evolving a teapot so this is an +example of like this machinery that was +used to represent this egg got +repurposed to represent this teapot. And +this is like a common very common story +in all the pig breeder discoveries. +Basically, every image in pig breeder +that was found is kind of it displays +this idea that like there it's like +almost seems like random, but it's what +we'd call serendipitous and how it got +to the end product. Right? +And one final property that I want to +outline is that um as we know that um +natural evolution has developed very +adaptable genotypes. And this is kind of +like the emergence of evolvability, +right? Because the way that our bodies +and our um are structured is basically +uh it contains certain axes of +variation. Let's talk about the +symmetries. The way our bodies are +structured really has a lot of baked in +symmetries. Like for example, there's +like a bilateral symmetry and the way +our organs are structured are modular. +And it's just that there's a lot of um +structure in the way our bodies are +structured, right? And the reason it's +d, right? And the reason it's +like this is because certain axes of +variation during search become much more +likely while others become impossible. +So for example, if you have a mutation +in your genome and your right hand gets +like uh longer, right? Your left hand +would also get longer because evolution +has kind of realized that encoding this +axis of this symmetry into the genome is +really important because there's no +point in not doing it, right? So this +axis of variation where both get uh +longer becomes likely where whereas this +axis where only one gets longer becomes +impossible, right? So it's a way to kind +of like speed up search in that way. +And pigreeder has also shown um this +form of evolvability emerging. There's +examples in the pigreeder where certain +images are structured in a very nice +organized way such that their children +have very fit descendants as in they're +basically producing images that humans +would like. And there are some images +which don't have this property and but +they quickly die out because humans +don't select for their children. Right? +So there's this like implicit pressure +to be evolvable. +So great now that I talked about +pigreeder let's get into the actual +experiments that show this internal +representation that we've been talking +about. So let's look into just uh let's +pick this image of this skull right and +see what happens. +So let's take this skull image that we +found with pigreeder. And what we're +going to do is this. We're just going to +create a data set from it based on this +uh based on the mapping that we're +talking about where you have XYD to HSV +and you list out all the pixels, right? +And we have this big data set and then +what we can do is just train a +conventional network to recreate the +skulls using all the tools from AI, +right? And what we found what we find is +that the optimization works amazingly. +it perfectly reproduces this um skull +behavior, right? But then let's uh let's +talk about what happens when we start +looking at the internal representation +of how it represents the skull, right? +That's where we see some problems. But +before that, what we're going to do is +quickly talk about layerization, which +is not too important. So um but I will +quickly go over it just for the sake of +complete completeness. So basically, you +can imagine that our neat networks that +we found at Pigreeder, they're in this +arbitrary, they're like this arbitrary +graph of neurons. In order to make it +compatible with the space that we're +going to be doing SGD training with AI +on, we're going to convert everything +into a universal architecture which is +the MLP through this process of +layerization. And specifically uh this +will give us like an existence proof +that this pigreeder solution is in is a +solution that the SGD could have found +but it didn't. And more concretely, what +we're going to be doing is just taking +all the connections of this arbitrary +graph in neurons and stitching them +together to in the MLP to recreate the +same computational graph. +Okay, so this is what the internal +representations look like for the +pigreeder skull. This is the one found +with pigreeder. So you can see that the +four input neurons encode the four +inputs or X, Y, D, and we just have a +bias neuron for historical +compatibility. And over the layers as +you go up you can see that the neurons +encode different things and builds up +the pattern at which you see at the end +which is the skull. But you can see that +there's not really any redundancy. It's +very very uh modular in that way. It's +very sparse and it seems quite organized +sparse and it seems quite organized +in how it's doing it. Right? So let's +look at this SGD skull. Now to contrast, +this is what happens when you train SGD +when on the same network architecture to +get the skull. +It looks like a complete mess, right? It +looks like complete spaghetti. And you +can see everything ends up canceling out +the end and giving you the perfect +output behavior. But the internal +representations are like completely just +like what I'd call spaghetti, right? +They're just like a complete mess. +So, how does this actually impact um +downstream what we call like downstream +tasks or something? So, on the left over +here, what we're going to be doing is +just sweeping individual weights of this +network and seeing how the output +behavior changes. And you can see that +it really shows you that uh if you sweep +a weight, there's literally a weight +that corresponds to the mouth opening or +the left and eye winking or the distance +between the eyes right there. Right? or +like literally a weight controlling the +jaw width. And this kind of shows you +that the network kind of understands the +underlying um what we would call the +underlying regularities of the skull, +regularities of the skull, +right? These are axes aligned with how a +human uh sees the skull. And if you +imagine that the skull is an analogy to +the real world and the behaviors uh that +you would want to employ, this basically +corresponds to nice changes in this +actual behavioral output of the network, +right? Versus if you have the network on +the left, you can see that the weights +kind of most almost all the weights look +like this. they kind of just correspond +to rubbish meaningless changes which +don't respect the underlying x x-axis +symmetry of the skull or any regularity +of the skull for that matter. Right? +So this pattern is true for all the +images that we've tried out like here's +this butterfly image for pigreeder and +here's this skull uh SGD image of this +uh butterfly. +You can see it's the same pattern and if +you look at the weight sweeps it's the +exact same thing. you capture the +regularities on the left and you don't +really do that on the right. Right? Over +here you can see that one of the weights +literally destroys the left wing while +leaving the right wing sort of intact +which is completely not respecting that +symmetry of the butterfly. Right? And +here's the apple image found at +Pigreeder and here's it with um SED +and it's the same pattern again um on +the left. U one of the my collaborers's +favorite is like the stem angle. There's +literally a weight in the apple network +that on the pig breeder side at least +that corresponds to if you sweep it, it +corresponds to if you sweep it, it +controls the angle at which the stem is +um controlled at. So this really shows +that the stem and the apple are like +modular are decomposed in like a modular +way in order to have this happen, right? +So the question is this is cool but this +is still like this toy domain. How does +this really apply to LLM and like real +intelligent systems, right? So there is +some uh evidence uh actually a lot of +evidence that um these LLMs also suffer +from fractured and entangled +representations that don't respect the +underlying regularities of the world. So +let's start off with a old example from +GPD3. So in GPT3 um we ran this +experiment where we had like um where +you just say like I have three pencils +and two pens and four erasers. How many +things do I have? And it gets it right. +You have nine things. But if you ask it +the same exact question, but change up +the um item names, like I have three +chickens, two ducks, and four geese. How +many things do I have? It gets it wrong. +It says you have 10 animals, right? +Instead of nine. And what this means is +that the machinery or the neural +circuitry that it's using to count up +the objects is entangled with the types +of the object that it's seeing. Right? +So this is an example of how it could be +the representation is entangled. Right? +So let's scale up to more modern +networks. Uh there's there's a lot of +papers that show that like um if you +change like if if a network can if a LLM +can be really good at doing like these +math problems, slightly changing the +numbers in the math problems causes them +to um decrease their performance on that +um on that data set, which is crazy +because you would expect them to be kind +of robust to changes in the numbers, +right? And uh sure if you scale them up +this has been going away which we're +going to talk about but let me go +through some other examples too. This +>> sorry can I can I ask a question uh in +the the previous slide the example about +the the counting +counting +>> uh the the slide before this? +>> Yeah. So +Yeah. So +does it say 10 because it includes the +me as well? +Uh because it says you have 10 animals +total. So, if it's actually including +the the person who's asking the +question, then it's actually not +incorrect, right? I mean, just out of +curiosity. +>> Oh, uh, the me is not in the prompt. +It's just the I have. And the fact that +it's asymmetric between the two shows +that's the difference, right? I don't +think that's what's going on because +whenever you say like how many things do +I have, you don't talk about yourself, +right? +>> Yeah. Yeah. I I I know. I know. But um I +was thinking maybe it's thinking in a +much clever way that uh that makes us +think that it's it's incorrect. I mean +in in a sense you could argue that it's +not incorrect but yeah I'm just saying +>> interesting. +Yeah. In that case it should at least be +symmetric on both sides. Right. I also +don't think it makes much sense to say +10 in this case. +>> Yeah. Okay. Yeah that's that's fair. +um this paper from some of my friends at +MIT here um they basically showed that +these LLMs they're really really they're +trained on the internet right and the +internet has this the world that we +operate in which is like um the current +world but if you change their evaluation +to counterfactual worlds then the +performance goes down a lot and by +counterfactual world what I mean is like +instead of doing arithmetic in like base +10 you do it in base 9 this is a way +less common um way to do things right or +in code execution you change it to be +base one indexing then the performance +goes down a lot. So in this way you +could argue that there's like it's not +respecting if you change one thing about +the world it's not respecting it's not +understanding the world where it's like +um it understands the regularities in a +deep way where it can be robust to these +counterfactual changes right +here's another example I really like um +this is from an anthropic mechan paper +from quite recently where they looked at +claude and they asked it what's 36 + 59 +and it came out with the answer 95 which +is correct. But if you look at the um +actual arithmetic that goes behind this +answer right the actual neural circuitry +that's happening you can see it's using +like random heruristics that a human +would never even think about. It's like +saying like oh 36 is around 30 and if +you add and it's around 40 and if you +add around 40 plus around 50 it's like +around 92 and it's it's completely like +different than how a human would do this +arithmetic problem. Right? So it's +neural circuitry is kind of just like a +bag of huristics. And indeed there's +been a paper that's been written that +arithmetic um that language model solve +math with just a bag of heruristics +right while still getting the answer +right. +. +So I think it's uh I think there's a lot +of evidence that like these LLMs their +behaviors are amazing but the way they +actually represent these behaviors are +very um surprising and definitely +concerning +right and now let's talk about the +counterargument right like how does +scaling work because this is like the +predominant view in AI that if we keep +scaling these systems then um they +should just keep getting better right so +this is the scaling laws view and you +can see that the actual test loss or the +test performance and the downstream +performance and how you use use these +systems are getting better. But again, +this is a statement about um like the +actual behaviors, right? And if you if +we go on to the next slide, then we can +talk about the platonic representation +hypothesis from our lab. And this is +actually one of the coolest papers um +ever. So you guys should all definitely +check this out of basically what they +claim is that neural networks trained +with different objectives on different +modalities. So one could be trained on +images and one could be trained in +language. They show that these two +models trained on different modalities +and in different ways are actually +converging in some sense to like um uh +as you scale up the model sizes and +their performances. So over here in this +graph they're showing that um as you +increase the language model performance +its alignment with a vision model also +increases. And the reasoning behind this +is basically that as you force these +networks to do more and more tasks then +the number of representations which +solves all the tasks in either modality +kind of has to overlap more and more. +So this is all saying this is all very +very cool but I do want to point out +that these scaling laws and this +platonic uh representation hypothesis +are all very like statistical +observations of what's happening right +these are statistical observations of a +statistical uh behaviors right and it's +very unclear how this relates to +respecting regularities of the world and +I think we need a lot more um um +research trying to connect the two +because the examples we gave in our +paper where we did a survey on like all +these um studies that were showing that +language models struggle in this task in +this way or something they're more +talking about whether or not you respect +some regularity of the world and I think +this is a very different um way to see +the world than if you just look at this +as like a statistical um mechanism right +and one more thing I want to point out +is that the efficiency of this scaling +view right we don't have infinite data +in the world we only have the 10 +trillion tokens of the internet and the +question is is that enough and if it's +not then this scaling view isn't really +a practical way forward right +and more practically we need to figure +out like even now u with with these +large scale um LLMs why do our LM still +have this notion of jagged intelligence +right as in they can do some really +really hard tasks like get IMO gold but +they can't reliably book a hotel or a +plane ticket for you. So why is it that +the task that we find so um hard like +the winning the IMO gold it can do +pretty nicely but it can't do something +what we seem as basic and um like book a +hotel +and I think the uh main point I want to +make is that deep learning is +fundamentally like a datadriven +statistical learning paradigm and I +think it's a very very fascinating +paradigm that that should be +investigated. +But I wonder if there exists like a more +efficient like regularitydriven learning +paradigm because obviously like human +intelligence and like animal +intelligence they don't just ingest like +they don't just ingest like +billions of um examples in order to +learn right they do something much more +different and um something much more +akin to like understanding the +regularities of the world and building +on top of them. So what could this look +like? Right? And I think the things that +would matter the most is like something +like some process of complexification. +If you look at like the process like +morphogenesis, +it doesn't just encode every part of +your body at once. It grows it according +to something more fundamental, right? +And this is a very adaptive process +which adapts to the environment and it's +not just baked in. So and importantly I +think the cool thing is that if you do +this complexification in a learning +algorithm it should like try to build up +the regularities on top of other +regularities in the same way that like +if you go remember the skull internal +representations it's like building up +like x-axis symmetry and then on top of +that it builds in like the eyes from +that symmetry. So it's building up +symmetry. So it's building up +symmetries on top of other symmetries in +a form of like a regularitydriven +learning that's like bottom up. And this +process of complexification should also +give you uh build on these ideas like +emergence and um I'm going to tie this +back into emergence in a bit. +Another thing that I think could be +really important is training for +adaptability. So rather than just +training for to solve the task, what we +really want is to train for adaptability +because I think it gives you a lot of +like regularization pressure to learn +like symmetries and regularities to be +symmetries and regularities to be +robust to environmental changes, right? +And I think that a representation that +kind of has to be robust to +environmental changes is one that must +capture the axis of variation which like +as Plato would say like carve nature at +its joints, right? +And this is just personally what I think +is really important. It's like +serendipity. +And what I mean by serendipity is that +this the order in which you learn things +really matters. If you look at LLMs, +they learn uh calculus at the same time +as they're learning arithmetic. But +humans, they always learn arithmetic +before calculus because their internal +representation of calculus builds on top +of the regularities from arithmetic. But +LLMs, they kind of learn them at the +same time. So they must have different +circuitry if that's going to happen, +right? Different circuitry for +arithmetic and calculus. And that's why +I think this idea of serendipity or in +general curriculum learning is really it +should be important in terms of you're +doing this regularitydriven learning. +And I really think serendipity +specifically is important because it +gives you a much higher chance of +finding a useful learning curriculum to +actually employ. Right? And if you think +about it uh this these uh paradigms what +what paradigm captures all of these it's +like the field of open-endedness um I +think has a good uh not solution but +they've been thinking about this and I +think they have the toolkit to come up +with a solution that can handle all of +these. +>> Can I ask a question? +>> Yeah. +Yeah. +>> How do you think about the the the order +How do you think about the the the order +related to reinforcement learning? +Because uh uh you talk about uh uh +learning circulum and uh when you when +you train uh reinforced learning agents +they often start with some very simple +behaviors and by and by interacting with +the complex environment they they +complexify themselves. So, so I I was +just wondering uh if you if you can +train if you can convert this pattern +generation into some kind of reinforced +learning task, would it also have +similar meaningful and robust weight or +or not? +>> Uh that's a really interesting question. +I think the on policy nature of +reinforcement learning is a really um it +should be super useful it seems. But I +guess uh the fact that there's still +like a singular objective that you're +trying to solve is I think is a +downfall. I mean there's a lot of works +in the field of reinforcement learning +that show that like um you train the RL +agent to do one task and it masters it +but what it but if you perturb the +environment even even ever so slightly +like change like for example like change +like the placement of the objects even a +the placement of the objects even a +little bit or change the color of like +the how the objects are represented +everything breaks down. So I think the +way they represent their task solution +is still um very very um brittle. So I +think what you really need is uh either +take the scaling route and you just have +like a many many different tasks or the +more better route I think would be to +kind of have many different environments +that it's exposed to in like a sequence +and in kind of like a serendipitous way. +This is kind of what happened with +evolution, right? You're exposed to this +is what I'm going to talk about in the +next slide too is like you're exposed to +some environment but then you're forced +to adapt according to the environment to +some other environment and you're forced +to adapt again and this pressure to +adapt is what I think really creates +makes you robust because if you don't +adapt quickly then you will die and in +order to adapt I really think you need a +really strong representation. I think +they're um this is my hunch is that I +think a strong representation and +adaptable representation are like one +and the same. +>> Yeah. I also wondering how how does the +like models like AlphaG go looks like +because AlphaG go when you start the +reinforce learning they these start with +very poor uh players and the the there's +a similar a symmetry between player and +environment because you when you improve +yourself your environment also improved. +So there there's a nature there's a +nature course of learning uh maybe maybe +there are two kind of different +reinforce learning like offer I think +it's maybe a different one and maybe +they they have similar like complex +complexification process as you +mentioned +>> yeah it builds in a lot of these things +together but um I mean AlphaGo obviously +solved go so that was a huge impressive +result but I'm still not sure that it's +training to be adaptable. It's kind of +like its objective is to train to solve +the objective, right? The cool thing +about evolution is that it's like you +could say that it's optimizing to be a +good fit for the environment, but it's +implicitly optimizing for adaptability +because everything is always changing, +right? So, if someone shows that like +this if there is a pressure to like +adapt, then that would be um pretty +cool, I think. Yeah. +>> Thank you. +>> Yeah. So I guess zooming out a bit um +Yeah. So I guess zooming out a bit um +how does this relate to like the +platonic viewpoint and what you guys +have been thinking about for a while +right so I think this space of forms +that people have been thinking about +obviously um create like you could argue +that it's like this is where the real +world and all its patterns come from and +I think intelligent agents are fit or +like um trying to be intelligent to that +world so obviously indirectly the space +of forms is going to leak through but I +guess the cool thing is that uh that uh +uh I've been thinking about that I guess +maybe you guys can add something to the +conversation is that does this space of +forms directly does does the internal +representations of a good agent intern +like does this mind come directly from +the space of forms right so I guess uh +you could argue that like just as like +you have this like aspirational ideal of +like this platonic um shape and you have +the real instantiation of it in this +pyramid the same way that real +intelligent agents are kind of trying to +mimic this aspirational ideal of this +like perfect mind that can understand +the regularities of the real world. But +this is all just um speculation, right? +[laughter] +So cool. Yeah, this is something I'd +love to get your guys' thoughts on. And +just to wrap up, I'd like to thank my +collaborators Jeff, Joel, and Ken um for +making this work possible. And with +that, thank you. +>> Thank you. That was very interesting. +Uh +questions. +>> Yeah. Yeah. +>> Yeah. Hi. Um so as I understand this +Hi. Um so as I understand this +you're the um the training process. So +first of all this is beautiful. um the +and you could sort of see where having +things modular like this now allows you +to do cognition rather than just like +randomly emitting motions and stuff. But +um it seemed to me that you're still +training on something. And so then the +question is is the difference between +this way and the old way of doing things +that instead of training to fulfill a +task, you're training towards some +criterion. In other words, somebody is +somewhere is saying, "Oh, gee, that +actually looks like something. I'll keep +that one." As opposed to to keeping the +spaghetti. Um, is is that a fair way to +look at it? So, or your evolutionary +adaptability, that's another criterion. +You survived. Maybe you did it this way, +maybe you did it that way. So, the tasks +are different, but the criterion is the +same. +>> Yeah. So I do want to say they they did +some experiments after pig breeder +happened where they asked people to +explicitly evolve the skull where +they're like your goal is to get to the +skull and get there as quickly as +possible and that did not work at all. +So I and even if it did I think that you +would end up with like kind of like a +brittle skull. I think the key important +thing is the fact that this environment +that people people are selecting images +right so this environment of selection +that's happening like the selection +pressure is extremely complex. It's this +it's as complex as a human brain because +they're the ones doing the selecting, +right? And more importantly, it's +changing after the skull gets +discovered. No one thinks that that's +interesting anymore. And you need to +figure out a different adaptation that's +more interesting than the skull, right? +So, I think this pressure to adapt again +is the thing that's creating these good +representations. That's +>> the Oh, go ahead. +>> Yeah. That's the reason that the skull +Yeah. That's the reason that the skull +like there's a weight that corresponds +to the mouth opening because that's the +axis of variation that humans find the +most interesting. Right? So in the same +way in the real world there's some axis +of variation that are going to be like +um on earth that are going to be useful +and these are the ones that intelligent +agents need to capture right +>> but there's some point at which whoever +is doing it said okay I'm done you know +that's my picture. +So, that's the thing. Uh, when one +person gets it done and they upload +their picture, um, the next people, uh, +start evolving. It's like this +open-ended process. It never stops, +>> Okay. +Chris, +okay. Yeah, Chris. +>> Yeah, thanks. This this was very nice. +Um I just wanted to comment on the +question in your last slide about the +effects of the the world of forms on um +the agent. Yeah, the one right after +that. +>> This one. +>> No, the one right after that. +No, the one right after that. +No, I'm sorry. That one? Yes, that one. +>> I mean the the wonderful thing about +organisms is that we are part of the +real world. Mhm. +>> So, uh to the extent that uh this idea +of of forms informing our structure uh +or the structure of the real world, then +that applies to us too and in particular +to the way that our minds work. +So +in in thinking about this picture um we +have lots of intelligent agents that are +already part of the world +>> and so their interactions with the rest +of the world are just part of the way +the world works. Right? So +>> if the way the world works is driven by +some you know abstract principles +symmetry and so forth +>> then +um our behavior with respect to the +world is is driven by those same +symmetries. +Whereas with intelligent agents, we're +we're trying to use a an abstraction +from certain features of the real world +to design an intelligent agent when +we're coming up with with any machine +learning scheme. +And this suggests at least to me that +it's an interesting approach to think +about to design the simplest possible +agent can and just turn it loose +which I think is what you're describing +to some extent with pigreeder. +Um is that a fair assessment of the +proposal you're making? +So you're so the way I see it is that +like let's talk about like um a concrete +example of like planets right let's talk +about let's say that like the space of +forms in forms physics right and the way +that particles interact and these +particles you run them for a long time +according to like gravitational laws and +they form this uh imperfect planet right +with some bumps and things but this +planet is like emergent from the laws of +physics +But this planet, you could argue it's +kind of like trying to inherit the +property of being a perfect sphere, +right? So, not only were the laws of +physics inherited from the space of +forms, but also +um this emergent planet is trying to be +another idea from the space of forms. +Right. In the same way, I think that +intelligence in the sense that you said +they're just agents in the real world, +they're just complex systems. They're +complex systems. They're +just made off of small little tiny +particles following the laws of physics. +But as a global whole, the emergent +phenomenon of the brain could be +something like mimicking trying to mimic +some something more platonic in that +sense. Right. That's the way I've been +seeing it +>> if that makes sense. +>> Yeah. Okay. Thanks. +Yeah. Okay. Thanks. +>> Thank you, Brian. +Thank you, Brian. +>> Hey, K. Uh, yeah. Yeah, I had a question +Hey, K. Uh, yeah. Yeah, I had a question +about u the framing around the way +the CPN and I guess open-endedness is +kind of this top- down signal where +you're having someone or something like +some maybe like God or something +choosing the things that actually are +desirable than less desirable and having +this top down view even for the SGD +model too to like match this target. +>> But is there a more bottomup view of the +open-endedness where like there isn't a +kind of +loss function that's given from top down +but like it's just kind of an emergent +property of the system. Maybe it's like +stability or persistence or something. +>> Yeah, I would actually classify the +Preeder stuff as bottom up. I would +classify the SGD ones as top down +because the SGD one kind of what it what +I feels like it's doing is that you have +this like block of marble and you're +chipping away at different places in +order to get the shape that you want, +right? But I see this pig breeder one as +in you're starting out with like like a +small no network which has like no +neurons and you're building up the first +neuron which encodes x-axis symmetry and +which encodes x-axis symmetry and +then you build up something else which +builds on top of that symmetry and +you're building this bottom up this uh +layers and layers +>> process is done by humans right and that +>> the selection process done by humans +the selection process done by humans +that's the top down signal I'm kind of +describing is like +>> oh you're saying if you can replace +humans with some other signal +>> right like something that is more in the +nature of the system or the physics that +it would exist in a world rather than +having a human top down being like okay +this is something I like this is +something I like this is something I +don't like. +>> Yeah. So we're I don't think any like if +you do something like um any like if you +try to put an equation onto it I don't +think it's going to work because it's +not going to be nuanced or diverse +enough. We are doing some experiments +and trying to make like a automatic pig +breeder with VLMs using VLMs and even +that is like we're like struggling a +lot. So I think the I think the +environment that you're exposed to +really does have to be extremely rich +and complex in order +>> maybe that perspective maybe the human +itself is the environment that the +picture kind of lives in and it has to +survive or persist in and that's kind of +how you would +>> that's right that's I think that's the +right way to view it. So then the +question is if you want good um networks +and good um sorry um AI systems right +you need to subject them to the right +environmental pressures and the I think +the way that you subject them matters a +lot. So I'm a big fan of like you know +this pressure it to adapt. I think +that's the right way to think about it. +>> Cool. Thanks +>> Yanu. +Hey uh so I also have two question about +fairness. So, so the first one is uh uh +uh different architecture might suit +both for for different thing and that's +uh what you explained but uh I think uh +there are some example in in video games +like some people want to challenge +themselves so they they constrain +themsel like I only have one weapon to +like I only have one weapon to +win the game and when they decide to do +this the is the entire playing process +become very complex you can't play game +like a usual people and usually people +can play game in a quite a decomposible +way. They they have a clear clear +semantic meaning of doing this doing +that but when you apply this constraint +you you have lot of things that locally +looks nonsense. So just wondering first +the data is generated by CBPM +uh but uh you train it on MLP. So uh +this this kind of um I don't know if +it's a very fair to to compare this and +this lead to another question is uh CBPN +has a very uh carefully designed uh +architecture and training process and +some details but MLP uh I know that +there are some tricks or regularizations +on MLP. I just wondering have you tried +uh try to optimize MLP in order to make +it symmetric u because if you don't do +that then uh this comparison uh it's +also might feels unfair to compare. +>> Yeah. So in terms of the first of all in +terms of the fairness I mean uh in this +paper we're it's like a position paper +and we're not proposing pigreeder as an +algorithm that's supposed to compete +against and that everyone should use +right it's more like to inspire like +that fact that this algorithm has some +cool properties that were assoc even +though we cheated and we used humans in +the loop we used a different um neat +network it's supposed to inspire ideas +that maybe we can extract some insights +and turn this into an algorithm which +can compete against SGD and do better. +So, and we're not trying to be fair. +We're trying to cheat and come up with +an algorithm which in some way or shape +or form found something interesting, +right? Um yeah, I think that's the grand +goal of this kind of research. And your +second question was about uh what was +the second question? +>> Uh it's about how how many efforts you +applied you you put on optimizing MLP in +order to make it +>> Oh, yeah. Yeah. reasonable, right? +>> Yeah. So, obviously you can't bake in +Yeah. So, obviously you can't bake in +any explicit symmetry into the network. +We did try a large set of experiments +using like um weight decay and we even +tried to make the target symmetric like +the target image perfectly symmetric to +see if if it was perfectly symmetric +would it pick up and the answer is it +almost never um picks it up. there are +like one or two seeds out of like 20 +seeds in which you have if you have the +right weight decay with the right um +symmetry aspect with the right +architecture um because we tried out +different architectures also then it +ends up working but it almost never +actually works. Yeah. +>> Yeah. Okay. Yeah. There there was a +recent study that adding noise to the +weight of the the the model instead of +adding weight decay. I'm wondering, have +you tried that? Would it make the the +map become more symmetric? +>> No, I haven't tried that. I really doubt +that these things like this would +qualitatively change the learning +dynamics to make it capture regularities +versus not capture regularities. I don't +think any simple trick like that would +do it. Uh, one of the cool ideas that +I'm investigating with the undergrad +here is like basically trying to see if +um the network if we try to make the +weights predictable because +predictability is like a very specific +type of signal that could qualitatively +change what you learn, right? Because +weight decay is more like a simplicity +bias where you want to regularize it +towards like low weight norm. But I +think that if you try to make it +predictable, that's not the same thing. +It's not the same as simplicity. It's +the it's completely different. So I +think there are ideas in which it could +change, but honestly I don't even think +that's that would work that well. I +think what you really need to do is like +rethink what's going on and what the ad +what the pressures you are that you're +optimizing towards. And I think the +pressure to adapt is probably the +biggest thing that needs changing. I +think that would fix a lot of things. +>> Interesting. Yeah. Thank you. +>> Mhm. Excellent. +Mhm. Excellent. +Um yeah, great paper. I really loved it. +Um I'm an experimental biologist so for +me this was really up my alley. You know +I really loved um +>> the idea and I think [clears throat] you +know objective functions are something +very fundamental and I think this really +this really sort of shows it. Um, and I +think one of the things you could you +could interpret from your paper is there +might be uh a trade-off between +complexity of the objective function and +how controllable uh the outcome is. As +you noted yourself with when you tell +people to select for a certain outcome, +pick breeder doesn't work anymore. How +fundamental do you think that trade-off +is? +the trade-off between um having a fixed +objective function and what else? +>> Yeah, sort of the richness of your +objective function and how uh how how +well you can determine the outcome of +your optimization process. +>> Yeah. So I think the fact that pig +breeder is not able to optimize directly +and that it has to take this like +serendipitous path through the search +space um I think there needs to be more +research like quantifying just how +important that is. That was like kind of +like the point of the paper that we +don't really know or understand what +caused these good representations and it +would be cool if like we could figure it +out, right? So um I think I it feels +that like the serendipitous search is +very very important. I can't exactly um +rigorously tell you why, but the reason +it feels that it's like important is +because it combines this pressure to +adapt while making optimization easier +because you're not just optimizing for a +single skull, right? Because that's like +really really hard to do. You're +optimizing for either a skull or a cat +or a dog or anything else that a human +would want, right? So I think that is +like the serendipitous search kind of +makes optimization easier and the +pressure to adapt is is something that's +obviously good and um that's hard to +satisfy. It's hard to optimize towards. +So then you need a serendipitous search +to optimize it if that makes sense. +>> Doug, +you're muted. Sorry. +>> Okay, great. Um so we find that natural +languages pervasively omit system +component relations which has to affect +whatever happens when you use written +stuff to train these machines. But um +then in that context that made me think +about your apple example. So does the +network know that the stem is a +component of the whole apple as opposed +to just something that's sitting next to +it? So that's this issue of not only so +engineers think in terms of systems and +components. So um not only do you have +two things sitting next to each other, +but there's is the stem a component of +the apple? Is the color red a component +of the apple? And that's different than +you know computer scientist is always +talking about overlapping sets and so +the system component thing is structural +completely different thing. +So how smart is this guy? +>> Yeah that's a good question. Um so over +here I mean you can see that there's +feature maps that correspond to just the +apple and there's a feature map that +corresponds to just the stem and at some +point in the network they get combined +in order to make the apple with the +stem. So I mean that's kind of like the +modular decomposition you would expect +in an ideal world if you wanted these +two things to be decomposed right +>> so I think the feature maps are they +basically show that it's like basically +perfect um in terms of what you would if +you want that but then the question is +um is that the right decomposition right +that's one of the things I've been +thinking about is like how do you know +this de so like basically if you imagine +the skull you can decompose it any +number of ways right you can decompose +it along this way which I like or +another way which you might like and +they're both we what we would call +unified and factored. So then that +really begs the question is like in a +ground truth manner what makes a good +representation and personally I feel +like that definition should be grounded +in the set of future tasks that you may +want to adapt to right I have this +thought experiment I like a lot which is +like if you evolve like a cat on Earth +right but you have the same identical +cat evolved on Mars and they're +identical in their behavior one may have +different axis of variation in its +genotype based on the past and future +environments it's going to be exposed +to, right? Because the future +environments in Mars are going to be +different than the ones on Earth. So, um +they might be very different in that. +Since you're thinking about that, um I +was debating whether to mention this, +but since you're at MIT, I don't know +whether they still teach uh what the +frog's eye um tells the frog's brain, an +ancient MIT paper that I think is one of +the more important papers in biology. +But basically, frog's eyes only see +things like uh edges, light, dark +contrast, and a couple other things. The +rest never gets through to the brain. So +if the fly is not moving, the frog +doesn't even see it. So they have a +basis set of universals like Kant would +talk about. Um you and I have a +different set more complex. On the other +hand, the frog could say, "Oh, that's a +needless overcomplexification of the +world." +>> And so there's some thought that goes +And so there's some thought that goes +into what is your basis set. +>> Yeah. Exactly. And it should be grounded +in what you need to do now and what you +may need to do in the future, [laughter] +right? Well, good point. I guess +evolution decided that for the frog. So, +okay. +>> Yeah, that's very cool. What's that +paper called? What the frog eye +frog's eye. What the frog's eye tells +the frog's brain. Um, let me uh get you +the author so you can find it. +Um, everybody I think has passed away. +Um +>> uh +>> uh Jerry Lein, L T V I N and um Humberto +Jerry Lein, L T V I N and um Humberto +Machana who also passed away. Anyway, uh +it was an MIT thing. The biologist he +told me uh laughed at him uh when they +presented, but basically this stuff is +hardwired into your nervous system. Oh, +and he finally got it published in the +ILE E proceedings. +>> Very cool. I will check out that paper. +Thanks. +>> Yeah, +>> Santos. +Santos. +>> Yeah. So, uh do you think that the +Yeah. So, uh do you think that the +pressure to adapt is very different from +the pressure to generalize uh which is a +standard component of any MLP uh +optimization, right? +>> Yeah. I think uh honestly I don't think +we know the answer and I think that it +feels like it should be very very +different um in that sense because I +feel like the pressure to adapt if you +construct it in the right way I think it +should be like a much stronger pressure +that regularizes your neural network a +lot more um I don't have evidence for +this concretely yet but that's just a +feeling that I have. Yeah. +>> Hey uh I want to ask another question. +uh I just realized that this uh study +might deeply related to computational +complexity theories because when you uh +gradually complexify your uh complify or +grow the the CPPM it's really like you +have a touring machine and you have a +sequence of program you and you add bits +to complicify +the the program and in computational uh +uh complexity theory this very +interesting a bias called uh Solomon of +induction or algorithm probability which +the theyentially +prefer shorter shorter programs and they +proven this uh this kind of distribution +this kind of bias has some very +beautiful and powerful uh universal +property. So so um and one of the reason +they have this two to the minus com +complexity is because they have some uh +they they are actually somehow growing +the the program. So so I want wondering +have you considered such connection +between them? +>> Yeah. So what I have been thinking about +a lot in terms of like is simplicity +like a um one is it a good um pressure +toward that you should strive towards +and two is it enough right and what for +one I do think that it's very +interesting obviously you want simpler +things rather than more complex things +but the question is that whether it's +enough is I'm not so sure about that is +because simplicity is basically supposed +to be a um um how do you call it like a +heruristic for what you really want +which is like generalization +adaptability etc etc right and I think +that if we can optimize for +generalization adaptability directly we +don't really need simplicity and in +often times I have I'm beginning to +think this more and more is that they +may not even be one uh that correlated +they're probably correlated up to a +point until they stray off so for +example in this skull example we have a +toy experiment obviously it's not that +conclusive because it's just a toy CPN +experiment +But we whenever we regularize it with +weight decay, we find solutions which +are way way lower weight norm than this +nice elegant modular solution. Way lower +weight norm. So in the traditional sense +of L2 regularization, you would say it's +a simpler representation, right? But it +turns out to be way less adaptable still +compared to this nice modular one. So um +maybe uh some sort of simplicity +mechanism or compression is not exactly +what you're looking for and it's +supposed to be just a heristic for +adaptability which is what you really +want. +>> Yeah. So, so what I exactly want to say +is I just uh intuitively feel that +evolution especially growing and +evolution putting together is is might +putting together is is might +directly give you such bias of algorithm +probability and maybe that's why CBPN +and this kind of open-ended process give +you such clean result. +>> Oh, you're saying it's simple in like a +different way according to like +>> Yeah. Yeah. Like when you when you start +with some seed and you are add something +you are you are exponentially more +likely to have shorter evolution tree +that that shorter evolution tree like if +you in terms of something like assembly +theory they are more simple and +I feel that this architecture gives you +such bias. +>> Yes. Yes. Definitely I 100% agree with +that. Yeah, it it gives you a specific +kind of like um like graph bias towards +smaller graphs of neurons. \ No newline at end of file diff --git a/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/video.log b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/video.log new file mode 100644 index 00000000..a063159c --- /dev/null +++ b/conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/video.log @@ -0,0 +1,16 @@ +# yt-dlp log +# url: https://youtu.be/1mXUFweWOug +# output: conductor/tracks/video_analysis_platonic_intelligence_kumar_20260621/artifacts/video.mp4 +# returncode: 0 + +stdout: +[youtube] Extracting URL: https://youtu.be/1mXUFweWOug +[youtube] 1mXUFweWOug: Downloading webpage +[youtube] 1mXUFweWOug: Downloading android vr player API JSON +[info] 1mXUFweWOug: Downloading 1 format(s): 400+251 +[download] video.mp4.f400.mp4 +[download] video.mp4.f251.webm +[Merger] Merging formats into video.mp4 + +stderr: +WARNING: yt-dlp EJS not enabled; some formats may be missing.