Opale POC — slides → XML

module Multimodal Analysis of Video Lectures for Better Learning Experiences · 15 slides → 9 grains · 1 chapter(s)
sp:basicFondamentalsp:infoInformation

Assembled module (final output)

Multimodal Analysis of Video Lectures for Better Learning Experiencessp:infosp:infosp:infosp:infosp:infosp:infosp:infosp:info
Challengessp:infosp:info
Multimodal Analysis of Video Lectures for Better Learning Experiencessp:info
Research Problem & Objectivessp:basicsp:info
Contributionssp:infosp:infosp:infosp:infosp:info
Contributions Temporal Segmentation of Video Lecturessp:info
Contributions Video Lecture Augmented and Interactive Interfacesp:info
ueDivRelated work Education applications
Related worksp:info
Content Summarization and Indexingsp:infosp:infosp:infosp:infosp:infosp:basic
Full module.xml
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:ue>
    <op:ueM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:ueM>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Travis SENG June 16th, 2025</sc:para>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi>
                <sp:title>
                  <op:title>
                    <sc:para xml:space="preserve">Jury</sc:para>
                  </op:title>
                </sp:title>
              </op:pbTi>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Géraldine MORIN President Laurent HEUTTE Reviewer Mounim EL-YACOUBI Reviewer Muriel VISANI Examiner Vincent Charvillat Supervisor Wei Tsang OOI Co-supervisor Axel Carlier Co-supervisor</sc:para>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0000_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0000_fig1.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0000_fig2.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0000_fig3.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0000_fig4.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0001_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0001_fig1.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0001_fig2.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0001_fig3.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0001_fig4.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:itemizedList>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Technology allows to film and learn on our phones</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Video Lectures and MOOC usage increase year by year</sc:para>
                      </sc:listItem>
                    </sc:itemizedList>
                  </op:txt>
                </sp:txt>
                <sp:res sc:refUri="page_0002_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0002_fig1.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023</sc:para>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:itemizedList>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Flexibility</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Self-paced learning</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Accessibility potential</sc:para>
                      </sc:listItem>
                    </sc:itemizedList>
                  </op:txt>
                </sp:txt>
                <sp:res sc:refUri="page_0003_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0003_fig1.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023</sc:para>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Challenges</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi>
                <sp:title>
                  <op:title>
                    <sc:para xml:space="preserve">Video Duration Distribution of MIT OpenCourseWare Channel</sc:para>
                  </op:title>
                </sp:title>
              </op:pbTi>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Total Videos: 428 Average Duration: 53.6 minutes</sc:para>
                  </op:txt>
                </sp:txt>
                <sp:res sc:refUri="page_0004_fig0.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:itemizedList>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Long videos</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Navigability</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Lack of student interaction</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Engagement</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Cognitive overload</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Accessibility</sc:para>
                      </sc:listItem>
                    </sc:itemizedList>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:itemizedList>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Screen sharing</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Slides</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Camera</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Talking head</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Blackboard</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Additional material</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Pointer trajectory</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Mouse cursor</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Annotations</sc:para>
                      </sc:listItem>
                    </sc:itemizedList>
                  </op:txt>
                </sp:txt>
                <sp:res sc:refUri="page_0005_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig1.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig2.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig3.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig4.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig5.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0005_fig6.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Research Problem &amp; Objectives</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:basic>
              <op:pbTi>
                <sp:title>
                  <op:title>
                    <sc:para xml:space="preserve">Problem Statement</sc:para>
                  </op:title>
                </sp:title>
              </op:pbTi>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Video Lectures often underutilize their potential due to:</sc:para>
                    <sc:itemizedList>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Long videos</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Navigability</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Lack of student interaction</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Engagement</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Cognitive overload</sc:para>
                      </sc:listItem>
                      <sc:listItem>
                        <sc:para xml:space="preserve">Accessibility</sc:para>
                      </sc:listItem>
                    </sc:itemizedList>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:basic>
            <sp:info>
              <op:pbTi>
                <sp:title>
                  <op:title>
                    <sc:para xml:space="preserve">Objective</sc:para>
                  </op:title>
                </sp:title>
              </op:pbTi>
              <op:res>
                <sp:txt>
                  <op:txt>
                    <sc:para xml:space="preserve">Investigate how multimodal analysis can enhance the usability and educational value of video lectures.</sc:para>
                  </op:txt>
                </sp:txt>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Contributions</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0008_fig0.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0008_fig1.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0008_fig2.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0008_fig3.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
            <sp:info>
              <op:pbTi>
                <sp:title>
                  <op:title>
                    <sc:para xml:space="preserve">Bounding boxes</sc:para>
                  </op:title>
                </sp:title>
              </op:pbTi>
              <op:res>
                <sp:res sc:refUri="page_0008_fig4.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Contributions
Temporal Segmentation of Video Lectures</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0009_fig0.png">
                  <op:resInfoM/>
                </sp:res>
                <sp:res sc:refUri="page_0009_fig1.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:courseUc>
      <op:expUc>
        <op:uM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Contributions
Video Lecture Augmented and Interactive Interface</sc:para>
            </op:title>
          </sp:title>
        </op:uM>
        <sp:pb>
          <op:pb>
            <sp:info>
              <op:pbTi/>
              <op:res>
                <sp:res sc:refUri="page_0010_fig0.png">
                  <op:resInfoM/>
                </sp:res>
              </op:res>
            </sp:info>
          </op:pb>
        </sp:pb>
      </op:expUc>
    </sp:courseUc>
    <sp:div>
      <op:ueDiv>
        <op:ueDivM>
          <sp:title>
            <op:title>
              <sc:para xml:space="preserve">Related work Education applications</sc:para>
            </op:title>
          </sp:title>
        </op:ueDivM>
        <sp:courseUc>
          <op:expUc>
            <op:uM>
              <sp:title>
                <op:title>
                  <sc:para xml:space="preserve">Related work</sc:para>
                </op:title>
              </sp:title>
            </op:uM>
            <sp:pb>
              <op:pb>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:txt>
                      <op:txt>
                        <sc:table>
                          <sc:column/>
                          <sc:column/>
                          <sc:column/>
                          <sc:column/>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">Title</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Authors</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Year</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Focus</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">VideoKen: Automatic Video Summarization and Course Curation to Support Learning</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Mahapatra et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2018</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Indexing</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">Lecture2note: Automatic generation of lecture notes from slide-based educational videos</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Xu et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2019</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Summarization</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">LectYS: A System for Summarizing Lecture Videos on YouTube</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Yoo et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2021</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Summarization and Indexing</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">Slidecho: Flexible Non-Visual Exploration of Presentation Videos</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Peng et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2021</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Accessibility</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">FitVid: Responsive and Flexible Video Content Adaptation</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Kim et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2022</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Accessibility and Interactivity</sc:para>
                            </sc:cell>
                          </sc:row>
                          <sc:row>
                            <sc:cell>
                              <sc:para xml:space="preserve">SmartLearn: Visual-Temporal Accessibility for Slide-based e-learning Videos</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Sechayk et al.</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">2024</sc:para>
                            </sc:cell>
                            <sc:cell>
                              <sc:para xml:space="preserve">Accessibility and Summarization</sc:para>
                            </sc:cell>
                          </sc:row>
                        </sc:table>
                      </op:txt>
                    </sp:txt>
                  </op:res>
                </sp:info>
              </op:pb>
            </sp:pb>
          </op:expUc>
        </sp:courseUc>
        <sp:courseUc>
          <op:expUc>
            <op:uM>
              <sp:title>
                <op:title>
                  <sc:para xml:space="preserve">Content Summarization and Indexing</sc:para>
                </op:title>
              </sp:title>
            </op:uM>
            <sp:pb>
              <op:pb>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:res sc:refUri="page_0013_fig0.png">
                      <op:resInfoM/>
                    </sp:res>
                    <sp:res sc:refUri="page_0013_fig1.png">
                      <op:resInfoM/>
                    </sp:res>
                  </op:res>
                </sp:info>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:txt>
                      <op:txt>
                        <sc:para xml:space="preserve">Segmentation, key-frame extraction, content extraction (OCR, ASR), NLP (TextRank, Word2Vec)</sc:para>
                      </op:txt>
                    </sp:txt>
                  </op:res>
                </sp:info>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:txt>
                      <op:txt>
                        <sc:para xml:space="preserve">Subtitle Extraction, Latent Semantic Analysis (LSA)</sc:para>
                      </op:txt>
                    </sp:txt>
                  </op:res>
                </sp:info>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:txt>
                      <op:txt>
                        <sc:para xml:space="preserve">VideoKen: Automatic Video Summarization and Course Curation to Support Learning, Mahapatra et al., 2018</sc:para>
                        <sc:para xml:space="preserve">Yoo et al. LectYS: A System for Summarizing Lecture Videos on YouTube, 2021</sc:para>
                      </op:txt>
                    </sp:txt>
                  </op:res>
                </sp:info>
                <sp:info>
                  <op:pbTi/>
                  <op:res>
                    <sp:res sc:refUri="page_0014_fig0.png">
                      <op:resInfoM/>
                    </sp:res>
                  </op:res>
                </sp:info>
                <sp:basic>
                  <op:pbTi/>
                  <op:res>
                    <sp:txt>
                      <op:txt>
                        <sc:para xml:space="preserve">Visual Entity Extraction, Entity Extraction, Text-Speech Matching</sc:para>
                      </op:txt>
                    </sp:txt>
                  </op:res>
                </sp:basic>
              </op:pb>
            </sp:pb>
          </op:expUc>
        </sp:courseUc>
      </op:ueDiv>
    </sp:div>
  </op:ue>
</sc:item>

Per-slide extraction

page_0000

Multimodal Analysis of Video Lectures for Better Learning Experiences

sp:infoInformation100%
Travis SENG
June 16th, 2025
sp:infoInformation100%
Jury
Géraldine MORIN President
Laurent HEUTTE Reviewer
Mounim EL-YACOUBI Reviewer
Muriel VISANI Examiner
Vincent Charvillat Supervisor
Wei Tsang OOI Co-supervisor
Axel Carlier Co-supervisor
sp:infoInformation90%
alt: Logo of Université Fédérale Toulouse Midi-Pyrénées
alt: Logo of IRIT
alt: Logo of INP ENSEEIHT
alt: Logo of National University of Singapore (NUS)
alt: Logo of ipal
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Travis SENG June 16th, 2025</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi>
            <sp:title>
              <op:title>
                <sc:para xml:space="preserve">Jury</sc:para>
              </op:title>
            </sp:title>
          </op:pbTi>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Géraldine MORIN President Laurent HEUTTE Reviewer Mounim EL-YACOUBI Reviewer Muriel VISANI Examiner Vincent Charvillat Supervisor Wei Tsang OOI Co-supervisor Axel Carlier Co-supervisor</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0000_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0000_fig1.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0000_fig2.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0000_fig3.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0000_fig4.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0001

Multimodal Analysis of Video Lectures for Better Learning Experiences

sp:infoInformation90%
alt: A lecturer standing in front of a chalkboard with mathematical formulas.
alt: A slide explaining Large Language Models (LLM) with a diagram showing a laptop and a person's face.
alt: A screenshot of a video lecture showing a person speaking with text overlays including 'In The Face Of......' and 'SOUTH BEACH DIET'.
alt: A screenshot of a video lecture showing a person speaking with text overlays defining 'Goal' and 'Event'.
alt: A screenshot of a video lecture showing a person speaking with a slide titled '2.12 Recap What is a patient?'
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0001_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0001_fig1.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0001_fig2.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0001_fig3.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0001_fig4.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0002

Multimodal Analysis of Video Lectures for Better Learning Experiences

sp:infoInformation100%
- Technology allows to film and learn on our phones
- Video Lectures and MOOC usage increase year by year
alt: Logos of Coursera, edX, and Khan Academy
alt: Screenshot of the MIT OpenCourseWare website showing various video lecture thumbnails
sp:infoInformation90%
Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:itemizedList>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Technology allows to film and learn on our phones</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Video Lectures and MOOC usage increase year by year</sc:para>
                  </sc:listItem>
                </sc:itemizedList>
              </op:txt>
            </sp:txt>
            <sp:res sc:refUri="page_0002_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0002_fig1.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0003

Multimodal Analysis of Video Lectures for Better Learning Experiences

sp:infoInformation100%
- Flexibility
- Self-paced learning
- Accessibility potential
alt: Logos of Coursera, edX, and Khan Academy
alt: Screenshot of the MIT OpenCourseWare website showing a list of video lectures
sp:infoInformation90%
Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:itemizedList>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Flexibility</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Self-paced learning</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Accessibility potential</sc:para>
                  </sc:listItem>
                </sc:itemizedList>
              </op:txt>
            </sp:txt>
            <sp:res sc:refUri="page_0003_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0003_fig1.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Les capsules vidéo pédagogiques : une plus-value pour les apprentissages ?, Fabiano, 2023</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0004

Challenges

sp:infoInformation90%
Video Duration Distribution of MIT OpenCourseWare Channel
Total Videos: 428
Average Duration: 53.6 minutes
alt: A pie chart showing the distribution of video durations: < 10 min (10.5%), 10-30 min (8.9%), 30-60 min (38.3%), and > 1 hour (42.3%).
sp:infoInformation90%
- Long videos
- Navigability
- Lack of student interaction
- Engagement
- Cognitive overload
- Accessibility
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Challenges</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi>
            <sp:title>
              <op:title>
                <sc:para xml:space="preserve">Video Duration Distribution of MIT OpenCourseWare Channel</sc:para>
              </op:title>
            </sp:title>
          </op:pbTi>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Total Videos: 428 Average Duration: 53.6 minutes</sc:para>
              </op:txt>
            </sp:txt>
            <sp:res sc:refUri="page_0004_fig0.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:itemizedList>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Long videos</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Navigability</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Lack of student interaction</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Engagement</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Cognitive overload</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Accessibility</sc:para>
                  </sc:listItem>
                </sc:itemizedList>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0005

Multimodal Analysis of Video Lectures for Better Learning Experiences

sp:infoInformation100%
- Screen sharing
- Slides
- Camera
- Talking head
- Blackboard
- Additional material
- Pointer trajectory
- Mouse cursor
- Annotations
alt: Icon of an MP4 video file.
alt: Screenshot of a video lecture showing a presentation slide and a small webcam feed of the instructor.
alt: Audio waveform visualization.
alt: Icon of a PDF document.
alt: Screenshot of a PDF document containing mathematical exercises.
alt: Icon of a mouse cursor arrow.
alt: Icon representing a blackboard with the letters AB.
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Multimodal Analysis of Video Lectures for Better Learning Experiences</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:itemizedList>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Screen sharing</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Slides</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Camera</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Talking head</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Blackboard</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Additional material</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Pointer trajectory</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Mouse cursor</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Annotations</sc:para>
                  </sc:listItem>
                </sc:itemizedList>
              </op:txt>
            </sp:txt>
            <sp:res sc:refUri="page_0005_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig1.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig2.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig3.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig4.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig5.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0005_fig6.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0006

Research Problem & Objectives

sp:basicFondamental90%
Problem Statement
Video Lectures often underutilize their potential due to:
- Long videos
- Navigability
- Lack of student interaction
- Engagement
- Cognitive overload
- Accessibility
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Research Problem &amp; Objectives</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:basic>
          <op:pbTi>
            <sp:title>
              <op:title>
                <sc:para xml:space="preserve">Problem Statement</sc:para>
              </op:title>
            </sp:title>
          </op:pbTi>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Video Lectures often underutilize their potential due to:</sc:para>
                <sc:itemizedList>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Long videos</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Navigability</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Lack of student interaction</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Engagement</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Cognitive overload</sc:para>
                  </sc:listItem>
                  <sc:listItem>
                    <sc:para xml:space="preserve">Accessibility</sc:para>
                  </sc:listItem>
                </sc:itemizedList>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:basic>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0007

Research Problem & Objectives

sp:infoInformation100%
Objective
Investigate how multimodal analysis can enhance the usability and educational value of video lectures.
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Research Problem &amp; Objectives</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi>
            <sp:title>
              <op:title>
                <sc:para xml:space="preserve">Objective</sc:para>
              </op:title>
            </sp:title>
          </op:pbTi>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Investigate how multimodal analysis can enhance the usability and educational value of video lectures.</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0008

Contributions

sp:infoInformation80%
alt: A screenshot of a slide showing a handwritten 'y' curve and text about the sigmoid function.
sp:infoInformation80%
alt: A slide titled Homeostasis showing a diagram of the human body.
sp:infoInformation80%
alt: A slide titled CNS Synapses with text describing the nervous system.
sp:infoInformation80%
alt: A slide titled Definition and examples of subtractive coloring showing a color wheel.
sp:infoInformation90%
Bounding boxes
alt: A screenshot of a slide with bounding boxes drawn around text and images.
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Contributions</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0008_fig0.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0008_fig1.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0008_fig2.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0008_fig3.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi>
            <sp:title>
              <op:title>
                <sc:para xml:space="preserve">Bounding boxes</sc:para>
              </op:title>
            </sp:title>
          </op:pbTi>
          <op:res>
            <sp:res sc:refUri="page_0008_fig4.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0009

Contributions Temporal Segmentation of Video Lectures

sp:infoInformation90%
alt: A screenshot of a video lecture showing a presentation slide about how a system works, with a speaker in a small inset window.
alt: A visual timeline interface showing a sequence of video frames with timestamps and a color-coded bar indicating scene changes.
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Contributions
Temporal Segmentation of Video Lectures</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0009_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0009_fig1.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0010

Contributions Video Lecture Augmented and Interactive Interface

sp:infoInformation100%
alt: Screenshot of a video lecture interface showing a neural network visualization on the left and a synchronized transcript with timestamps on the right.
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Contributions
Video Lecture Augmented and Interactive Interface</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0010_fig0.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0011

01 Related work Education applications SECTION DIVIDER

— no content blocks —
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">01 Related work Education applications</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb/>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0012

Related work

sp:infoInformation100%
| Title | Authors | Year | Focus |
| --- | --- | --- | --- |
| VideoKen: Automatic Video Summarization and Course Curation to Support Learning | Mahapatra et al. | 2018 | Indexing |
| Lecture2note: Automatic generation of lecture notes from slide-based educational videos | Xu et al. | 2019 | Summarization |
| LectYS: A System for Summarizing Lecture Videos on YouTube | Yoo et al. | 2021 | Summarization and Indexing |
| Slidecho: Flexible Non-Visual Exploration of Presentation Videos | Peng et al. | 2021 | Accessibility |
| FitVid: Responsive and Flexible Video Content Adaptation | Kim et al. | 2022 | Accessibility and Interactivity |
| SmartLearn: Visual-Temporal Accessibility for Slide-based e-learning Videos | Sechayk et al. | 2024 | Accessibility and Summarization |
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Related work</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:table>
                  <sc:column/>
                  <sc:column/>
                  <sc:column/>
                  <sc:column/>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">Title</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Authors</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Year</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Focus</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">VideoKen: Automatic Video Summarization and Course Curation to Support Learning</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Mahapatra et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2018</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Indexing</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">Lecture2note: Automatic generation of lecture notes from slide-based educational videos</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Xu et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2019</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Summarization</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">LectYS: A System for Summarizing Lecture Videos on YouTube</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Yoo et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2021</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Summarization and Indexing</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">Slidecho: Flexible Non-Visual Exploration of Presentation Videos</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Peng et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2021</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Accessibility</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">FitVid: Responsive and Flexible Video Content Adaptation</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Kim et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2022</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Accessibility and Interactivity</sc:para>
                    </sc:cell>
                  </sc:row>
                  <sc:row>
                    <sc:cell>
                      <sc:para xml:space="preserve">SmartLearn: Visual-Temporal Accessibility for Slide-based e-learning Videos</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Sechayk et al.</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">2024</sc:para>
                    </sc:cell>
                    <sc:cell>
                      <sc:para xml:space="preserve">Accessibility and Summarization</sc:para>
                    </sc:cell>
                  </sc:row>
                </sc:table>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0013

Content Summarization and Indexing

sp:infoInformation100%
alt: Screenshot of a video analysis interface showing 'Big Data Analytics Use Cases' with a table of contents and a phrase cloud.
alt: Screenshot of a video analysis interface showing a timeline of frames, a transcript with highlighted text 'neural', and a video player.
sp:infoInformation100%
Segmentation, key-frame extraction, content extraction (OCR, ASR), NLP (TextRank, Word2Vec)
sp:infoInformation100%
Subtitle Extraction, Latent Semantic Analysis (LSA)
sp:infoInformation100%
VideoKen: Automatic Video Summarization and Course Curation to Support Learning, Mahapatra et al., 2018

Yoo et al. LectYS: A System for Summarizing Lecture Videos on YouTube, 2021
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Content Summarization and Indexing</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0013_fig0.png">
              <op:resInfoM/>
            </sp:res>
            <sp:res sc:refUri="page_0013_fig1.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Segmentation, key-frame extraction, content extraction (OCR, ASR), NLP (TextRank, Word2Vec)</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Subtitle Extraction, Latent Semantic Analysis (LSA)</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">VideoKen: Automatic Video Summarization and Course Curation to Support Learning, Mahapatra et al., 2018</sc:para>
                <sc:para xml:space="preserve">Yoo et al. LectYS: A System for Summarizing Lecture Videos on YouTube, 2021</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:info>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>
page_0014

Content Summarization and Indexing

sp:infoInformation80%
alt: A series of five panels showing a process of picking the right value for k in clustering, with accompanying explanatory text and diagrams of data points.
sp:basicFondamental90%
Visual Entity Extraction, Entity Extraction, Text-Speech Matching
Opale XML
<?xml version='1.0' encoding='UTF-8'?>
<sc:item xmlns:op="utc.fr:ics/opale3" xmlns:sc="http://www.utc.fr/ics/scenari/v3/core" xmlns:sp="http://www.utc.fr/ics/scenari/v3/primitive" version="1">
  <op:expUc>
    <op:uM>
      <sp:title>
        <op:title>
          <sc:para xml:space="preserve">Content Summarization and Indexing</sc:para>
        </op:title>
      </sp:title>
    </op:uM>
    <sp:pb>
      <op:pb>
        <sp:info>
          <op:pbTi/>
          <op:res>
            <sp:res sc:refUri="page_0014_fig0.png">
              <op:resInfoM/>
            </sp:res>
          </op:res>
        </sp:info>
        <sp:basic>
          <op:pbTi/>
          <op:res>
            <sp:txt>
              <op:txt>
                <sc:para xml:space="preserve">Visual Entity Extraction, Entity Extraction, Text-Speech Matching</sc:para>
              </op:txt>
            </sp:txt>
          </op:res>
        </sp:basic>
      </op:pb>
    </sp:pb>
  </op:expUc>
</sc:item>