<codeBook xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xsi:schemaLocation="ddi:codebook:2_5 http://www.ddialliance.org/Specification/DDI-Codebook/2.5/XMLSchema/codebook.xsd" xmlns="ddi:codebook:2_5">
  <docDscr>
    <citation>
      <titlStmt>
        <titl xml:lang="sv">Syntetiska bilder av koraller (Desmophyllum pertusum) med objektigenkänningmodeller</titl>
        <parTitl xml:lang="en">Synthetic images of corals (Desmophyllum pertusum) with object detection models</parTitl>
        <IDNo agency="SND">2022-98-1-1</IDNo>
        <IDNo agency="DOI">https://doi.org/10.5878/hp35-4809</IDNo>
      </titlStmt>
      <prodStmt>
        <producer xml:lang="en" abbr="SND">Swedish National Data Service</producer>
        <producer xml:lang="sv" abbr="SND">Svensk nationell datatjänst</producer>
      </prodStmt>
      <holdings URI="https://doi.org/10.5878/hp35-4809">Landing page</holdings>
    </citation>
  </docDscr>
  <stdyDscr>
    <citation>
      <titlStmt>
        <titl xml:lang="sv">Syntetiska bilder av koraller (Desmophyllum pertusum) med objektigenkänningmodeller</titl>
        <parTitl xml:lang="en">Synthetic images of corals (Desmophyllum pertusum) with object detection models</parTitl>
        <IDNo agency="SND">2022-98-1-1</IDNo>
        <IDNo agency="DOI">https://doi.org/10.5878/hp35-4809</IDNo>
      </titlStmt>
      <rspStmt>
        <AuthEnty xml:lang="en" affiliation="Department of Marine Sciences, University of Gothenburg">Obst, Matthias</AuthEnty>
        <AuthEnty xml:lang="sv" affiliation="Institution för marina vetenskaper, Göteborgs universitet">Obst, Matthias</AuthEnty>
        <AuthEnty xml:lang="en" affiliation="MMT Sweden AB / Ocean Infinity">Al-Khateeb, Sarah</AuthEnty>
        <AuthEnty xml:lang="sv" affiliation="MMT Sweden AB / Ocean Infinity">Al-Khateeb, Sarah</AuthEnty>
        <AuthEnty xml:lang="en" affiliation="wildlife.ai">Anton, Victor</AuthEnty>
        <AuthEnty xml:lang="sv" affiliation="wildlife.ai">Anton, Victor</AuthEnty>
        <AuthEnty xml:lang="en" affiliation="Combine AB">Germishuys, Jannes</AuthEnty>
        <AuthEnty xml:lang="sv" affiliation="Combine AB">Germishuys, Jannes</AuthEnty>
      </rspStmt>
      <prodStmt>
        <grantNo xml:lang="en" agency="Swedish Research Council for Environment, Agricultural Sciences and Spatial Planning (FORMAS)">2021-02465_Formas</grantNo>
        <grantNo xml:lang="sv" agency="Forskningsrådet för miljö, areella näringar och samhällsbyggande (FORMAS)">2021-02465_Formas</grantNo>
        <grantNo xml:lang="en" agency="Swedish Research Council">2019-00242</grantNo>
        <grantNo xml:lang="sv" agency="Vetenskapsrådet">2019-00242</grantNo>
        <grantNo xml:lang="en" agency="Vinnova">2019-02256</grantNo>
        <grantNo xml:lang="sv" agency="Vinnova">2019-02256</grantNo>
      </prodStmt>
      <distStmt>
        <distrbtr xml:lang="en" abbr="SND" URI="https://snd.se">Swedish National Data Service</distrbtr>
        <distrbtr xml:lang="sv" abbr="SND" URI="https://snd.se">Svensk nationell datatjänst</distrbtr>
        <distDate xml:lang="en" date="2023-04-12" />
      </distStmt>
      <verStmt>
        <version elementVersion="1" elementVersionDate="2023-04-12" />
      </verStmt>
      <holdings URI="https://doi.org/10.5878/hp35-4809">Landing page</holdings>
    </citation>
    <stdyInfo>
      <subject>
        <keyword xml:lang="en" vocab="GEMET" vocabURI="http://www.eionet.europa.eu/gemet/concept/773">benthic ecosystem</keyword>
        <keyword xml:lang="en" vocab="EnvThes" vocabURI="http://vocabs.lter-europe.net/EnvThes/20612">corals</keyword>
        <keyword xml:lang="en" vocab="INSPIRE Spatial Data Themes" vocabURI="http://inspire.ec.europa.eu/theme/hb">Habitats and biotopes</keyword>
        <keyword xml:lang="sv" vocab="INSPIRE Spatial Data Themes" vocabURI="http://inspire.ec.europa.eu/theme/hb">Naturtyper och biotoper</keyword>
        <keyword xml:lang="en" vocab="INSPIRE Spatial Data Themes" vocabURI="http://inspire.ec.europa.eu/theme/ps">Protected sites</keyword>
        <keyword xml:lang="sv" vocab="INSPIRE Spatial Data Themes" vocabURI="http://inspire.ec.europa.eu/theme/ps">Skyddade områden</keyword>
        <keyword xml:lang="en" vocab="YSO" vocabURI="http://www.yso.fi/onto/yso/p21846">machine learning</keyword>
        <keyword xml:lang="sv" vocab="YSO" vocabURI="http://www.yso.fi/onto/yso/p21846">maskininlärning</keyword>
        <keyword xml:lang="en" vocab="Dyntaxa" vocabURI="https://dyntaxa.se/Taxon/217890">Desmophyllum pertusum</keyword>
        <keyword xml:lang="sv" vocab="Dyntaxa" vocabURI="https://dyntaxa.se/Taxon/217890">ögonkorall</keyword>
        <topcClas xml:lang="en" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/imageryBaseMapsEarthCover">Imagery / Base Maps / Earth Cover</topcClas>
        <topcClas xml:lang="sv" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/imageryBaseMapsEarthCover">Arealtäckande bilder och bakgrundskartor</topcClas>
        <topcClas xml:lang="en" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/biota">Biota</topcClas>
        <topcClas xml:lang="sv" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/biota">Biologi och ekologi</topcClas>
        <topcClas xml:lang="en" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/oceans">Oceans</topcClas>
        <topcClas xml:lang="sv" vocab="INSPIRE topic categories" vocabURI="http://inspire.ec.europa.eu/metadata-codelist/TopicCategory/oceans">Kust och hav</topcClas>
      </subject>
      <abstract xml:lang="en" contentType="abstract">Two object detection models using Darknet/YOLOv4 were trained on images of the coral Desmophyllum pertusum from the Kosterhavet National Park. In one of the models, the training image data was amplified using StyleGAN2 generative modeling.
The dataset contains 2266 synthetic images with labels and 409 original images of corals used for training the ML model. Included is also the YOLOv4 models and the StyleGAN2 network.

The still images were extracted from raw video data collected using a remotely operated underwater vehicle. 
409 JPEG images from the raw video data are provided in 720x576 resolution. In certain images, coordinates visible in the OSD have been cropped.
The synthetic images are PNG files in 512x512 resolution.
The StyleGAN2 network is included as a serialized pickle file (*.pkl).
The object detection models are provided in the .weights format used by the Darknet/YOLOv4 package. Two files are included (trained on original images only, trained on original + synthetic images).

The machine learning software packages used is currently (2022) available on Github:
StyleGAN2: https://github.com/NVlabs/stylegan2
YOLOv4: https://github.com/AlexeyAB/darknet</abstract>
      <abstract xml:lang="sv" contentType="abstract">Två objektigenkänningsmodeller som använder sig av Darknet/YOLOv4 har tränats på bilder av korallen Desmophyllum pertusum från Kosterhavets nationalpark. I en av modellerna har träningsbilddata förstärkts ytterligare med generativ modellering enligt StyleGAN2.
Datasetet innehåller 2266 syntetiska bilder med positionsmärken och 409 originalbilder av koraller som använts för att träna maskininlärningsmodellen. Det innehåller också YOLOv4-modellerna samt StyleGAN2-nätverket.

Bildmaterialet är ett stillbildsurval från råvideo som samlats in med en fjärrstyrd undervattensfarkost.
De 409 JPEG-bilderna från råvideon är i upplösningen 720x576. Vissa har beskurits från koordinater som varit synliga på OSD-display.
De syntetiska bilderna är i upplösningen 512x512 och i PNG-format.
StyleGAN2-nätverket finns tillgänglig som serialiserad pickle-fil (*.pkl).
Objektigenkänningsmodellerna finns med i .weights-formatet som används i Darknet/YOLOv4-paketet. Den ena modellfilen är bara tränad på originalbilder, och den andra på originalbilder tillsammans med syntetiska bilder.

Den maskininlärningsmjukvara som använts finns i dagsläget (2022) tillgänglig på Github.
StyleGAN2: https://github.com/NVlabs/stylegan2
YOLOv4: https://github.com/AlexeyAB/darknet</abstract>
      <sumDscr>
        <collDate xml:lang="en" date="1999" event="start">1999</collDate>
        <collDate xml:lang="en" date="2004" event="end">2004</collDate>
        <nation xml:lang="en" abbr="SE">Sweden</nation>
        <nation xml:lang="sv" abbr="SE">Sverige</nation>
        <dataKind xml:lang="en">Still image</dataKind>
        <dataKind xml:lang="en">Software</dataKind>
      </sumDscr>
    </stdyInfo>
    <method>
      <dataColl>
        <collMode xml:lang="en">Video recordings from 35 research cruises in the Kosterhavet National Park using a ROV.<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=en-5.0.0">Video recordings from 35 research cruises in the Kosterhavet National Park using a ROV.</concept></collMode>
        <collMode xml:lang="sv">Videoinspelningar från 35 st forskningskryssningar i Kosterhavets nationalpark med ROV.<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=sv-5.0.0">Videoinspelningar från 35 st forskningskryssningar i Kosterhavets nationalpark med ROV.</concept></collMode>
        <collMode xml:lang="en">Recording<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=en-5.0.0">Recording</concept></collMode>
        <collMode xml:lang="sv">Inspelning<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=sv-5.0.0">Inspelning</concept></collMode>
        <collMode xml:lang="en">The classification of Desmophyllum pertusum in still images from the video data has been performed as citizen science by volunteers using the classification tool on the Koster seafloor observatory website.<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=en-5.0.0">The classification of Desmophyllum pertusum in still images from the video data has been performed as citizen science by volunteers using the classification tool on the Koster seafloor observatory website.</concept></collMode>
        <collMode xml:lang="sv">Klassifikationen av Desmophyllum pertusum på stillbilder från videodatan har genomförts genom medborgarforskning och frivilliga deltagare via klassifikationsverktyget på webbplatsen The Koster seafloor observatory.<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=sv-5.0.0">Klassifikationen av Desmophyllum pertusum på stillbilder från videodatan har genomförts genom medborgarforskning och frivilliga deltagare via klassifikationsverktyget på webbplatsen The Koster seafloor observatory.</concept></collMode>
        <collMode xml:lang="en">Transcription<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=en-5.0.0">Transcription</concept></collMode>
        <collMode xml:lang="sv">Transkription<concept vocab="DDI Mode of Collection" vocabURI="https://vocabularies.cessda.eu/v2/vocabularies/ModeOfCollection/5.0.0?languageVersion=sv-5.0.0">Transkription</concept></collMode>
      </dataColl>
    </method>
    <dataAccs>
      <useStmt>
        <restrctn xml:lang="en">Access to data through SND. Data are freely accessible.</restrctn>
        <restrctn xml:lang="sv">Åtkomst till data via SND. Data är fritt tillgängliga.</restrctn>
        <conditions elementVersion="info:eu-repo-Access-Terms vocabulary">openAccess</conditions>
      </useStmt>
    </dataAccs>
    <othrStdyMat>
      <relPubl>
        <citation>
          <titlStmt>
            <titl xml:lang="sv">Alkhateeb, Sarah, Obst, Matthias, Anton, Victor and Germishuys Jannes. (2023). A methodology to detect deepwater corals using Generative Adversarial Networks. GigaScience. [Submitted manuscript].</titl>
            <parTitl xml:lang="en">Alkhateeb, Sarah, Obst, Matthias, Anton, Victor and Germishuys Jannes. (2023). A methodology to detect deepwater corals using Generative Adversarial Networks. GigaScience. [Submitted manuscript].</parTitl>
          </titlStmt>
          <distStmt>
            <distDate date="2023">2023</distDate>
          </distStmt>
        </citation>
      </relPubl>
    </othrStdyMat>
  </stdyDscr>
</codeBook>