lifranum-atlas-tutorial2

warc-model

classDiagram

  AtlasEntity <|-- Referenceable
  DataSet <|-- fs_path
  fs_path <|-- WARC_FILE
  
  Referenceable <|-- WARC_RECORD
  Referenceable <|-- Asset
  Asset <|-- Process
  Asset <|-- DataSet
  Process <|-- CRAWLING_PROCESS
  
  WARC_FILE *-- "1..*" WARC_RECORD : records
  Process   o-- "*" DataSet : inputs
  Process   o-- "*" DataSet : outputs

  CRAWLING_PROCESS   o-- "*" WARC_FILE : outputs

  class AtlasEntity {
    <<abstract>>
  }
    
  class Referenceable {
    String qualifiedName
  }

  class Asset {
    String name
  }

  class DataSet {
  }

  class fs_path {
    String path
  }

  class WARC_FILE {
    String crawl_date
  }

  class WARC_RECORD {
    String content_type_norm
    String content_language
    String source_file_offset
    ...
  }

  class CRAWLING_PROCESS {
    String[] urls
    String crawler_info
  }
  

warc-model-partial

classDiagram

  AtlasEntity <|-- Referenceable
  DataSet <|-- fs_path
  fs_path <|-- WARC_FILE
  
  Referenceable <|-- WARC_RECORD
  Referenceable <|-- Asset
  Asset <|-- DataSet
  
  WARC_FILE *-- "1..*" WARC_RECORD : records

  class AtlasEntity {
    <<abstract>>
  }
    
  class Referenceable {
    String qualifiedName
  }

  class Asset {
    String name
  }

  class DataSet {
  }

  class fs_path {
    String path
  }

  class WARC_FILE {
    String crawl_date
  }

  class WARC_RECORD {
    String content_type_norm
    String content_language
    String source_file_offset
  }