WebScraper Data

recipe1.yml

recipe: 
  - url: https://blog.fukata.org
    values:
      - key: posts
        dom: '#content > article'                                                                        
        action: loop                                                                                     
        values:
          - key: title
            dom: h1.entry-title
            action: get_text                                                                             
          - key: url
            dom: h1.entry-title > a                                                                      
            action: get_link                                                                             
          - key: thumbnail
            dom: header > a > img                                                                        
            action: get_src                                                                              
          - dom: h1.entry-title > a                                                                      
            action: go_link                                                                              
            values:                                                                                      
              - key: date
                dom: .entry-date                                                                         
                action: get_text

result1.json

{
  "posts": [
    {
      "title": "Windows10でSteamが突然落ちる問題を解決する方法",
      "url": "https://blog.fukata.org/archives/9595",
      "thumbnail": "https://farm2.staticflickr.com/1782/29052599738_09568333bd.jpg",
      "date": "2018-06-20"
    },
    {
      "title": "開発マシンをNew XPS 13(9370)にした",
      "url": "https://blog.fukata.org/archives/9574",
      "thumbnail": "https://farm2.staticflickr.com/1824/41018399390_d3b72f85d4.jpg",
      "date": "2018-06-16"
    },
    {
      "title": "Saigon Cup 2018を観戦してきた",
      "url": "https://blog.fukata.org/archives/9581",
      "thumbnail": "https://farm1.staticflickr.com/968/41967144981_b7c5c8ea52.jpg",
      "date": "2018-05-21"
    },
    {
      "title": "Android One端末の「Xiaomi Mi A1」を2.3万円弱でゲットした",
      "url": "https://blog.fukata.org/archives/9566",
      "thumbnail": "https://farm1.staticflickr.com/883/41066978132_f491218872.jpg",
      "date": "2018-03-30"
    },
    {
      "title": "バンコクで開催された「Thaiger Uppercut 2018」を観戦してきた",
      "url": "https://blog.fukata.org/archives/9556",
      "thumbnail": "https://farm1.staticflickr.com/821/40197997935_7b7cbd9feb.jpg",
      "date": "2018-03-29"
    },
    {
      "title": "ZenFone 3 (ZE520KL)を手動でAndroid Oreo(8.0)までアップグレードした",
      "url": "https://blog.fukata.org/archives/9547",
      "thumbnail": "https://farm5.staticflickr.com/4777/40873908682_d8e583f25d.jpg",
      "date": "2018-03-21"
    },
    {
      "title": "ZenFone 3 (ZE520KL)の新品を約1.6万円でゲットした",
      "url": "https://blog.fukata.org/archives/9540",
      "thumbnail": "https://farm1.staticflickr.com/811/26043412717_ec898edbd8.jpg",
      "date": "2018-03-21"
    },
    {
      "title": "MBP15 mid 2014が壊れたのでPCIe接続の外付けケースをバンコクで探し回った",
      "url": "https://blog.fukata.org/archives/9521",
      "thumbnail": "https://farm5.staticflickr.com/4784/40021052234_773c2ac42d.jpg",
      "date": "2018-03-13"
    },
    {
      "title": "バンコクのベトナム大使館で観光ビザ(1ヶ月シングル)を取得してみた",
      "url": "https://blog.fukata.org/archives/9506",
      "thumbnail": "https://farm5.staticflickr.com/4789/40021063494_ea182cb9b9.jpg",
      "date": "2018-03-12"
    },
    {
      "title": "ベトナムのダラットに週末行ってきた",
      "url": "https://blog.fukata.org/archives/9478",
      "thumbnail": "https://farm5.staticflickr.com/4651/39740547735_40d0cc0fcd.jpg",
      "date": "2018-03-06"
    },
    {
      "title": "旅行時に役立つ便利グッズを紹介するサイト「トラハ」を作りました",
      "url": "https://blog.fukata.org/archives/9470",
      "thumbnail": "https://farm5.staticflickr.com/4658/26620373208_87fa82d68a.jpg",
      "date": "2018-02-26"
    },
    {
      "title": "建具職人にHHKB用にカスタマイズしたMagic Trackpad2の台座を作ってもらった",
      "url": "https://blog.fukata.org/archives/9436",
      "thumbnail": "https://farm5.staticflickr.com/4665/25171674277_ef057213de.jpg",
      "date": "2018-02-04"
    },
    {
      "title": "Tigerairで福岡から台湾経由でバンコクに行ってみた",
      "url": "https://blog.fukata.org/archives/9438",
      "thumbnail": "https://farm5.staticflickr.com/4696/26169274878_d9f0028fc3.jpg",
      "date": "2018-02-02"
    },
    {
      "title": "格闘ゲームの世界大会を観戦するために東京に行ってきたので飲み歩いてきた",
      "url": "https://blog.fukata.org/archives/9425",
      "thumbnail": "https://farm5.staticflickr.com/4613/39259475054_e13187e44b.jpg",
      "date": "2018-02-01"
    },
    {
      "title": "EVO JAPAN 2018を観戦してきた",
      "url": "https://blog.fukata.org/archives/9413",
      "thumbnail": "https://farm5.staticflickr.com/4700/28190475139_9fd5f6593e.jpg",
      "date": "2018-01-30"
    },
    {
      "title": "[WordPress]wp-flickr-pressのバージョン2.6.1をリリース",
      "url": "https://blog.fukata.org/archives/9407",
      "thumbnail": "https://farm5.staticflickr.com/4648/25849587578_992859aa01.jpg",
      "date": "2018-01-20"
    },
    {
      "title": "バンコクから福岡に帰省する前に沖縄で飲み歩いてきた",
      "url": "https://blog.fukata.org/archives/9397",
      "thumbnail": "https://farm5.staticflickr.com/4620/39012214134_3de7047dc7.jpg",
      "date": "2018-01-17"
    },
    {
      "title": "2017年の年越しをタイのスコータイで過ごしてきた",
      "url": "https://blog.fukata.org/archives/9381",
      "thumbnail": "https://farm5.staticflickr.com/4601/38653833875_ae1f08e298.jpg",
      "date": "2018-01-12"
    },
    {
      "title": "タイのスコータイにある歴史公園に行ってきた",
      "url": "https://blog.fukata.org/archives/9379",
      "thumbnail": "https://farm5.staticflickr.com/4637/24682276717_5cd047442c.jpg",
      "date": "2018-01-11"
    },
    {
      "title": "タイのスコータイで飲み歩いてみた",
      "url": "https://blog.fukata.org/archives/9377",
      "thumbnail": "https://farm5.staticflickr.com/4638/39549918331_2ee4b50c59.jpg",
      "date": "2018-01-10"
    }
  ]
}