W, [2017-09-06T16:04:05.581250 #19198]  WARN -- : radiru ffmpeg command:        -loglevel error         -y         -i https://nhkradioakfm-i.akamaihd.net/hls/live/512290/1-fm/1-fm-01.m3u8         -t 2460         -vcodec none -acodec copy -bsf:a aac_adtstoasc         /usr/local/etc/net-radio-archive/tmp/working/fm/2017_09_06_1600_\音\楽\遊\覧\飛\行_-_\エ\キ\ゾ\チ\ッ\ク\ク\ル\ー\ズ\～\暑\い\国\の\涼\し\い\音\楽\～_-.m4a output:https://nhkradioakfm-i.akamaihd.net/hls/live/512290/1-fm/1-fm-01.m3u8: Server returned 403 Forbidden (access denied)

> cat net-radio-archive/log/production.log
E, [2020-06-04T23:00:22.986773 #6127] ERROR -- : rec failed. job:#<Job:0x0000559db3af8c40>, exit_status:pid 6235 exit 2, output:
E, [2020-06-04T23:30:23.178785 #6864] ERROR -- : rec failed. job:#<Job:0x000055eecf89f738>, exit_status:pid 6952 exit 2, output:
E, [2020-06-05T00:00:23.370823 #7614] ERROR -- : rec failed. job:#<Job:0x0000559c34126008>, exit_status:pid 7741 exit 2, output:
E, [2020-06-05T00:57:23.530753 #8969] ERROR -- : rec failed. job:#<Job:0x00005577a9ea3910>, exit_status:pid 9096 exit 2, output:
E, [2020-06-05T01:00:23.754822 #9043] ERROR -- : rec failed. job:#<Job:0x0000564f51cc6c70>, exit_status:pid 9165 exit 2, output:
E, [2020-06-05T01:30:23.946771 #9812] ERROR -- : rec failed. job:#<Job:0x000055985fd81060>, exit_status:pid 9900 exit 2, output:
E, [2020-06-05T02:00:24.138775 #10459] ERROR -- : rec failed. job:#<Job:0x000055e874dd6a78>, exit_status:pid 10566 exit 2, output:
E, [2020-06-05T02:30:22.282707 #11170] ERROR -- : rec failed. job:#<Job:0x000055b7c36cf9c8>, exit_status:pid 11258 exit 2, output:

E, [2020-12-05T09:25:06.723916 #32684] ERROR -- : [
"
NoMethodError#<NoMethodError: undefined method `[]' for nil:NilClass>
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:99:in `block in auth1'
/usr/lib/ruby/2.5.0/net/http.rb:910:in `start'
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:86:in `auth1'
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:42:in `auth'
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:30:in `block in exec_rec'
/home/ubuntu/net-radio-archive/lib/main.rb:10:in `block in retry'
/home/ubuntu/net-radio-archive/lib/main.rb:8:in `times'
/home/ubuntu/net-radio-archive/lib/main.rb:8:in `retry'
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:29:in `exec_rec'
/home/ubuntu/net-radio-archive/lib/radiko/recording.rb:17:in `record'
/home/ubuntu/net-radio-archive/lib/main/main.rb:226:in `block in rec_one'
/home/ubuntu/net-radio-archive/lib/main/main.rb:310:in `block (2 levels) in threads_from_records'
"
]

$RAILS_ENV=production bundle exec rake main:rec_ondemand
rake aborted!
EOFError: end of file reached

Tasks: TOP => main:rec_ondemand
(See full trace by running task with --trace)

select id, title, file_url, created_at from onsen_programs WHERE file_url like 'https%'
+------+------------------------------------------------------+-----------------------------------------------------------+---------------------+
|   id | title                                                | file_url                                                  | created_at          |
|------+------------------------------------------------------+-----------------------------------------------------------+---------------------|
| 2673 | ほめられてのびるらじおZ                              | https://onsen-dl.sslcs.cdngc.net/radio/home170126As8h.mp3 | 2017-02-02 13:04:34 |
| 2676 | クズの女子会                                         | https://onsen-dl.sslcs.cdngc.net/radio/kuzu170126As8h.mp3 | 2017-02-02 13:04:34 |
| 2672 | ラブライブ!サンシャイン!! Aqours浦の星女学院RADIO!!! | https://onsen-dl.sslcs.cdngc.net/radio/llss170201mK2h.mp3 | 2017-02-02 13:04:34 |
+------+------------------------------------------------------+-----------------------------------------------------------+---------------------+

rake aborted!
EOFError: end of file reached
~~~~~~

mysql> select * from onsen_programs where state = 'downloading';
+------+------------------------+--------+---------------------+-----------------------------------------------------+-------------+-------------+-------------+---------------------+---------------------+
| id   | title                  | number | date                | file_url                                            | personality | state       | retry_count | created_at          | updated_at          |
+------+------------------------+--------+---------------------+-----------------------------------------------------+-------------+-------------+-------------+---------------------+---------------------+
| 2359 | 【開発テスト0】        |        | 2014-06-26 00:00:00 | https://onsen-dl.sslcs.cdngc.net/kamo170123Jf6p.mp3 |             | downloading |           0 | 2017-01-25 19:04:10 | 2017-01-25 19:06:12 |
+------+------------------------+--------+---------------------+-----------------------------------------------------+-------------+-------------+-------------+---------------------+---------------------+
1 row in set (0.03 sec)

mysql> update onsen_programs set state = 'not_downloadable' where state = 'downloading';
Query OK, 1 row affected (0.06 sec)
Rows matched: 1  Changed: 1  Warnings: 0

mysql> select * from onsen_programs where state = 'downloading';
Empty set (0.02 sec)

    --- lib/agonp/scraping.rb.orig	2017-09-14 14:20:35.971562691 +0900
    +++ lib/agonp/scraping.rb	2017-09-14 14:13:38.902735637 +0900
    @@ -1,3 +1,4 @@
    +# coding: utf-8
     module Agonp
       class Program < Struct.new(:title, :personality, :episode_id, :price)
       end
    @@ -30,24 +31,24 @@
         end
     
         def parse_programs(page)
    -      page.search('.program-list-row').map do |program_row|
    +      page.search('.search-results__data-wrapper').map do |program_row|
             parse_program(program_row)
           end
         end
     
         def parse_program(program_row)
    -      title = program_row.css('.program-list-row-title').first
    -                  .children
    -                  .select {|c| c.text?}
    -                  .reduce('') {|memo, c| c.text}
    -                  .strip
    -      episode_id = program_row.css('a').first.attr('href')
    -                       .match(%r{episodes/view/(\d+)})[1]
    +      title = program_row.css('.search-results__title').first
    +              .children
    +              .inner_text.strip
    +              .sub(/無料\s+/,'')
    +              .sub(/^\s+/,'')
    +              .sub(/\s+$/,'')
    +      episode_id = program_row.css('a').attr('href').text.match(/programs\/view\/(\d+)/)[1]
           Program.new(
               title,
    -          program_row.css('.program-list-row-participants').first.text.strip.gsub('／', ' '),
    +          program_row.css('.search-results__personality').first.text.strip.gsub('／', ' '),
               episode_id,
    -          program_row.css('.program-list-row-price').first.text.strip,
    +          program_row.css('.search-results__price').first.text.strip
           )
         end
       end