start routine for pachong.rb

forloop.sh

#!/bin/bash
mkdir -p download
mkdir -p fail
mkdir -p error

START=1
END=9500
STEP=500

rm -rf num_seq.txt
for i in $(seq $START $STEP $END); do 
    echo $i >> num_seq.txt
done

# change N_THREADS to the number of CPU cores in your machine
N_THREADS=12
cat num_seq.txt | xargs -n 1 -P $N_THREADS -I 'num' ruby pachong.rb num $STEP

rm -rf num_seq.txt

pachong.rb

# linux version 
URL = 'bangumi.tv/character/'

READY = []
Dir.glob('download/*').each do |f|
	if f =~ /download\/(\d+)/
		READY << $1.to_i
	end
end

Dir.glob('fail/*').each do |f|
	if f =~ /fail\/(\d+)/
		READY << $1.to_i
	end
end

Dir.glob('error/*').each do |f|
	if f =~ /error\/(\d+)/
		READY << $1.to_i
	end
end

READY.uniq!

def download(i)
	log = ''
	fn = i.to_s
	system "wget #{URL}#{fn}"

	lines = []

	if !FileTest.exist?(fn)
		return
	end

	File.open(fn, 'r') do |f|
		lines = f.readlines
	end

	find = false
	lines.each do |l|
		if l =~ /<title>(.+)<\/title>/
			name, description = $1.split('|').collect { |e| e.strip }
			log << "#{i}: #{name}, #{description}\n"
		end
		if l =~ /href="(.+)" class="cover thickbox"/
			url = 'http:' + $1
			url.slice!(/\?.+$/)
			log << url + "\n"
			system "wget #{url}"
			system "rm #{fn}"
			find = true
			break
		end
	end

	if !find
		system "mv #{fn} fail"
		log << "\n"
	end

	return log
end

i = ARGV[0].to_i
n = ARGV[1].to_i

log = ''

n.times do
	log << download(i) if !READY.include?(i)
	i += 1
end

system "mv *.jpg download"

File.open('pachong.txt', 'a') do |f|
	f << log
end

Credit to https://gitee.com/rmxp/codes/8fcmhp4dx7zbqol2369js67

line 33 should be return ''