如何使用openurl和多重处理同时获得URL不同的数据？
|
此循环有助于从Web服务获取一些文本数据：
while True:
u = urllib2.urlopen(\'http://url/%d.csv\' %inputd)
f=open(\'/folder/%s.csv\' $inputd,\'a\')
csvread = csv.reader(u)
csvwrite = csv.writer(f)
csvwrite.writerows(csvread)
print \'OK\',\'%e\'%inputd
time.sleep(30)
import multiprocessing as mp
import urllib2,csv,random,logging,csv,time
inputd=(abc,def,ghi)
def dataget():
u = urllib2.urlopen(\'http://url/%d.csv\' %inputd)
f=open(\'/folder/%s.csv\' $inputd,\'a\')
csvread = csv.reader(u)
csvwrite = csv.writer(f)
csvwrite.writerows(csvread)
print \'OK\',\'%e\' % inputd
time.sleep(30)
process=[]
for s in inputd:
p = mp.Process(target=dataget)
ps.append(p)
p.start()
没有找到相关结果
已邀请:
1 个回复
咖哀烈
。 也许这样会起作用：import multiprocessing as mp import urllib2,csv,random,logging,csv,time inputd=(abc,def,ghi) def dataget(param): while True: u = urllib2.urlopen(\'http://url/%d.csv\' %param) f=open(\'/folder/%s.csv\' %param,\'a\') csvread = csv.reader(u) csvwrite = csv.writer(f) csvwrite.writerows(csvread) print \'OK\',\'%e\'%param time.sleep(30) process=[] for s in inputd: p = mp.Process(target=dataget, args=(s,)) process.append(p) p.start()