| 7 | import json |
| 8 | |
| 9 | class Spider(Spider): |
| 10 | def getDependence(self): |
| 11 | return ['py_ali'] |
| 12 | def getName(self): |
| 13 | return "py_gitcafe" |
| 14 | def init(self,extend): |
| 15 | self.ali = extend[0] |
| 16 | print("============py_gitcafe============") |
| 17 | pass |
| 18 | def isVideoFormat(self,url): |
| 19 | pass |
| 20 | def manualVideoCheck(self): |
| 21 | pass |
| 22 | def homeContent(self,filter): |
| 23 | result = {} |
| 24 | cateManual = { |
| 25 | "华语电视" :"hyds", |
| 26 | "日韩电视" :"rhds", |
| 27 | "欧美电视" :"omds", |
| 28 | "其他电视" :"qtds", |
| 29 | "华语电影" :"hydy", |
| 30 | "日韩电影" :"rhdy", |
| 31 | "欧美电影" :"omdy", |
| 32 | "其他电影" :"qtdy", |
| 33 | "华语动漫" :"hydm", |
| 34 | "日韩动漫" :"rhdm", |
| 35 | "欧美动漫" :"omdm", |
| 36 | "纪录片" :"jlp", |
| 37 | "综艺片" :"zyp", |
| 38 | "教育培训" :"jypx", |
| 39 | "其他视频" :"qtsp", |
| 40 | "华语音乐" :"hyyy", |
| 41 | "日韩音乐" :"rhyy", |
| 42 | "欧美音乐" :"omyy", |
| 43 | "其他音乐" :"qtyy" |
| 44 | } |
| 45 | classes = [] |
| 46 | for k in cateManual: |
| 47 | classes.append({ |
| 48 | 'type_name':k, |
| 49 | 'type_id':cateManual[k] |
| 50 | }) |
| 51 | result['class'] = classes |
| 52 | if filter: |
| 53 | result['filter'] = self.config['filter'] |
| 54 | return result |
| 55 | def homeVideoContent(self): |
| 56 | result = {} |
| 57 | if len(self.homeData.keys()) == 0: |
| 58 | url = self.baseUrl+'/alipaper/home.json' |
| 59 | self.homeData = self.fetch(url,headers=self.header).json() |
| 60 | cateList = self.homeData['data'] |
| 61 | videos = [] |
| 62 | for cate in cateList: |
| 63 | if cate['info']['code'] in self.category: |
| 64 | vodList = cate['data'] |
| 65 | for vod in vodList: |
| 66 | videos.append({ |
nothing calls this directly
no outgoing calls
no test coverage detected