-
Notifications
You must be signed in to change notification settings - Fork 2
/
CommonWeiboMsg.py
249 lines (230 loc) · 7.45 KB
/
CommonWeiboMsg.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import sys
import utility
import logging
from WeiboDB import WeiboDB
from WeiboMsg import WeiboMsg
reload(sys)
sys.setdefaultencoding('utf-8')
class CommonWeiboMsg(WeiboMsg):
def __init__(self):
WeiboMsg.__init__(self);
# 获取用户名(un)
def get_weiboun(self):
self.pos = 0
tag1 = '<span class="name">'
tag2 = '<\/span>'
pos1 = self.content.find(tag1, self.pos) + len(tag1)
pos2 = self.content.find(tag2, pos1)
self.weibomsg['un'] = self.content[pos1:pos2].strip()
# 获取用户头像image url(iu)
def get_weiboiu(self):
tag1 = 'class="pf_head_pic"'
self.pos = self.content.find(tag1)+len(tag1)
tag1 = '<img src="'
tag2 = '"'
pos1 = self.content.find(tag1, self.pos)+len(tag1)
pos2 = self.content.find(tag2, pos1)
self.weibomsg['iu'] = self.content[pos1:pos2].replace('\\','')
#print self.weibomsg['iu']
self.pos = pos2
# 获得微博id(mid)
def get_weibomid(self):
tag = 'action-type="feed_list_item"'
self.pos = self.content.find(tag,self.pos)
if self.pos != -1:
bTag = 'mid="'
eTag = '"'
pos1 = self.content.find(bTag, self.pos)+len(bTag)
pos2 = self.content.find(eTag, pos1)
self.weibomsg['mid'] = self.content[pos1:pos2]
#print 'mid:'+self.weibomsg['mid']
self.pos = pos2
self.end = self.content.find(tag, self.pos)
if self.end == -1:
self.end = len(self.content)
else:
pass
# 获取 message content(mc)
def get_weibomc(self):
tag = 'node-type="feed_list_content"'
self.pos = self.content.find(tag, self.pos, self.end)+len(tag)
bTag = '>'
eTag = '<\/div>'
pos1 = self.content.find(bTag, self.pos, self.end) + len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
self.weibomsg['mc'] = self.content[pos1:pos2]
self.weibomsg['mc'] = self.eraseTag(self.weibomsg['mc']).replace('\\','')
self.weibomsg['mc'] = utility.clearSpace(self.weibomsg['mc']);
self.pos = pos2
# 解析转发消息的内容
def get_retweet_info(self):
tag = 'feed_list_forwardContent'
pos = self.content.find(tag, self.pos, self.end)
temp = pos #被删除的情况时，用到这个position
if pos != -1: #被删除的微薄，tag也能找到，下面注意限定范围
tag = 'feed_list_originNick'
pos = self.content.find(tag, pos, self.end)
if pos != -1: #正常情况下
self.pos = pos
self.get_retweet_un()
self.get_retweet_mc()
self.get_weibopu()
self.get_retweet_rc()
self.get_retweet_cc()
self.get_retweet_page()
self.get_retweet_pt()
else: #被删除的情况；还有情况就是：只有文字，其他啥也没有
tag = 'WB_deltxt'
pos = self.content.find(tag, temp, self.end)
bTag = '">'
eTag = '<\/div>'
pos1 = self.content.find(bTag, pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
self.weibomsg['rmc'] = self.content[pos1:pos2]
self.weibomsg['rmc'] = self.eraseTag(self.weibomsg['rmc']).replace('\\','')
self.weibomsg['rmc'] = utility.clearSpace(self.weibomsg['rmc']);
self.pos = pos2
else:
pass #转发信息都为空
# 转发消息的用户名(run)
def get_retweet_un(self):
bTag = 'nick-name="'
eTag = '"'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
self.weibomsg['run'] = self.content[pos1:pos2]
self.pos = pos2
# 转发消息的内容(rmc)
def get_retweet_mc(self):
bTag = 'node-type="feed_list_reason">'
eTag = '<\/div>'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
self.weibomsg['rmc'] = self.content[pos1:pos2]
self.pos = pos2
self.weibomsg['rmc'] = self.eraseTag(self.weibomsg['rmc']).replace('\\','')
self.weibomsg['rmc'] = utility.clearSpace(self.weibomsg['rmc']);
#print 'rmc is :' + self.weibomsg['rmc']
# 微博中加载的图片的url(pu)，可能在转发里面，也有可能在原创微博里面
def get_weibopu(self):
tag = 'feed_list_media_img"'
pos = self.content.find(tag, self.pos, self.end)
if pos != -1:
bTag = 'src="'
eTag = '"'
pos1 = self.content.find(bTag, pos, self.end) + len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
self.weibomsg['pu'] = self.content[pos1:pos2].replace('\\','').replace('thumbnail','bmiddle')
#print self.weibomsg['pu']
self.pos = pos2
else:
pass
# 获取 retweet retweet count(rrc)
def get_retweet_rc(self):
bTag = '转发'
eTag = '<\/a>'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
if pos2-pos1==0:
self.weibomsg['rrc'] = '0'
self.pos = pos2
else:
pos1=pos1+1
pos2=pos2-1
self.weibomsg['rrc'] = self.content[pos1:pos2]
self.pos = pos2
# 获取 retweet comment count(rcc)
def get_retweet_cc(self):
bTag = '评论'
eTag = '<\/a>'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
if pos2-pos1==0:
self.weibomsg['rcc'] = '0'
self.pos = pos2
else:
pos1=pos1+1
pos2=pos2-1
self.weibomsg['rcc'] = self.content[pos1:pos2]
self.pos = pos2
# 获取 retweet weibo page(rpage)
def get_retweet_page(self):
tag = 'S_func2 WB_time'
self.pos = self.content.find(tag,self.pos)+len(tag)
bTag = 'href="'
eTag = '"'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
temp = self.content[pos1:pos2].replace('\\','')
self.pos = pos2
self.weibomsg['rpage'] = "http://www.weibo.com" + temp
# 获取 retweet publish time(rpt)
def get_retweet_pt(self):
bTag = 'node-type="feed_list_item_date" >'
pos = self.content.find(bTag, self.pos, self.end);
bTag = 'title="';
eTag = '"';
slug = self.content[pos-50:pos];
pos1 = slug.find(bTag) + len(bTag);
pos2 = slug.find(eTag, pos1);
self.weibomsg['rpt'] = slug[pos1:pos2];
self.pos = pos;
# 获取 retweet count(rc)
def get_weiborc(self):
bTag = '转发'
eTag = '<\/a>'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
if pos2-pos1==0:
self.weibomsg['rc'] = '0'
self.pos = pos2
else:
pos1=pos1+1
pos2=pos2-1
self.weibomsg['rc'] = self.content[pos1:pos2]
self.pos = pos2
# 获取 comment count(cc)
def get_weibocc(self):
bTag = '评论'
eTag = '<\/a>'
pos1 = self.content.find(bTag, self.pos, self.end)+len(bTag)
pos2 = self.content.find(eTag, pos1, self.end)
if pos2-pos1==0:
self.weibomsg['cc'] = '0'
self.pos = pos2
else:
pos1=pos1+1
pos2=pos2-1
self.weibomsg['cc'] = self.content[pos1:pos2]
self.pos = pos2
#weibo page and pt
def get_weibo_page_pt(self):
tag = 'S_link2 WB_time'
self.pos = self.content.find(tag, self.pos, self.end) + len(tag)
slug = self.content[self.pos-130:self.pos];
bTag = 'href="';
eTag = '?mod';
pos1 = slug.find(bTag) + len(bTag);
pos2 = slug.find(eTag, pos1);
self.weibomsg['page'] = "http://www.weibo.com" + slug[pos1:pos2].replace('\\','');
bTag = 'title="'
eTag = '"'
pos1 = slug.find(bTag, pos1)+len(bTag)
pos2 = slug.find(eTag, pos1)
self.weibomsg['pt'] = slug[pos1:pos2];
# 获取消息来源(srn)
def get_weibo_srn(self):
bTag = '来自<\/em>';
pos1 = self.content.find(bTag, self.pos, self.end);
if(pos1 != -1):
self.pos = pos1;
else:
return;
bTag = '>'
eTag = '<\/a>'
pos2 = self.content.find(eTag, self.pos, self.end);
pos1 = self.content.rfind(bTag, self.pos, pos2) + len(bTag)
self.weibomsg['srn'] = self.content[pos1:pos2]
self.pos = pos2