Creating replies download and recognition from nitter html.
This commit is contained in:
parent
49d5529934
commit
ad592beaf8
@ -8,11 +8,11 @@ getPagesContentsUpto: anInteger
|
||||
| response nextPageLink previousPageLink |
|
||||
|
||||
response := OrderedDictionary new.
|
||||
response at: self userNameLink put: self documentTree.
|
||||
previousPageLink := self userNameLink.
|
||||
response at: (self userNameLink, '/with_replies') put: self documentTree.
|
||||
previousPageLink := (self userNameLink, '/with_replies').
|
||||
anInteger - 1 timesRepeat: [ | pageCursor |
|
||||
pageCursor := self pageCursorFor:previousPageLink.
|
||||
nextPageLink := self userNameLink, pageCursor keys first.
|
||||
nextPageLink := self userNameLink, '/with_replies', pageCursor keys first.
|
||||
response at: nextPageLink put: pageCursor values first.
|
||||
previousPageLink := nextPageLink
|
||||
].
|
||||
|
@ -21,4 +21,6 @@ metricsFromNitterHtml: xmlItem
|
||||
stringValue trimmed copyReplaceAll: ',' with: '').
|
||||
self metadata
|
||||
at: 'pinned'
|
||||
put: (xmlItem xpath: '//div[@class="pinned"]') stringValue trimmed = 'Pinned Tweet'
|
||||
put: (xmlItem xpath: '//div[@class="pinned"]') stringValue trimmed = 'Pinned Tweet';
|
||||
at: 'replie to'
|
||||
put: (xmlItem xpath: '//div[@class="tweet-body"]//div[@class="replying-to"]') stringValue trimmed.
|
Loading…
Reference in New Issue
Block a user