Creating replies download and recognition from nitter html.
This commit is contained in:
parent
49d5529934
commit
ad592beaf8
@ -8,11 +8,11 @@ getPagesContentsUpto: anInteger
|
|||||||
| response nextPageLink previousPageLink |
|
| response nextPageLink previousPageLink |
|
||||||
|
|
||||||
response := OrderedDictionary new.
|
response := OrderedDictionary new.
|
||||||
response at: self userNameLink put: self documentTree.
|
response at: (self userNameLink, '/with_replies') put: self documentTree.
|
||||||
previousPageLink := self userNameLink.
|
previousPageLink := (self userNameLink, '/with_replies').
|
||||||
anInteger - 1 timesRepeat: [ | pageCursor |
|
anInteger - 1 timesRepeat: [ | pageCursor |
|
||||||
pageCursor := self pageCursorFor:previousPageLink.
|
pageCursor := self pageCursorFor:previousPageLink.
|
||||||
nextPageLink := self userNameLink, pageCursor keys first.
|
nextPageLink := self userNameLink, '/with_replies', pageCursor keys first.
|
||||||
response at: nextPageLink put: pageCursor values first.
|
response at: nextPageLink put: pageCursor values first.
|
||||||
previousPageLink := nextPageLink
|
previousPageLink := nextPageLink
|
||||||
].
|
].
|
||||||
|
@ -21,4 +21,6 @@ metricsFromNitterHtml: xmlItem
|
|||||||
stringValue trimmed copyReplaceAll: ',' with: '').
|
stringValue trimmed copyReplaceAll: ',' with: '').
|
||||||
self metadata
|
self metadata
|
||||||
at: 'pinned'
|
at: 'pinned'
|
||||||
put: (xmlItem xpath: '//div[@class="pinned"]') stringValue trimmed = 'Pinned Tweet'
|
put: (xmlItem xpath: '//div[@class="pinned"]') stringValue trimmed = 'Pinned Tweet';
|
||||||
|
at: 'replie to'
|
||||||
|
put: (xmlItem xpath: '//div[@class="tweet-body"]//div[@class="replying-to"]') stringValue trimmed.
|
Loading…
Reference in New Issue
Block a user