Socialmetrica/Socialmetrica.package/NitterUser.class/instance/collectRawTweetsUpToPage..st

accessing
collectRawTweetsUpToPage: anInteger

	| pagesDict response customQuery |
	pagesDict := self getPagesContentsUpto: anInteger.
	response := TweetsCollection new.
	customQuery := Dictionary new
		               at: 'parameters' put: pagesDict keys;
		               at: 'date' put: DateAndTime now;
		               yourself.
	response query: customQuery.
	pagesDict keysAndValuesDo: [ :key :rawTweets | | temp | 
		temp := (rawTweets xpath: '//div[@class="timeline-item "]') asOrderedCollection
			collect: [ :xmlElement | xmlElement postCopy ].
		 temp do: [ :tweet | | tempTweet |
		 	tempTweet := Tweet new fromNitterHtmlItem: tweet.
		 	tempTweet metadata 
		 		at: DateAndTime now asString put: key;
		 		yourself.
		 	response add: tempTweet.
		 ]
	].
	response messages: (response messages select: [ :tweet | tweet isNotNil ]).
	response messages doWithIndex: [ :tweet :i | 
		| current previous |
		current := response messages at: i.
		i < response lastIndex ifTrue: [ 
			previous := response messages at: i + 1.
			current timelines
				at: self userName put: previous id;
				yourself ]].
	^ response.