Merge 5b169c4ebf

Socialmetrica.package/NitterUser.class/instance/defaultConfig.st

@@ -0,0 +1,5 @@
+accessing
+defaultConfig
+
+	self config: { 'folder' -> (FileLocator userData / 'Socialmetrica' / self userName) } asDictionary.
+	^ self config

Socialmetrica.package/NitterUser.class/instance/externalWordCloud.st

@@ -3,7 +3,7 @@ externalWordCloud
 
 	| text outputFile |
 	outputFile := (self folder / 'nube.png')fullName.
-	text := (self folder / 'texto.txt')fullName.
+	text := (self folder / self userName, 'words', 'txt')fullName.
 	OSSUnixSubprocess new 
 		command: 'wordcloud_cli';
 		arguments: { '--text' . text . 
@@ -13,7 +13,7 @@ externalWordCloud
 					'--height' . '357' .
 					'--background' . 'white' .
 					'--mode' . 'RGBA' .
-					'--stopwords' . 'stopwords-es.txt' .
+					'--stopwords' . '../commons/stopwords-es.txt' .
 					'--mask' . '../commons/nube-mascara.jpg'};
 		workingDirectory: self folder fullName;
 		redirectStdout;

Socialmetrica.package/NitterUser.class/instance/numberOfURLsForLoadingTweets..st

@@ -0,0 +1,18 @@
+accessing
+numberOfURLsForLoadingTweets: number
+
+	| collectionURLs count asURLs |
+	collectionURLs := {
+	self userNameLink .
+	(self userNameLink, ((self documentTree xPath: '//a[.="Load more"]') @ 'href') stringValue) .} asOrderedCollection.
+	
+	number <= 2 ifTrue: [ ^ collectionURLs ].
+	count := 2.
+	(number-count) timesRepeat: [ | tempDoc | 
+		tempDoc := XMLHTMLParser parse: (collectionURLs at: count) asUrl retrieveContents.
+	collectionURLs 
+		add: (self userNameLink, 
+			((tempDoc xPath: '//a[.="Load more"]') @ 'href') stringValue).
+		count := count+1 ].
+	asURLs := collectionURLs collect: [ :string | string asUrl ].
+	^ asURLs.

Socialmetrica.package/NitterUser.class/instance/wordsFile.st

@@ -0,0 +1,8 @@
+accessing
+wordsFile
+
+	| file |
+	file := (FileLocator userData / 'Socialmetrica' / self userName / self userName, 'words', 'txt'). 
+	file exists 
+		ifFalse: [ ^ self writeWordsFile].
+	^ file

Socialmetrica.package/NitterUser.class/instance/writeWordsFile.st

@@ -1,10 +1,19 @@
 accessing
 writeWordsFile
-	| rawTweets output |
+
+	| rawTweets rawWords collectionsWords count |
 	self tweets ifNil: [ ^ self ].
 	rawTweets := self tweets tweets.
-	output := '' writeStream.
+	
-	rawTweets do: [ :current |  
+	rawWords := OrderedCollection new.
-		output addAll: current words.
+	collectionsWords := ((rawTweets select: 
-	].
+		[ :tweet | tweet user userName = 'FranciaMarquezM'  ]) 
-	^ MarkupFile exportAsFileOn: FileLocator "usersStorage" containing: output. 
+			collect: [ :tweet | (tweet words 
+				reject: [ :w | w includesSubstring: 'nitter42lfr' ]) ]).
+	count := 1.
+	collectionsWords size timesRepeat: [ 
+	rawWords addAll: (collectionsWords at:count).
+	count := count + 1.].
+	rawWords := ' ' join:rawWords.
+	
+	^ MarkupFile exportAsFileOn: (FileLocator userData / 'Socialmetrica' / self userName / self userName, 'words', 'txt') containing: rawWords.