package com.pitchedapps.frost.parsers import com.pitchedapps.frost.dbflow.CookieModel import com.pitchedapps.frost.facebook.* import com.pitchedapps.frost.services.NotificationContent import com.pitchedapps.frost.utils.L import org.apache.commons.text.StringEscapeUtils import org.jsoup.Jsoup import org.jsoup.nodes.Document import org.jsoup.nodes.Element /** * Created by Allan Wang on 2017-10-06. * * In Facebook, messages are passed through scripts and loaded into view via react afterwards * We can parse out the content we want directly and load it ourselves * */ object MessageParser : FrostParser by MessageParserImpl() data class FrostMessages(val threads: List, val seeMore: FrostLink?, val extraLinks: List ) : ParseNotification { override fun toString() = StringBuilder().apply { append("FrostMessages {\n") append(threads.toJsonString("threads", 1)) append("\tsee more: $seeMore\n") append(extraLinks.toJsonString("extra links", 1)) append("}") }.toString() override fun getUnreadNotifications(data: CookieModel) = threads.filter(FrostThread::unread).map { with(it) { NotificationContent( data = data, notifId = Math.abs(id.toInt()), href = url, title = title, text = content ?: "", timestamp = time, profileUrl = img ) } } } /** * [id] user/thread id, or current time fallback * [img] parsed url for profile img * [time] time of message * [url] link to thread * [unread] true if image is unread, false otherwise * [content] optional string for thread */ data class FrostThread(val id: Long, val img: String, val title: String, val time: Long, val url: String, val unread: Boolean, val content: String?) private class MessageParserImpl : FrostParserBase(true) { override val url = FbItem.MESSAGES.url override fun textToDoc(text: String): Document? { var content = StringEscapeUtils.unescapeEcmaScript(text) val begin = content.indexOf("id=\"threadlist_rows\"") if (begin <= 0) { L.d("Threadlist not found") return null } content = content.substring(begin) val end = content.indexOf("") if (end <= 0) { L.d("Script tail not found") return null } content = content.substring(0, end).substringBeforeLast("") return Jsoup.parseBodyFragment("
= threadList.getElementsByAttributeValueContaining("id", "thread_fbid_") .mapNotNull(this::parseMessage) val seeMore = parseLink(doc.getElementById("see_older_threads")) val extraLinks = threadList.nextElementSibling().select("a") .mapNotNull(this::parseLink) return FrostMessages(threads, seeMore, extraLinks) } private fun parseMessage(element: Element): FrostThread? { val a = element.getElementsByTag("a").first() ?: return null val abbr = element.getElementsByTag("abbr") val epoch = FB_EPOCH_MATCHER.find(abbr.attr("data-store"))[1]?.toLongOrNull() ?: -1L //fetch id val id = FB_MESSAGE_NOTIF_ID_MATCHER.find(element.id())[1]?.toLongOrNull() ?: System.currentTimeMillis() val content = element.select("span.snippet").firstOrNull()?.text()?.trim() val img = element.getInnerImgStyle() L.v("url", a.attr("href")) return FrostThread( id = id, img = img, title = a.text(), time = epoch, url = a.attr("href").formattedFbUrl, unread = !element.hasClass("acw"), content = content ) } }