| author | Da Risk <da_risk@geekorum.com> |
| Wed, 03 Jan 2024 15:26:40 -0400 | |
| changeset 1174 | 731f6ee517b6 |
| parent 1076 | 876fb78efc47 |
| child 1304 | 4575d4dba3b4 |
| permissions | -rw-r--r-- |
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
1 |
/* |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
2 |
* Geekttrss is a RSS feed reader application on the Android Platform. |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
3 |
* |
| 1174 | 4 |
* Copyright (C) 2017-2024 by Frederic-Charles Barthelery. |
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
5 |
* |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
6 |
* This file is part of Geekttrss. |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
7 |
* |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
8 |
* Geekttrss is free software: you can redistribute it and/or modify |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
9 |
* it under the terms of the GNU General Public License as published by |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
10 |
* the Free Software Foundation, either version 3 of the License, or |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
11 |
* (at your option) any later version. |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
12 |
* |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
13 |
* Geekttrss is distributed in the hope that it will be useful, |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
14 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
15 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
16 |
* GNU General Public License for more details. |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
17 |
* |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
18 |
* You should have received a copy of the GNU General Public License |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
19 |
* along with Geekttrss. If not, see <http://www.gnu.org/licenses/>. |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
20 |
*/ |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
21 |
package com.geekorum.favikonsnoop.snoopers |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
22 |
|
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
23 |
import com.geekorum.favikonsnoop.FaviconInfo |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
24 |
import com.geekorum.favikonsnoop.Snooper |
|
1052
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
25 |
import kotlinx.coroutines.CoroutineDispatcher |
|
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
26 |
import kotlinx.coroutines.Dispatchers |
|
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
27 |
import kotlinx.coroutines.withContext |
|
457
56c5f9f4e955
faviKonSnoop: use okHttp HttpUrl instead of String
Da Risk <da_risk@geekorum.com>
parents:
455
diff
changeset
|
28 |
import okhttp3.HttpUrl |
|
455
c743a2f2ca8a
faviKonSnoop: switch input to okio source
Da Risk <da_risk@geekorum.com>
parents:
454
diff
changeset
|
29 |
import okio.BufferedSource |
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
30 |
import org.jsoup.Jsoup |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
31 |
|
|
457
56c5f9f4e955
faviKonSnoop: use okHttp HttpUrl instead of String
Da Risk <da_risk@geekorum.com>
parents:
455
diff
changeset
|
32 |
open class LinkRelSnooper internal constructor( |
|
1052
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
33 |
private val relValue: String, |
|
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
34 |
private val ioDispatcher: CoroutineDispatcher = Dispatchers.IO |
|
448
c907fe7b9faf
faviKonSnoop: extract relValue of LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
447
diff
changeset
|
35 |
) : Snooper() {
|
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
36 |
|
|
1052
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
37 |
override suspend fun snoop(baseUrl: HttpUrl, content: BufferedSource): Collection<FaviconInfo> = withContext(ioDispatcher) {
|
|
514
f2e9c17efa57
faviKonSnoop: catch IllegalStateException when parsing Html doc
Da Risk <da_risk@geekorum.com>
parents:
457
diff
changeset
|
38 |
val document = runCatching { Jsoup.parse(content.inputStream() , null, baseUrl.toString()) }
|
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
39 |
|
|
1052
43bf3f913017
faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents:
943
diff
changeset
|
40 |
document.getOrNull()?.head()?.let { head ->
|
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
41 |
head.getElementsByTag("link")
|
|
1076
876fb78efc47
faviKonSnoop, htmlparsers: update jsoup
Da Risk <da_risk@geekorum.com>
parents:
1052
diff
changeset
|
42 |
.filter { element ->
|
|
876fb78efc47
faviKonSnoop, htmlparsers: update jsoup
Da Risk <da_risk@geekorum.com>
parents:
1052
diff
changeset
|
43 |
relValue in element.attr("rel").split("\\s".toRegex())
|
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
44 |
} |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
45 |
.flatMap {
|
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
46 |
val url = it.attr("abs:href")
|
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
47 |
val type = it.attr("type").ifEmpty { null }
|
|
454
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
48 |
|
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
49 |
val sizes = parseSizes(it.attr("sizes"))
|
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
50 |
if (sizes.isEmpty()) {
|
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
51 |
listOf(FaviconInfo(url, mimeType = type)) |
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
52 |
} else {
|
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
53 |
sizes.map { dimension ->
|
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
54 |
FaviconInfo(url, |
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
55 |
mimeType = type, |
|
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
56 |
dimension = dimension |
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
57 |
) |
|
454
6398d0a6def5
faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents:
451
diff
changeset
|
58 |
} |
|
447
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
59 |
} |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
60 |
} |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
61 |
} ?: emptyList() |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
62 |
} |
|
ce235d9192e6
faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff
changeset
|
63 |
} |