faviKonSnoop/src/main/kotlin/snoopers/LinkRelSnooper.kt
author Da Risk <da_risk@geekorum.com>
Wed, 03 Jan 2024 15:26:40 -0400
changeset 1174 731f6ee517b6
parent 1076 876fb78efc47
child 1304 4575d4dba3b4
permissions -rw-r--r--
update license headers
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     1
/*
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     2
 * Geekttrss is a RSS feed reader application on the Android Platform.
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     3
 *
1174
731f6ee517b6 update license headers
Da Risk <da_risk@geekorum.com>
parents: 1076
diff changeset
     4
 * Copyright (C) 2017-2024 by Frederic-Charles Barthelery.
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     5
 *
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     6
 * This file is part of Geekttrss.
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     7
 *
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     8
 * Geekttrss is free software: you can redistribute it and/or modify
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
     9
 * it under the terms of the GNU General Public License as published by
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    10
 * the Free Software Foundation, either version 3 of the License, or
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    11
 * (at your option) any later version.
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    12
 *
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    13
 * Geekttrss is distributed in the hope that it will be useful,
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    14
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    15
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    16
 * GNU General Public License for more details.
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    17
 *
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    18
 * You should have received a copy of the GNU General Public License
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    19
 * along with Geekttrss.  If not, see <http://www.gnu.org/licenses/>.
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    20
 */
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    21
package com.geekorum.favikonsnoop.snoopers
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    22
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    23
import com.geekorum.favikonsnoop.FaviconInfo
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    24
import com.geekorum.favikonsnoop.Snooper
1052
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    25
import kotlinx.coroutines.CoroutineDispatcher
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    26
import kotlinx.coroutines.Dispatchers
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    27
import kotlinx.coroutines.withContext
457
56c5f9f4e955 faviKonSnoop: use okHttp HttpUrl instead of String
Da Risk <da_risk@geekorum.com>
parents: 455
diff changeset
    28
import okhttp3.HttpUrl
455
c743a2f2ca8a faviKonSnoop: switch input to okio source
Da Risk <da_risk@geekorum.com>
parents: 454
diff changeset
    29
import okio.BufferedSource
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    30
import org.jsoup.Jsoup
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    31
457
56c5f9f4e955 faviKonSnoop: use okHttp HttpUrl instead of String
Da Risk <da_risk@geekorum.com>
parents: 455
diff changeset
    32
open class LinkRelSnooper internal constructor(
1052
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    33
    private val relValue: String,
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    34
    private val ioDispatcher: CoroutineDispatcher = Dispatchers.IO
448
c907fe7b9faf faviKonSnoop: extract relValue of LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents: 447
diff changeset
    35
) : Snooper() {
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    36
1052
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    37
    override suspend fun snoop(baseUrl: HttpUrl, content: BufferedSource): Collection<FaviconInfo> = withContext(ioDispatcher) {
514
f2e9c17efa57 faviKonSnoop: catch IllegalStateException when parsing Html doc
Da Risk <da_risk@geekorum.com>
parents: 457
diff changeset
    38
        val document = runCatching { Jsoup.parse(content.inputStream() , null, baseUrl.toString()) }
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    39
1052
43bf3f913017 faviKonSnoop: use suspend functions and coroutine dispatchers
Da Risk <da_risk@geekorum.com>
parents: 943
diff changeset
    40
        document.getOrNull()?.head()?.let { head ->
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    41
            head.getElementsByTag("link")
1076
876fb78efc47 faviKonSnoop, htmlparsers: update jsoup
Da Risk <da_risk@geekorum.com>
parents: 1052
diff changeset
    42
                .filter { element ->
876fb78efc47 faviKonSnoop, htmlparsers: update jsoup
Da Risk <da_risk@geekorum.com>
parents: 1052
diff changeset
    43
                    relValue in element.attr("rel").split("\\s".toRegex())
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    44
                }
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    45
                .flatMap {
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    46
                    val url = it.attr("abs:href")
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    47
                    val type = it.attr("type").ifEmpty { null }
454
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    48
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    49
                    val sizes = parseSizes(it.attr("sizes"))
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    50
                    if (sizes.isEmpty()) {
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    51
                        listOf(FaviconInfo(url, mimeType = type))
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    52
                    } else {
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    53
                        sizes.map { dimension ->
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    54
                            FaviconInfo(url,
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    55
                                mimeType = type,
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    56
                                dimension = dimension
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    57
                            )
454
6398d0a6def5 faviKonSnoop: fix issue when icons don't define sizes attribute
Da Risk <da_risk@geekorum.com>
parents: 451
diff changeset
    58
                        }
447
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    59
                    }
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    60
                }
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    61
        } ?: emptyList()
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    62
    }
ce235d9192e6 faviKonSnoop: Add LinkRelSnooper
Da Risk <da_risk@geekorum.com>
parents:
diff changeset
    63
}