2021-03-29 12:55:58 +00:00
#!/usr/bin/env oil
2021-02-23 04:36:58 +00:00
2021-03-29 12:55:58 +00:00
# Convert a Newpipe database (assuming it was exported within the app) into OPML v2.
2021-02-23 04:36:58 +00:00
# Dependencies:
# * osh (oil shell) v0.8.5
# * sqlite3 v3.34.0
# * unzip
# * ripgrep v12.1.1
# * jq
2021-03-29 12:55:58 +00:00
# * file
2021-02-23 04:36:58 +00:00
# Use the current Oil features in strict mode.
# This also enables usage of the syntax.
2021-03-29 12:55:58 +00:00
shopt -s strict:all
2021-02-23 04:36:58 +00:00
var FILENAME = $1
# Testing if the given file is a zip file.
2021-04-30 14:21:11 +00:00
file --mime $FILENAME | rg "application/zip" --quiet || exit 1
var channel_id_eggex = / 'https://www.youtube.com/channel/' (word) /
2021-02-23 04:36:58 +00:00
var NEWPIPE_DB = "newpipe.db"
var TEMP_FOLDER_NAME = "newpipe"
2021-03-29 12:55:58 +00:00
var NEWPIPE_DB_QUERY = "SELECT name, url, service_id, group_concat(tag, ',') AS tags FROM (SELECT subscriptions.name, subscriptions.url, subscriptions.service_id, '/' || feed_group.name AS tag
FROM subscriptions
LEFT JOIN feed_group_subscription_join AS subs_join
LEFT JOIN feed_group
ON subs_join.subscription_id = subscriptions.uid AND feed_group.uid = subs_join.group_id) GROUP BY name"
2021-02-23 04:36:58 +00:00
# Print the beginning of the template.
cat <<OPML
<opml version="2.0">
<head>
<title>Newpipe subscriptions</title>
<dateCreated>$(date "+%F %T %z")</dateCreated>
<ownerName>$(whoami)</ownerName>
<docs>http://dev.opml.org/spec2.html</docs>
</head>
<body>
OPML
2021-03-29 12:55:58 +00:00
# Simply prints an `<outline>` element formatted approriately for the resulting output.
# Don't mind how it is printed right now. :)
proc print-outline(title, xml_url, html_url, tags = "") {
2021-04-30 14:21:11 +00:00
printf ' <outline type="rss" xmlUrl="%s" htmlUrl="%s" title="%s" text="%s"' $xml_url $html_url $title $title
2021-03-29 12:55:58 +00:00
if test -n $tags {
printf ' category="%s"' $tags
}
printf '/>\n'
}
2021-02-23 04:36:58 +00:00
# Print the channels in the OPML body.
# This only occurs if the given file does have a Newpipe database.
if unzip -l $FILENAME | rg --quiet $NEWPIPE_DB {
mkdir $TEMP_FOLDER_NAME && unzip -q -u $FILENAME -d $TEMP_FOLDER_NAME
2021-04-30 14:21:11 +00:00
file --mime "${TEMP_FOLDER_NAME}/${NEWPIPE_DB}" | rg --quiet "application/x-sqlite3" || exit 1
2021-02-23 04:36:58 +00:00
trap "rm --recursive $TEMP_FOLDER_NAME" EXIT
2021-03-29 12:55:58 +00:00
sqlite3 "${TEMP_FOLDER_NAME}/${NEWPIPE_DB}" "${NEWPIPE_DB_QUERY}" --csv --header \
| dasel select --parser csv --multiple --selector '.[*]' --compact --write json \
| while read channel {
2021-02-23 04:36:58 +00:00
echo $channel | json read :channel
setvar name = channel['name']
setvar url = channel['url']
2021-03-29 12:55:58 +00:00
setvar service_id = channel['service_id']
setvar tags = channel['tags']
# The `service_id` column indicates where the channel came from the selection of platforms PeerTube offers.
# Since the way to handle each platform differs to get the required data, we're throwing them in a case switch.
case $service_id {
# YouTube
'0') {
setvar channel_id = $(echo $url | sed --quiet --regexp-extended "s|$channel_id_eggex|\\1|p")
setvar xml_url = "https://www.youtube.com/feeds/videos.xml?channel_id=${channel_id}"
}
;;
2021-02-23 04:36:58 +00:00
2021-03-29 12:55:58 +00:00
# Peertube instances
'3') {
# This naive solution just goes through the domain with the assumption that the database is exported properly from the app and not tampered with.
# It can go into an infinite loop so take caution for now.
setvar domain = $(echo $url | cut --delimiter='/' --fields='-3')
setvar _domain_part_index = 4
until (Bool($(curl --silent "$domain/api/v1/config/about" | dasel --parser json --selector ".instance.name"))) {
setvar domain = $(echo $url | cut --delimiter='/' --fields="-$_domain_part_index")
setvar _domain_part_index = Int($_domain_part_index) + 1
}
2021-02-23 04:36:58 +00:00
2021-03-29 12:55:58 +00:00
setvar channel_url = $(echo $url | cut --delimiter='/' --fields='4-')
setvar feed_type = $(echo $channel_url | rg "video-channels" --quiet && echo "videoChannelId" || echo "accountId")
setvar channel_id = $(curl "${domain}/api/v1/${channel_url}" --silent | dasel --parser json --selector '.id')
setvar xml_url = "$domain/feeds/videos.atom?$feed_type=$channel_id"
}
;;
}
2021-02-23 04:36:58 +00:00
2021-03-29 12:55:58 +00:00
print-outline $name $xml_url $url $tags
}
2021-02-23 04:36:58 +00:00
}
# Print the remaining parts of the document.
cat <<OPML
</body>
</opml>
OPML
