store feeds as JSON
This commit is contained in:
parent
be5c22dbb9
commit
bfee05b744
86
rss/youtube
86
rss/youtube
|
@ -4,6 +4,8 @@ set -e
|
|||
|
||||
argv0="$0"
|
||||
|
||||
PIGPEN="$(pig_pen)"
|
||||
|
||||
id(){
|
||||
youtube-dl --skip-download --print-json --playlist-items 1 "$1" \
|
||||
| jq '.channel_id' \
|
||||
|
@ -11,25 +13,58 @@ id(){
|
|||
}
|
||||
|
||||
feedurl(){
|
||||
printf "https://www.youtube.com/feeds/videos.xml?channel_id=%b\n" "$1"
|
||||
printf "http://www.youtube.com/feeds/videos.xml?channel_id=%b\n" "$1"
|
||||
}
|
||||
|
||||
list_channels(){
|
||||
for file in "$(pig_pen)"/*
|
||||
do printf "%s\t%s\n" "$(xq '.feed.title' <"$file")" "$file"
|
||||
done
|
||||
pscat \
|
||||
[ sh -c "for file in \"$PIGPEN\"/*.xml; \
|
||||
do xq '{(.feed.link[0].\"@href\"): .feed.title}' \"\$file\"; \
|
||||
done 2>/dev/null" ] \
|
||||
[ sh -c "for file in \"$PIGPEN\"/*.json; \
|
||||
do jq '{(.feed.link[0].\"@href\"): .feed.title}' \"\$file\"; \
|
||||
done 2>/dev/null" ] \
|
||||
[ printf "\n" ] \
|
||||
| sed \
|
||||
-e '/{/d' \
|
||||
-e '/}/d' \
|
||||
-e 's/^ \"//g' \
|
||||
-e 's/\": \"/ /g' \
|
||||
-e 's/\,$//g' \
|
||||
-e 's/\"$//g'
|
||||
}
|
||||
|
||||
list_videos(){
|
||||
file="$( \
|
||||
ls "$PIGPEN" \
|
||||
| grep "$( \
|
||||
list_channels \
|
||||
| grep "$1" \
|
||||
| cut -f 2 \
|
||||
| xargs xq \
|
||||
| sed "/$(printf '%b' "$1")/q" \
|
||||
| tail -n 1 \
|
||||
| cut -f 1 \
|
||||
| xargs pig_name
|
||||
)" \
|
||||
)"
|
||||
case "$file" in
|
||||
*json)
|
||||
jq \
|
||||
'reduce .feed.entry[] as $item (
|
||||
{};
|
||||
. + { ($item.link."@href"): $item.title }
|
||||
)' \
|
||||
| sed \
|
||||
)' "$file"
|
||||
;;
|
||||
*xml)
|
||||
xq \
|
||||
'reduce .feed.entry[] as $item (
|
||||
{};
|
||||
. + { ($item.link."@href"): $item.title }
|
||||
)' "$file"
|
||||
;;
|
||||
*)
|
||||
printf "No file found!\n" 1>&2
|
||||
true
|
||||
;;
|
||||
esac | sed \
|
||||
-e '1d' \
|
||||
-e '$d' \
|
||||
-e 's/\": \"/ /g' \
|
||||
|
@ -38,11 +73,15 @@ list_videos(){
|
|||
}
|
||||
|
||||
latin(){
|
||||
xq '.feed.pig' <"$1"
|
||||
case "$1" in
|
||||
json) jq '.feed.pig' <"$1" ;;
|
||||
xml) xq '.feed.pig' <"$1" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
stow(){
|
||||
pig_fetch "$1" | xq -x "$(
|
||||
name="$PIGPEN/$(pig_name "$1")"
|
||||
pig_fetch "$1" | xq "$(
|
||||
date '+%Y-%m-%dT%T' \
|
||||
| xargs printf '
|
||||
. * { feed: { pig: {
|
||||
|
@ -51,7 +90,8 @@ stow(){
|
|||
stow_date: "%b",
|
||||
version: "0"
|
||||
} } }' "$1" \
|
||||
)" >"$(pig_pen)/$(pig_name "$1")"
|
||||
)" >"$name.json"
|
||||
rm -f "$name.xml"
|
||||
}
|
||||
|
||||
watch(){
|
||||
|
@ -82,7 +122,7 @@ case "$1" in
|
|||
list_channels)
|
||||
! str isvalue "$2" \
|
||||
|| usage
|
||||
list_channels | sort
|
||||
list_channels
|
||||
;;
|
||||
list_videos) # do something with youtube-dl?
|
||||
str isvalue "$2" \
|
||||
|
@ -103,19 +143,21 @@ listen)
|
|||
;;
|
||||
refresh)
|
||||
if ! str isvalue "$2"
|
||||
then for file in "$(pig_pen)"/*
|
||||
do latin "$file" \
|
||||
| jq '.feed_url' \
|
||||
| xargs stow &
|
||||
then for file in "$PIGPEN"/*
|
||||
do stow "$( \
|
||||
latin "$file" \
|
||||
| jq -r '.feed_url' \
|
||||
)"
|
||||
done
|
||||
else
|
||||
while str isvalue "$2"
|
||||
do list_channels \
|
||||
do stow "$( \
|
||||
latin "$( \
|
||||
list_channels \
|
||||
| grep "$2" \
|
||||
| cut -f 2 \
|
||||
| xargs latin \
|
||||
| jq '.feed_url' \
|
||||
| xargs stow
|
||||
)" | jq '.feed_url' \
|
||||
)"
|
||||
shift
|
||||
done
|
||||
fi
|
||||
|
@ -124,7 +166,7 @@ subscribe)
|
|||
str isvalue "$2" \
|
||||
|| usage
|
||||
while str isvalue "$2"
|
||||
do stow "$(feedurl "$(id "$2")")"
|
||||
do stow "http://www.youtube.com/feeds/videos.xml?channel_id=$(id "$2")"
|
||||
shift
|
||||
done
|
||||
;;
|
||||
|
|
Loading…
Reference in New Issue
Block a user