require('dotenv').config(); const { Readable, PassThrough } = require("stream"); const { finished } = require("stream/promises"); const { searchMusics } = require('fix-esm').require("node-youtube-music"); const { GetListByKeyword, GetVideoDetails } = require("youtube-search-api"); const skewered = require("skewered"); const { createClient } = require("fix-esm").require("webdav"); const path = require("path"); const { readFileSync, writeFileSync } = require("fs"); const io = require('socket.io-client'); const NodeID3 = require('node-id3'); const { JSDOM } = require("jsdom"); function pathGenerator({ url, name, channelName }) { return `${url}-${skewered(`${name} - ${channelName}`)}.mp3`; } function checkLastSong({ name, channelName }) { const curSong = readFileSync(path.join(__dirname, "last_song.txt"), 'utf8'); return (curSong === `${name} - ${channelName}`); } function writeLastSong({ name, channelName }) { writeFileSync(path.join(__dirname, "last_song.txt"), `${name} - ${channelName}`, { recursive: true, encoding: 'utf-8' }); return null; } async function scrapeLastFMWebsiteForVideo(trackData) { const lastFMSite = await fetch(trackData.url).then(x => x.text()); // classes: image-overlay-playlink-link // attrs: data-youtube-id let attr; try { const dom = new JSDOM(lastFMSite); attr = dom.window.document.querySelector("a.image-overlay-playlink-link").getAttribute("data-youtube-id"); } catch (err) { return null; } if (attr == null) return; const youtubeVideo = await GetVideoDetails(attr); return { ...youtubeVideo, id: attr }; } async function getVideo() { const trackData = await fetch( `https://${process.env.LASTFM_INSTANCE}/2.0/?method=user.getrecenttracks&user=${process.env.LASTFM_USERNAME}&api_key=${process.env.LASTFM_API_KEY}&format=json&limit=1&extended=1` ).then(x => x.json()).then(data => data.recenttracks.track[0]); const tags = { title: trackData.name, artist: trackData.artist.name, album: trackData.album["#text"] || trackData.name, APIC: "./cover.png", userDefinedUrl: [{ description: "Last.FM page", url: trackData.url }] }; if (checkLastSong({ name: trackData.name, channelName: trackData.artist.name })) { console.log("Last song check failed"); return null; } else { console.log("Last song check succeeded, writing file"); writeLastSong({ name: trackData.name, channelName: trackData.artist.name }); } let selectedVideo = { url: "", name: "", channelName: "" }; const musicList = await searchMusics(`${trackData.artist.name} - ${trackData.name}`); const youtubeMusicVideo = musicList.find((song) => { return skewered(song.title).includes(skewered(trackData.name)) && song.artists.some(artist => skewered(trackData.artist.name).includes(artist.name)); }); if (youtubeMusicVideo == null) { const lastFMVideo = await scrapeLastFMWebsiteForVideo(trackData); if (lastFMVideo == null) { const videoList = await GetListByKeyword(`${trackData.artist.name} - ${trackData.name}`, false, 1, [ {type: "video"} ]); const musicVideo = videoList.items[0]; selectedVideo = { url: musicVideo.id, name: musicVideo.title, channelName: musicVideo.channelTitle }; } else selectedVideo = { url: lastFMVideo.id, name: lastFMVideo.title, channelName: lastFMVideo.channel }; } else selectedVideo = { url: youtubeMusicVideo.youtubeId, name: youtubeMusicVideo.title, channelName: youtubeMusicVideo.artists[0].name } selectedVideo.channelName = selectedVideo.channelName.replace(/\s-\sTopic/ig, ""); return { tags, ...selectedVideo, albumCover: trackData.image?.at(-1)["#text"] }; } async function checkNextcloud({ url, name, channelName, tags }, nextcloudClient) { const fileName = pathGenerator({ url, name, channelName }); return await nextcloudClient.exists(path.join(process.env.NEXTCLOUD_FOLDER, tags.album, fileName)); } async function checkNextcloudAlbum({ tags }, nextcloudClient) { return await nextcloudClient.exists(path.join(process.env.NEXTCLOUD_FOLDER, tags.album, "cover.png")); } async function downloadFromCobalt({ url }) { const processor = await fetch(`https://${process.env.COBALT_INSTANCE}/api/json`, { method: "POST", body: JSON.stringify({ url: `https://youtu.be/${url}`, vCodec: "h264", aFormat: "mp3", filenamePattern: "basic", isAudioOnly: true, disableMetadata: false }), headers: [ ["Accept", "application/json"], ["Content-Type", "application/json"], ] }).then(x => x.json()); let processorURL; switch (processor.status) { case 'error': case 'rate-limit': throw new Error(`Error! (${processor.text})`); case 'redirect': processorURL = processor.audio || processor.url; break; case 'picker': throw new Error("Can't handle picker!"); case 'stream': const streamProcessor = await fetch(`${processor.url}&p=1`).then(x => x.json()); if (streamProcessor.status === "continue") processorURL = processor.audio || processor.url; else processorURL = processor.audio || processor.url; break; default: processorURL = processor.audio || processor.url; break; } const body = Buffer.from(await fetch(processorURL).then(x => x.arrayBuffer())); return body; } async function downloadAlbumCover({ albumCover }) { const body = Buffer.from(await fetch(albumCover).then(x => x.arrayBuffer())); return body; } function applyTags({ fileStream, tags }) { const body = NodeID3.update(tags, fileStream); return body; } async function uploadToNextcloud({ fileStream, url, name, channelName, tags, albumCover }, nextcloudClient) { await nextcloudClient.createDirectory(path.join(process.env.NEXTCLOUD_FOLDER, tags.album), { recursive: true, }); const fileBufferStream = new PassThrough().end(fileStream); const fileName = pathGenerator({ url, name, channelName }); await finished(fileBufferStream.pipe(nextcloudClient.createWriteStream(path.join(process.env.NEXTCLOUD_FOLDER, tags.album, fileName)))); if (albumCover) { const albumBufferStream = new PassThrough().end(albumCover); await finished(albumBufferStream.pipe(nextcloudClient.createWriteStream(path.join(process.env.NEXTCLOUD_FOLDER, tags.album, "cover.png")))); } return fileName; } async function main() { const video = await getVideo(); if (video == null) return dismantle(); const nextcloudClient = createClient( `https://${process.env.NEXTCLOUD_INSTANCE}/remote.php/dav/files/${process.env.NEXTCLOUD_USERNAME}/`, { username: process.env.NEXTCLOUD_USERNAME, password: process.env.NEXTCLOUD_PASSWORD, } ); if (await checkNextcloud(video, nextcloudClient)) return dismantle(); socket.emit('nodeMessage', { message: `New song found - ${video.tags.name} from ${video.tags.channelName}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }) let albumCover; if (!(await checkNextcloudAlbum(video, nextcloudClient)) && video.albumCover != null) { albumCover = await downloadAlbumCover(video); } socket.emit('nodeMessage', { message: `Cobalt download starting - ${video.tags.title} by ${video.tags.artist}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }) const cobalt = await downloadFromCobalt(video); socket.emit('nodeMessage', { message: `Cobalt download finished - ${video.tags.title} by ${video.tags.artist}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }); const taggedMusic = applyTags({ fileStream: cobalt, tags: video.tags }); socket.emit('nodeMessage', { message: `Nextcloud upload running - ${video.tags.title} by ${video.tags.artist}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }); const nextcloud = await uploadToNextcloud( { ...video, fileStream: taggedMusic, albumCover: albumCover }, nextcloudClient ); socket.emit('nodeMessage', { message: `Nextcloud upload finished - ${video.tags.title} by ${video.tags.artist}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }) return dismantle(); } const socket = io.connect(`http://${process.env.NOTIFICATION_SERVER_INSTANCE}:${process.env.NOTIFICATION_SERVER_PORT}`, {reconnect: true}); socket.on('connect', function (s) { console.log('Successfully connected to notification server'); }); try { main(); } catch (err) { socket.emit('nodeMessage', { message: `LastFMDownloader error - ${err}`, password: process.env.NOTIFICATION_SERVER_PASSWORD }) throw err; } function dismantle() { socket.disconnect(); return null; }