From f706226c69180f4a38501460e4fd59cc1438a25e Mon Sep 17 00:00:00 2001
From: kxt1g21 <kxt1g21@soton.ac.uk>
Date: Mon, 8 May 2023 10:19:24 +0800
Subject: [PATCH] (Commit message) Curl website to html file, grep data from
 html file to txt file, insert data into sql database

---
 data.sh | 85 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 85 insertions(+)
 create mode 100755 data.sh

diff --git a/data.sh b/data.sh
new file mode 100755
index 0000000..717c75c
--- /dev/null
+++ b/data.sh
@@ -0,0 +1,85 @@
+#!/bin/bash
+
+curl -s https://www.youtube.com/watch?v=F2pQEXieIqM > /home/admin/Documents/cw2/musicPlaylist.html
+
+curl -s https://www.youtube.com/watch?v=togcVWa-90I > /home/admin/Documents/cw2/jvkeMusic.html
+
+curl -s https://www.youtube.com/watch?v=6ZUIwj3FgUY > /home/admin/Documents/cw2/iveMusic.html
+
+curl -s https://www.youtube.com/watch?v=a3QioFosUxQ > /home/admin/Documents/cw2/gamingVideo.html
+
+curl -s https://www.youtube.com/watch?v=nUPm-loO4FE > /home/admin/Documents/cw2/mukbangVideo.html
+
+curl -s https://www.youtube.com/watch?v=o_UbEhAYl8Q > /home/admin/Documents/cw2/documentary.html
+
+curl -s https://www.youtube.com/watch?v=ENkugc7KWbA > /home/admin/Documents/cw2/offlineTVVideo.html
+
+curl -s https://www.youtube.com/watch?v=lYbFLBqJXVc > /home/admin/Documents/cw2/tenDam.html
+
+curl -s https://www.youtube.com/watch?v=YudHcBIxlYw > /home/admin/Documents/cw2/jisooMusic.html
+
+curl -s https://www.youtube.com/watch?v=Way9Dexny3w > /home/admin/Documents/cw2/duneTrailer.html
+
+video1=$(cat musicPlaylist.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video2=$(cat jvkeMusic.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video3=$(cat gamingVideo.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video4=$(cat mukbangVideo.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video5=$(cat documentary.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video6=$(cat offlineTVVideo.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video7=$(cat tenDam.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video8=$(cat iveMusic.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video9=$(cat jisooMusic.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+video10=$(cat duneTrailer.html | grep -o 'viewCount":{"videoViewCountRenderer":{"viewCount":{"simpleText":"[0-9,]\+' | grep -o '[0-9,]\+' | sed 's/[^$.0-9]*//g')
+
+date=$(date +%d-%m-%Y)
+time=$(date "+%H:%M:%S %p")
+
+echo "musicPlaylist,$video1,$date $time" >> /home/admin/Documents/cw2/musicPlaylist.txt
+
+echo "jvkeMusic,$video2,$date $time" >> /home/admin/Documents/cw2/jvkeMusic.txt
+
+echo "gamingVideo,$video3,$date $time" >> /home/admin/Documents/cw2/gamingVideo.txt
+
+echo "mukbangVideo,$video4,$date $time" >> /home/admin/Documents/cw2/mukbangVideo.txt
+
+echo "documentary,$video5,$date $time" >> /home/admin/Documents/cw2/documentary.txt
+
+echo "offlineTVVideo,$video6,$date $time" >> /home/admin/Documents/cw2/offlineTVVideo.txt
+
+echo "tanDam,$video7,$date $time" >> /home/admin/Documents/cw2/tendam.txt
+
+echo "iveMusic,$video8,$date $time" >> /home/admin/Documents/cw2/iveMusic.txt
+
+echo "jisooMusic,$video9,$date $time" >> /home/admin/Documents/cw2/jisooMusic.txt
+
+echo "duneTrailer,$video10,$date $time" >> /home/admin/Documents/cw2/duneTrailer.txt
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('musicPlaylist', $video1, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('jvkeMusic', $video2, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('gamingVideo', $video3, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('mukbangVideo', $video4, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('documentary', $video5, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('offlineTVVideo', $video6, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('tendam', $video7, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('iveMusic', $video8, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('jisooMusic', $video9, default)")
+
+$(/opt/lampp/bin/mysql -u root -e "use data; insert into YoutubeViews (Name,Views,DateTime) values ('duneTrailer', $video10, default)")
+
-- 
GitLab