Rhythmbox scrobbling notes system
I’ve just written Rhythmbox scrobbling system for my notes
the php script takes rhythmdb.xml located at /home/tom/.local/share/rhythmbox/ and creates a yml file
- date: "2017-10-16 06:21:22"
type: scrobble
tags: title=netic+jazzin+it+up&artist=netic&album=Unknown&play-count=1Source Code
#!/usr/bin/env php
<?php
/*
youtube-dl -f 'best' --download-archive archive.txt --playlist-end 100 -u 'tomasparks.ts@gmail.com' -p 'blU8l6PLW!#X' -o '%(title)s.%(ext)s' https://www.youtube.com/feed/history
youtube-dl -f 'best' --download-archive archive.txt --playlist-end 10 -o '%(title)s.%(ext)s' https://www.youtube.com/user/rpgmp3/videos
*/
/*
if (file_exists('./tomasparks_lb-2018-02-09.json')) {
$str = file_get_contents('./tomasparks_lb-2018-02-09.json');
$json = json_decode($str, true);
//// echo "\n".yaml_emit($json)."\n";
foreach ($json as $value){
// print_r($value);
}
}*/
//date_default_timezone_set("Australia/Brisbane")."\n";
echo "loading Settings.....\n";
$GLOBALS["settings"] = yaml_parse_file("/home/tom/github/website/sources/php/rhythmdb_settings.yml");
echo "loading rewrite_rules.....\n";
$GLOBALS["rewrite_rules"] = yaml_parse_file("/home/tom/github/website/sources/php/rewrite_rules.yml");
echo "loading IA_S3s.....\n";
$GLOBALS["IA_S3"] = yaml_parse_file("/home/tom/github/website/sources/php/IA_S3.yml");
echo "Completed loading config files\n";
//$GLOBALS["settings"]["skip"]["type"]["postcast"]=false;
//$GLOBALS["settings"]["skip"]["type"]["audio"]=false;
$GLOBALS["settings"]["debug"]=0;
//$GLOBALS["rewrite_rules"]["twitter"] = false;
//$GLOBALS["rewrite_rules"]["filenames"][""] = false;
function rewrite_BucketName($tmp,$type) {
// echo "doing rewrite_BucketName(".$tmp,$type.") work........\n";
//$GLOBALS["rewrite_rules"]["twitter"][][$tmp] = $tmp;
if ($type=="author") {
// echo "doing author........\n";
// echo "ISSET: ".(isset($GLOBALS["rewrite_rules"]["BucketName"]["author"][$tmp]));
if (isset($GLOBALS["rewrite_rules"]["BucketName"]["author"][$tmp])) {
// echo "ISSET: ".(isset($GLOBALS["rewrite_rules"]["BucketName"]["author"][$tmp]));
$ret = $GLOBALS["rewrite_rules"]["BucketName"]["author"][$tmp];
} else {
//remove non alpha numeric characters
$ret = preg_replace("/[^A-Za-z0-9 ]/", '', $tmp);
//replace more than one space to underscore
$ret = preg_replace('/([\s])\1+/', '_', $ret );
//convert any single spaces to underscrore
$ret = str_replace(" ","_",$ret);
$GLOBALS["rewrite_rules"]["BucketName"]["author"][$tmp] = $ret;
//$ret = $tmp;
}
}
if ($type=="album") {
// echo "doing album........\n";
// echo "ISSET: ".(isset($GLOBALS["rewrite_rules"]["BucketName"]["album"][$tmp]));
if (isset($GLOBALS["rewrite_rules"]["BucketName"]["album"][$tmp])) {
$ret = $GLOBALS["rewrite_rules"]["BucketName"]["album"][$tmp];
} else {
//remove non alpha numeric characters
$ret = preg_replace("/[^A-Za-z0-9 ]/", '', $tmp);
//replace more than one space to underscore
$ret = preg_replace('/([\s])\1+/', '_', $ret );
//convert any single spaces to underscrore
$ret =str_replace(" ","_",$ret);
$GLOBALS["rewrite_rules"]["BucketName"]["album"][$tmp] = $ret;
//$ret =$tmp;
}
}
yaml_emit_file("/home/tom/github/website/sources/php/rewrite_rules.yml",$GLOBALS["rewrite_rules"]);
return $ret;
}
function rewrite_twitter($tmp,$type) {
//$GLOBALS["rewrite_rules"]["twitter"][][$tmp] = $tmp;
if ($type=="author") {
if (isset($GLOBALS["rewrite_rules"]["twitter"]["author"][$tmp])) {
$ret = $GLOBALS["rewrite_rules"]["twitter"]["author"][$tmp];
} else {
$GLOBALS["rewrite_rules"]["twitter"]["author"][$tmp] = $tmp;
$ret =$tmp;
}
}
if ($type=="album") {
if (isset($GLOBALS["rewrite_rules"]["twitter"]["album"][$tmp])) {
$ret = $GLOBALS["rewrite_rules"]["twitter"]["album"][$tmp];
} else {
$GLOBALS["rewrite_rules"]["twitter"]["album"][$tmp] = $tmp;
$ret =$tmp;
}
}
return $ret;
}
function ias3_upload($src,$bucket,$filename) {
// echo "doing ias3_upload(".$src,$bucket,$filename.") work........\n";
passthru("wget '".$src."' -O /tmp/".$filename."");
//Your S3 access key: kLHQfJXQZDtIK8FE
//Your S3 secret key: OXENcmgCoESWDBTp
/* $ch = curl_init("http://s3.us.archive.org/".$bucket."/".$filename."");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HEADER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, array(
'x-amz-auto-make-bucket:1',
'authorization: LOW kLHQfJXQZDtIK8FE:OXENcmgCoESWDBTp',
'x-archive-meta01-collection:opensource_audio',
'x-archive-meta-mediatype:audo'
));
curl_setopt($ch,CURLOPT_POSTFIELDS,array(
'file' => '@' . '/tmp/'.$filename.'')
));
// echo $ch;
curl_exec($ch);
$retcode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
curl_close($ch);
// echo $retcode; */
passthru("curl --location --header 'x-amz-auto-make-bucket:1' \
--header 'authorization: LOW kLHQfJXQZDtIK8FE:OXENcmgCoESWDBTp' \
--header 'x-archive-meta-collection:opensource_audio' \
--header 'x-archive-meta-mediatype:audo' \
--header 'x-archive-meta-title:".str_replace("_"," ",$bucket)."' \
--header 'x-archive-meta-creator:' \
--upload-file '/tmp/".$filename."' \
'http://s3.us.archive.org/".$bucket."/".$filename."'" );
passthru("rm '/tmp/".$filename."'");
// curl --location --header 'x-amz-auto-make-bucket:1' \
// --header 'x-archive-meta01-collection:opensource' \
// --header 'x-archive-meta-mediatype:texts' \
// --header 'x-archive-meta-sponsor:Andrew W. Mellon Foundation' \
// --header 'x-archive-meta-language:eng' \
// --header "authorization: LOW kLHQfJXQZDtIK8FE:OXENcmgCoESWDBTp" \
// --upload-file /home/samuel/public_html/intro-to-k.pdf \
// "http://s3.us.archive.org/".$bucket."/".$filename.""
}
function ias3($src,$dest,$bucket,$filename) {
// echo "doing ias3(\n".$src."\n".$dest."\n".$bucket."\n".$filename."\n) ........\n";
//$ch = curl_init();
//curl_setopt($ch, CURLOPT_URL, "http://s3.us.archive.org/".$bucket."/".$filename."");
echo "Checking http://s3.us.archive.org/".$bucket."/".$filename."....";
$ch = curl_init("http://s3.us.archive.org/".$bucket."/".$filename."");
curl_setopt($ch, CURLOPT_NOBODY, true);
curl_setopt ( $ch, CURLOPT_FOLLOWLOCATION, TRUE);
curl_exec($ch);
$retcode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
curl_close($ch);
if ($retcode >=400) {
echo "FAILED (".$retcode.")\n";
ias3_upload($src,$bucket,$filename);
$GLOBALS["IA_S3"][$bucket]["$filename"] = false;
}
elseif ($retcode ==200) {
echo "OK (".$retcode.")\n";
$GLOBALS["IA_S3"][$bucket]["$filename"] = true;
}
//// echo yaml_emit($GLOBALS)."\n";
//// echo "\nreturning with retcode: ".$retcode."\n";
//sleep(1);
yaml_emit_file("/home/tom/github/website/sources/php/IA_S3.yml",$GLOBALS["IA_S3"]);
//sleep(60);
}
function audiourls($data,$type) {
echo yaml_emit($data);
if (isset($data['mountpoint'])) {
if ( (parse_url($data['mountpoint'], PHP_URL_SCHEME)=="http") OR (parse_url($data['mountpoint'], PHP_URL_SCHEME)=="https") ) {
$ret[] =$data['mountpoint'];
$url=urldecode($data['mountpoint']);
}
}
if ( (parse_url($data['location'], PHP_URL_SCHEME)=="http") OR (parse_url($data['location'], PHP_URL_SCHEME)=="https") ) {
$ret[] =$data['location'];
$url =urldecode($data['location']);
}
echo "url: ".$url."\n";
$GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["BucketName"]['author']='rewrite';
$GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["BucketName"]['album']='rewrite';
// $GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["fielname"]=false;
$GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["url"]=false;
$bucket="";
if ($GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["BucketName"]['author']=='rewrite')
{$bucket .= "".rewrite_BucketName($data['album'], "album");
}
if ($GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["BucketName"]['album']=='rewrite') {
//// echo $type."\n";
$bucket .="-by-".rewrite_BucketName($data['artist'], "author")."";
}
if ($GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["fielname"]) {
//remove non alpha numeric characters
$filename = preg_replace("/[^A-Za-z0-9 ]/", '', $data['title']);
//replace more than one space to underscore
$filename = preg_replace('/([\s])\1+/', '_', $filename );
//convert any single spaces to underscrore
$filename =str_replace(" ","_",$filename);
$filename = $filename.".mp3";} else {$filename = basename(parse_url($url, PHP_URL_PATH));
$GLOBALS["rewrite_rules"]["HowToRewrite"][parse_url($url, PHP_URL_HOST)]["fielname"]=false;}
$archive_url = "http://archive.org/download/".$bucket."/".$filename;
// // echo "calling ias3(".$url."\n".$archive_url."\n".$bucket."\n".$filename."\n".")";
ias3(urldecode($url),$archive_url,$bucket,$filename);
$ret[] =$archive_url;
return $ret;
}
function data2mf($data,$db,$type) {
if (isset($data['play-count']) && $data['play-count'] >= "1") {
if ($GLOBALS["settings"]["debug"]) {echo "doing data2mf2(\n";echo yaml_emit ($data);echo "\n)....\n";}
$epoch = $data['last-played'];
$date = new DateTime("@$epoch");
$date_split = date_parse($date->format('Y-m-d H:i:s'));
$res['type'] = "entry";
$res['published'] = $date->format('Y-m-d\TH:i:sP');
$res['category'][] = "scrobble";
$res['category'][] = "audio";
$res['category'][] = $data['album'];
$res['category'][] = $data['artist'];
$res["listen-of"]["h-cite"]['url'] = $data['subtitle'];
$res["listen-of"]["h-cite"]['photo'] ="";
// echo "\tcalling audiourls(\n";
// print_r ($data);
// print_r ($type);
// echo "\t)\n";
$res["listen-of"]["h-cite"]['audio'] = audiourls($data,$type);
$res["listen-of"]["h-cite"]['name'] = $data['title'];
$res["listen-of"]["h-cite"]["author"] = $data['artist'];
$res["listen-of"]["h-cite"]["content"] = strip_tags($data['description']);
$res['content']['text'] = " \ud83c\udfa7 Listened to ".$data['title']." by ".rewrite_twitter($data['artist'], "author")." From ".rewrite_twitter($data['album'], "album");
$db[$date_split['year']]
[str_pad($date_split['month'], 2, '0', STR_PAD_LEFT)]
[str_pad($date_split['day'], 2, '0', STR_PAD_LEFT)]
[]=$res;
//$ret[] =$res;
unset($res);
}
if ($GLOBALS["settings"]["debug"]) {echo "returning from data2mf2(\n";echo yaml_emit ($db); echo "\n)\n";}
return $db;
}
// start here
if ($GLOBALS["settings"]["debug"]) {echo"Redading rhythmdb.xml....";}
if (file_exists('/home/tom/.local/share/rhythmbox/rhythmdb.xml')) {
$xml = simplexml_load_file('/home/tom/.local/share/rhythmbox/rhythmdb.xml');
//$json = json_encode($xml);
//$data = json_decode($json,TRUE);
// $path = getcwd();
chdir("/home/tom/github/website/sources/php/");
foreach ($xml as $value){
if ($GLOBALS["settings"]["debug"]==10) { echo "-----\n"; }
$json = json_encode($value);
$data = json_decode($json,TRUE);
if ($GLOBALS["settings"]["debug"]==10) { print_r($data);}
if ($GLOBALS["settings"]["debug"]==10) { echo "\n---\n".json_encode($data)."\n----\n";}
$att = $data['@attributes'];
//if ($att['type']== "song") {
// $db = data2mf($data,$db,"audio");
// $db = $db;
//// echo "--\n";
//}
if ($att['type']== "podcast-feed") {
$GLOBALS["podcast-feeds"][] = $data;
}
if ($att['type']== "podcast-post") {
if ($GLOBALS["settings"]["debug"]==10) { echo "calling data2mf(\n";
print_r ($data);
echo "\t$db\n";
echo "\"podcast\")\n"; }
$db = data2mf($data,$db,"podcast");
$db = $db;
}
//// echo yaml_emit($db)."\n";
}
foreach ($db as $ykey => $year){
if(is_array($year)) {
// echo "year == is_array true\n";
// // echo yaml_emit($year)."\n";
// // echo "\n";
foreach ( $year as $mkey => $month) {
if(is_array($month)){
// echo "month == is_array true\n";
//// print_r($month);
// // echo "\n";
// // echo yaml_emit($month)."\n";
mkdir("/home/tom/github/website/sources/gobal/_data/incomming/".str_pad($ykey, 2, '0', STR_PAD_LEFT)."/", 0755, true);
chdir("/home/tom/github/website/sources/gobal/_data/incomming/".str_pad($ykey, 2, '0', STR_PAD_LEFT)."/");
foreach ($month as $dkey => $day) {
//yaml_emit_file ("dba-".str_pad($mkey, 2, '0', STR_PAD_LEFT)."-".str_pad($dkey, 2, '0', STR_PAD_LEFT).".yml" , $day);
if (file_exists("dba-".str_pad($mkey, 2, '0', STR_PAD_LEFT)."-".str_pad($dkey, 2, '0', STR_PAD_LEFT).".yml")) {
$tmp_db = yaml_parse_file("dba-".str_pad($mkey, 2, '0', STR_PAD_LEFT)."-".str_pad($dkey, 2, '0', STR_PAD_LEFT).".yml");
$day = array_merge($day,$tmp_db);
$day = array_unique(array_merge($day,$tmp_db), SORT_REGULAR);
}
yaml_emit_file ("dba-".str_pad($mkey, 2, '0', STR_PAD_LEFT)."-".str_pad($dkey, 2, '0', STR_PAD_LEFT).".yml" , $day);
}
}
// chdir("./..");
}
}
}
yaml_emit_file ("/home/tom/github/website/sources/php/rhythmdb_settings.yml", $GLOBALS["settings"]);
yaml_emit_file("/home/tom/github/website/sources/php/rewrite_rules.yml",$GLOBALS["rewrite_rules"]);
yaml_emit_file("/home/tom/github/website/sources/php/IA_S3.yml",$GLOBALS["IA_S3"]);
yaml_emit_file("/home/tom/github/website/sources/php/podcast-feeds.yml",$GLOBALS["podcast-feeds"]);
//yaml_emit_file("/home/tom/github/blog/notes-src/_php/globals.yml", $GLOBALS);
yaml_emit_file ("/home/tom/github/website/sources/php/output.yml", $db);
// // echo yaml_emit($ret)."\n";
// // print_r (scandir($notes_path));
//mkdir($notes_path."/local/".date("Y")."/", 0755, true);
//chdir($notes_path."/local/".date("Y").'/');
// yaml_emit_file ("r".date("m").".yml" , $ret);
} else {
exit('Failed to open /home/tom/.local/share/rhythmbox/rhythmdb.xml.');
}
?>i’ve updated and cleaned notes.php
#!/usr/bin/env php
<?php
// https://granary.io/twitter/%40me/@self/@app/?format=mf2-json&access_token_key=965564724560609280-akzIBxc445Wof45B1JPZ8kjXopGpDWA&access_token_secret=ls65zMjMa49xbGjG15IhaVqLcgAJh5bmixStjq3VtKlJ6
// key: qhNU8kMDrqS2Ryk8ExmyA
//secret: 1tICNtAofpr0Coycb4eacrf4FcFCWSOzW8novjYL8
require './vendor/autoload.php';
//require_once './goodreads-api/GoodReads.php';
date_default_timezone_set('Australia/Brisbane');
use Ramonztro\SimpleScraper\SimpleScraper;
function cleanstring($string) {
$string = str_replace(' ', '-', $string); // Replaces all spaces with hyphens.
$string = preg_replace('/[^A-Za-z0-9\-]/', '', $string); // Removes special chars.
return preg_replace('/-+/', '-', $string); // Replaces multiple hyphens with single one.
}
function create_notes($data,$logfile, $WM_recv,$out_path) {
foreach ($data as $note) {
// json_encode($data);
if (isset($note['tags']) && !is_array($note['tags'])) {
//fwrite($logfile,json_encode($temp)."\n");
//$note['tags'] = tag2tags($note['$tags'],$logfile);
$temp = urldecode ( $note['tags'] );
parse_str($temp, $tag_array);
$note['tags'] = $tag_array;
}
//echo "\n";
$hash = hash ('sha1' ,json_encode($note));
//fwrite($logfile, $hash."\n");
// echo $hash."\n";
fwrite($logfile, "\n--------------------\nhash: ".$hash."\njson_encode: ".json_encode($note)."\n--------------------\n");
$date_split = date_parse($note['published']);
$isodate = date("c", strtotime($note['published']));
$permdate = sprintf("%04d/%02d/%02d", $date_split['year'], $date_split['month'], $date_split['day']);
$months = array (1=>'January',2=>'February',3=>'March',
4=>'April',5=>'May',6=>'June',7=>'July',8=>'August',
9=>'September',10=>'October',11=>'November',12=>'December');
unset($md_array);
// $md_array['layout'] = "notes_".$note['type'];
$md_array['date'] = $isodate;
// $md_array['type'] = $note['type'];
//$mdfile = fopen($hash.".md", "w");
if (isset($note['listen-of'])) {$note['type']="scrobble";}
if (isset($note['like-of'])) {$note['type']="like";}
//fwrite($mdfile, "---\n");
//fwrite($mdfile, "layout: notes_".$note['type']."\n");
//fwrite($mdfile, "date: ".$isodate."\n");
//fwrite($mdfile, "type: ".$note['type']."\n");
//fwrite($mdfile, "date: ".$isodate."\n");
unset($categories_array);
if (isset($note['category'])) {$categories_array= $note['category'];}
// $categories_array[] = $note['type'];
$categories_array[] = $months[(int)$date_split['month']];
$categories_array[] = $date_split['year'];
$categories_array[] = $date_split['day'];
//fwrite($mdfile, "categories: \n");
//fwrite($mdfile, " - ".$note['type']."\n");
// dates
//fwrite($mdfile, " - ".$date_split['year']."\n");
//fwrite($mdfile, " - ".$months[(int)$date_split['month']]."\n");
//fwrite($mdfile, " - ".$date_split['day']."\n");
// url
if (isset($url)) {
// fwrite($mdfile, " - ".$url."\n");
$categories_array[] = $url;
}
$md_array['permalink'] ="".$hash.".html";
$md_array['redirect_from'][] = "sl/n/d".date("YmdHis", strtotime($note['published'])).".html";
$md_array['redirect_from'][] = "sl/n/".substr($note['type'], 0, 1)."/h".$hash.".html";
$md_array['redirect_from'][] =$note['type']."/".$permdate."/".$hash.".html";
$md_array['redirect_from'][] = "sl/n/".substr($note['type'], 0, 1)."/".num_to_sxg(date("YmdHisu", strtotime($note['published']))).".html";
//if (isset($note['tags']) && is_array($note['tags'])) {
// $tag_array = $note['tags'];
//}
//$tag_array = $note['tags'];
// if (is_array($note['tags'])) {
// print_r($note['tags']);
// $tag_array = $note['tags'];
// print_r($tag_array['syndication']);
// }
// print_r($note['tags']);
// print_r($tag_array['syndication']);
if (isset($note['tags']) && is_array($note['tags'])) {
$tag_array = $note['tags'];
// if (isset($tag_array['syndication'])) {
// $md_array['syndication'] = $tag_array['syndication'];
// }
}
// if (isset($note['syndication'])) {
// $md_array['syndication'] = $note['syndication'];
// }
switch ($note['type']) {
// -------------------------------------------------------------------------------------------------------------------------------------
// #####################################################################################################################################
case "scrobble":
$md_array['listen-of'] = $note['listen-of'];
$tag_array['artist'] = $note['listen-of']['h-cite']['author'];
$md_array['title'] = $note['content']['text'];
$note['message'] = $note['content']['text'];
$md_array['redirect_from'][] =$note['type']."/".cleanstring($tag_array['artist'])."/".cleanstring($tag_array['album'])."/".$hash.".html";
break;
// #####################################################################################################################################
case "photo":
$md_array['title'] = "photo(s)";
$md_array['photo'] = $tag_array['photo'];
//$md_array['permalink'] ="/notes/".$note['type']."/".urlencode($tag_array['artist'])."/".urlencode($tag_array['album'])."/".$hash.".html";
break;
// #####################################################################################################################################
case "twitter":
$md_array['permalink'] ="/notes/".$note['type']."/".$permdate."/".$hash.".html";
$md_array['title'] = "twitted: ".$hash;
//fwrite($mdfile, "ext-url: ".$note['url']."\n");
//fwrite($mdfile, "---\n");
//fwrite($mdfile, $note['message']."\n");
break;
// #####################################################################################################################################
case 'reply':
$urlhost = str_ireplace("www.","",parse_url($note['u'], PHP_URL_HOST));
$md_array['permalink'] ="/notes/".$note['type']."/".$url."/".$permdate."/".$hash.".html";
$html = file_get_contents($note['url']);
$config = HTMLPurifier_Config::createDefault();
$purifier = new HTMLPurifier($config);
$cleanhtml = $purifier->purify($html);
$mf = Mf2\parse($cleanhtml, $note['url']);
$md_array['ext-url'] = $note['url'];
$md_array['title'] = "reply to: ".$note['url'];
break;
// #####################################################################################################################################
case "like":
$urlhost = str_ireplace("www.","",parse_url($note['like-of']['h-cite']['url'], PHP_URL_HOST));
$md_array['redirect_from'][] ="/notes/".$note['type']."/".$urlhost."/".$permdate."/".$hash.".html";
$html = file_get_contents($note['like-of']['h-cite']['url']);
$config = HTMLPurifier_Config::createDefault();
$purifier = new HTMLPurifier($config);
$cleanhtml = $purifier->purify($html);
$mf = Mf2\parse($cleanhtml, $note['like-of']['h-cite']['url']);
$md_array['mf'] = $mf;
$scraper = new SimpleScraper($note['like-of']['h-cite']['url']);
$ogp = $scraper->getOgp();
//$md_array['ogp'] = $ogp;
$twitCard = $scraper->getTwitter();
//$md_array['twitCard'] = $twitCard;
$md_array['ext']['url'] = $note['like-of']['h-cite']['url'];
$md_array['ext']['title'] = $ogp['title'];
$md_array['ext']['description'] = $ogp['description'];
$md_array['ext']['image_url'] = $ogp['image'];
$md_array['ext']['image_width'] = $ogp['image:width'];
$md_array['ext']['image_height'] = $ogp['image:height'];
$md_array['like-of'] = $note['like-of'];
$md_array['title'] = "Liked a page on ".$urlhost;
$note['message'] = $note['content']['value'];
//fwrite($mdfile, $note['message']."\n");
break;
// #####################################################################################################################################
case "read";
$md_array['permalink'] ="/notes/".$note['type']."/".$permdate."/".$hash.".html";
$goodreads_api = new GoodReads('qhNU8kMDrqS2Ryk8ExmyA', '/home/tom/github/blog/website/_rake/tmp/');
$urls = $note['urls'];
$page = $tag_array['page'];
if ($page =="finshed") {$status ="Finished";} else {$status ="Currently";}
fwrite($logfile,json_encode($urls)."\n");
if (array_key_exists("asin",$urls)) {
if (!is_array($urls['asin'])) {
$data = $goodreads_api->getBookByISBN($urls['asin']);
} else {
$temp = $urls['asin'];
$data = $goodreads_api->getBookByISBN($temp['name']);
}
}
if (array_key_exists("isbn",$urls)) {
if (!is_array($urls['isbn'])) {
$data = $goodreads_api->getBookByISBN($urls['asin']);
} else {
$temp = $urls['isbn'];
$data = $goodreads_api->getBookByISBN($temp['name']);
}
}
$book = $note['book'];
fwrite($logfile,json_encode($book)."\n");
$md_array['book-title'] =$book['title'];
$md_array['book-image_url'] =$book['small_image_url'];
$md_array['book-url'] = $book['url'];
$md_array['page'] =$page;
$md_array['status'] =$status;
if ($status =="Finished") {$md_array['title'] = "Completed Reading ".$md_array['book-title']." by ".$md_array['book-author']; } else {$status ="Currently Reading ".$md_array['book-title']." by ".$md_array['book-author'];}
$md_array['title'] = " ".$url;
break;
// #####################################################################################################################################
//default:
//$md_array['title'] = $permdate." ".$note['type'];
//$md_array['redirect_from'][] ="/notes/".$note['type']."/".$permdate."/".$hash.".html";
//break;
// -------------------------------------------------------------------------------------------------------------------------------------
}
$md_array['categories']=$categories_array;
$frontmatter = yaml_emit ($md_array);
$frontmatter = str_ireplace("...","---",$frontmatter);
$mdfile = fopen($out_path."/".$hash.".md", "w");
fwrite($mdfile, $frontmatter);
if (array_key_exists("message",$data)) {
fwrite($mdfile, $note['message']."\n");
}
fclose($mdfile);
$WM_array[]="";
$WM_recv_array['"'.$md_array['permalink'].'"']=$WM_array;
fwrite($logfile, "\n".$frontmatter."\n");
}
return $WM_recv_array;
}
// ================================
function json_parse_file( $file,$logfile ) {
// Read the input as a string to handle both form-encoded and JSON requests
//$xray = new p3k\XRay();
// Read the input as a string to handle both form-encoded and JSON requests
//$input = file_get_contents($file);
//$input = json_decode(file_get_contents($file), true);
//$request = \p3k\Micropub\Request::createFromJSONObject($input);
// Output as an Mf2 array
//$item = $request->toMf2();
// Turn it into an Mf2 page
//$mf2 = ['items' => [$item]];
// Process via XRay
//$parsed = $xray->process(false, $mf2);
/*$parsed = $xray->parse('', $input);
print_r($parsed);
//print_r($request->toMf2());
$ret["date"] = $parsed['data']['published'];
if (isset($parsed['data']['content']['text'])) {
$ret["message"] = $parsed['data']['content']['text'];
} else {$ret["message"]="";}
$ret["syndication"] = $parsed['data']['syndication'];
$ret['type'] ="twitter";
switch (true) {
case isset($parsed['data']['like-of']):
$ret['type'] ="like";
$ret['url'] = $parsed['data']['like-of'][0];
break;
case isset($parsed['data']['in-reply-to']):
$ret['type'] ="reply";
$ret['url'] = $parsed['data']['in-reply-to'][0];
break;
case isset($parsed['data']['bookmark-of']):
$ret['type'] ="bookmark";
$ret['url'] = $parsed['data']['bookmark-of'][0];
break;
}
*/
$json = file_get_contents($file);
$json_array = json_decode($json,TRUE);
print_r($json_array);
foreach ($json_array['items'] as $value){
unset($res);
print_r($value);
if (is_array($value)) {
if (array_key_exists("published",$value['properties'])) {
$res["date"] = $value['properties']["published"][0];
$content = $value['properties']['content'];
if (is_array($content)) {
$res["message"] = $content['value'];
} else {
$res["message"] = $content;
}
if (isset($value['properties']['syndication'])) {
$syndication_array = $value['properties']['syndication'];
$tags['syndication'] = $syndication_array;
//$res['tags'] = $tags;
}
$res['type'] ="twitter";
switch (true) {
case isset($value['properties']['like-of']):
$res['type'] ="like";
$res['url'] = $value['properties']['like-of'][0];
break;
case isset($value['properties']['photo']):
$res['type'] ="photo";
$tags['photo'] = $value['properties']['photo'];
break;
case isset($value['properties']['in-reply-to']):
$res['type'] ="reply";
$res['url'] = $value['properties']['in-reply-to'][0];
break;
case isset($value['properties']['bookmark-of']):
$res['type'] ="bookmark";
$res['url'] = $value['properties']['bookmark-of'][0];
break;
}
if (isset($tags)) {$res['tags'] = $tags;}
}
}
if (isset($res)) {$ret[] = $res;}
}
print_r(json_encode($ret,JSON_PRETTY_PRINT));
echo "\n";
fwrite($logfile,json_encode($ret,JSON_PRETTY_PRINT)."\n");
$r[] = $ret;
return $ret;
}
// ================================
function csv_parse_file ( $file,$logfile ) {
//echo "opening ".$file."....";
if (($handle = fopen($file, "r")) !== FALSE) {
//echo "Done\n";
while (($data = fgetcsv($handle, 1000, ",")) !== FALSE) {
fwrite($logfile,json_encode($data)."\n");
/*
0: type
1: url
2: messages
3: tags
4: date
*/
unset($res);
$res['type'] = $note['0'];
$tmpdate = date_create_from_format('d/m/Y', $note['4']);
$res['date'] = date_format($tmpdate, 'Y-m-d');
$res['message'] = $note['2'];
$res['source']="csv";
// tags ===============================================
unset($tags_array);
//$note['3'] = urldecode ( $note['3'] );
if (!strlen($note['3']) == 0 && !is_null($note['3'])) {
//parse_str($note['3'], $tags_array);
$oldtags_array = explode(',', $note['3']);
$tags_array = "";
for($i=0; $i < count($oldtags_array ); $i++){
$key_value = explode(':', $oldtags_array [$i]);
$tags_array[$key_value [0]] = $key_value [1];
}
//echo "tags_array===============================================\n";
//print_r($tags_array);
fwrite($logfile,json_encode($tags_array)."\n");
//echo "===============================================\n";
$res['tags'] = $tags_array;
}
// ======================================================
// url tags ===========================================
unset($url_array);
if (!strlen($note['1']) == 0 && !is_null($note['1'])) {
//print_r($note['1']);
//echo "\n";
switch (true) {
case stristr($note['1'], 'http'):
// echo "found http\n";
$res['url'] = $note['1'];
// echo "url===============================================\n";
// print_r($res['url']);
// echo "===============================================\n";
break;
case parse_url($note['1'], PHP_URL_QUERY);
// echo "found query\n";
$query = parse_url($note['1'], PHP_URL_QUERY);
parse_str($query, $query_array);
$key_value = explode(':', $note['1']);
$url_array[$key_value [0]] = $query_array;
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
// echo "\n";
break;
case stristr($note['1'], 'ASIN'):
//echo "found asin\n";
$key_value = explode(':', $note['1']);
$url_array['asin'] = $key_value [1];
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
break;
case stristr($note['1'], 'ISBN'):
//echo "found isbn\n";
$key_value = explode(':', $note['1']);
$url_array['isbn'] = $key_value [1];
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
// break;
case stristr($note['1'], 'IMDB'):
//echo "found IMDB\n";
$key_value = explode(':', $note['1']);
$url_array['imdb'] = $key_value [1];
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
break;
case stristr($note['1'], 'TVDB'):
//echo "found TVDB\n";
$key_value = explode(':', $note['1']);
$url_array['tvdb'] = $key_value [1];
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
break;
case stristr($note['1'], 'MB'):
//echo "found MB (metabrainz)\n";
$key_value = explode(':', $note['1']);
$url_array['mb'] = $key_value [1];
$res['urls'] = $url_array;
// echo "url===============================================\n";
// print_r($res['urls']);
// echo "===============================================\n";
break;
/*
case strstr($note['1'], ','):
$oldurl_array = explode(',', $note['1']);
$url_array = "";
for($i=0; $i < count($oldurl_array ); $i++){
$key_value = explode(':', $oldurl_array [$i]);
$url_array[$key_value [0]] = $key_value [1];
}
$res['urls'] = $url_array;
echo "url_array===============================================\n";
print_r($res['urls']);
echo "===============================================\n";
$url_array="";;
break;
*/
}
}
// ===========================================
//echo "res===============================================\n";
//print_r($res);
//echo "===============================================\n";
//fwrite($logfile,json_encode($res)."\n");
$ret[] = $res;
}
}
fclose($handle);
return $ret;
}
$path = getcwd();
$logfile = fopen("log.log", "w");
global $logfile;
$notes_path = "/home/tom/github/website/sources/gobal/_data/notes";
$out_path = "/home/tom/github/website/sources/notes-src";
//$webmention_path = str_replace("_rake",".jekyll-cache",$path);
//$wb_recv_file = $webmention_path."/webmention_io_received.yml";
$WM_recv="";
chdir($notes_path);
$notes_dir = scandir($notes_path);
fwrite($logfile,json_encode($notes_dir)."\n");
foreach ($notes_dir as $dir) {
fwrite($logfile,$dir."\n");
if ($dir === "." or $dir === ".." ) {continue;}
chdir($notes_path."/".$dir);
$year_dir = scandir($notes_path."/".$dir);
fwrite($logfile,json_encode($year_dir)."\n");
//foreach ($year_dir as $ydir) {
// fwrite($logfile,$ydir."\n");
// if ($ydir === "." or $ydir === "..") {continue;}
// chdir($notes_path."/".$dir."/".$ydir);
// echo getcwd()."\n";
$filelist = scandir($notes_path."/".$dir."/");
fwrite($logfile,json_encode($filelist)."\n");
foreach ($filelist as $file) {
if ($file === "." or $file === "..") {continue;}
switch(true) {
case strstr($file, "log"):
//echo $file." skipping log file\n";
fwrite($logfile,$file." skipping log file\n");
continue 2;
case strstr($file, "md"):
//echo $file." skipping md file\n";
fwrite($logfile,$file." skipping md file\n");
continue 2;
case strstr($file, "temp"):
//echo $file." skipping md file\n";
fwrite($logfile,$file." skipping temp file\n");
continue 2;
case strstr($file, "yml"):
echo "Found ".$file." yml file\n";
fwrite($logfile,"Found ".$file." yml file :) \n");
$data = yaml_parse_file ( $file );
fwrite($logfile,"\n-----S-CONTENTS-------------\n".yaml_emit($data)."\n-----E-CONTENTS-------------\n");
//$WM_recv[] = create_notes($data, $logfile,$WM_recv,$out_path);
create_notes($data, $logfile,$WM_recv,$out_path);
break;
/*case strstr($file, "csv"):
//echo $file." CSV file\n";
fwrite($logfile,$file." csv file :) \n");
$data = csv_parse_file ( $file, $logfile );
create_notes($data, $logfile);
break;*/
case strstr($file, "json"):
//echo $file." json file\n";
fwrite($logfile,$file." json file :) \n");
$data = json_parse_file ( $file, $logfile );
$WM_recv[] = create_notes($data, $logfile,$WM_recv,$out_path);
break;
}
}
}
#mkdir($webmention_path."/", 0755, true);
# yaml_emit_file($webmention_path."/webmention_io_received.yml",$WM_recv);
fclose($logfile);
?>Date:
Permalink: https://tomasparks.name/2017/12/31/rhythmbox-notes-system.html
Also posted on:
Tom Sparks
email,
tomasparks@21:1/164, (fsxnet)
tomasparks@fideonet. (comming soon)
tomasparks@21:1/164, (fsxnet)
tomasparks@fideonet. (comming soon)
I am a Alternative Technology Researcher, with a focus on Digital Communication Networks.