OpenMediaCenter/api/src/VideoParser.php

<?php
require_once 'Database.php';
require_once 'TMDBMovie.php';
require_once 'SSettings.php';

/**
 * Class VideoParser
 * handling the parsing of all videos of a folder and adding
 * all videos with tags and thumbnails to the database
 */
class VideoParser {
    /// ffmpeg installation binary
    private string $ffmpeg = 'ffmpeg';
    private TMDBMovie $tmdb;
    /// initial load of all available movie genres
    private array $tmdbgenres;
    private string $videopath;

    /// db connection instance
    private mysqli $conn;

    /// settings object instance
    private SSettings $settings;

    private bool $TMDBenabled;
    /// videos added in this run
    private int $added = 0;
    /// all videos in this run
    private int $all = 0;
    /// failed videos in this run
    private int $failed = 0;
    /// deleted videos in this run
    private int $deleted = 0;

    /**
     * VideoParser constructor.
     */
    public function __construct() {
        $this->tmdb = new TMDBMovie();
        $this->tmdbgenres = $this->tmdb->getAllGenres();
        $this->conn = Database::getInstance()->getConnection();

        $this->settings = new SSettings();
        $this->TMDBenabled = $this->settings->isTMDBGrabbingEnabled();
        $this->videopath = $this->settings->getVideoPath();
    }

    /**
     * searches a folder for mp4 videos and adds them to video gravity
     * @param $foldername string the folder where to search (relative to the webserver root)
     */
    public function extractVideos(string $foldername) {
        echo("TMDB grabbing is " . ($this->TMDBenabled ? "" : "not") . " enabled \n");
        $arr = scandir($foldername);

        foreach ($arr as $elem) {
            if ($elem == '.' || $elem == '..') continue;

            $ext = pathinfo($elem, PATHINFO_EXTENSION);
            if ($ext == "mp4") {
                $this->processVideo($elem);
            } else {
                echo($elem . " does not contain a valid .mp4 extension! - skipping \n");
                $this->writeLog($elem . " does not contain a valid .mp4 extension! - skipping \n");
            }
        }

        // cleanup gravity
        $this->cleanUpGravity();

        // calculate size of databse here
        $size = -1;
        $query = "SELECT table_schema AS \"Database\", 
                        ROUND(SUM(data_length + index_length) / 1024 / 1024, 3) AS \"Size\" 
                        FROM information_schema.TABLES 
                        WHERE TABLE_SCHEMA='" . Database::getInstance()->getDatabaseName() . "'
                        GROUP BY table_schema;";
        $result = $this->conn->query($query);
        if ($result->num_rows == 1) {
            $row = $result->fetch_assoc();
            $size = $row["Size"];
        }

        echo "Total gravity: " . $this->all . "\n";
        $this->writeLog("Total gravity: " . $this->all . "\n");
        echo "Size of Databse is: " . $size . "MB\n";
        $this->writeLog("Size of Databse is: " . $size . "MB\n");
        echo "added in this run: " . $this->added . "\n";
        $this->writeLog("added in this run: " . $this->added . "\n");
        echo "deleted in this run: " . $this->deleted . "\n";
        $this->writeLog("deleted in this run: " . $this->deleted . "\n");
        echo "errored in this run: " . $this->failed . "\n";
        $this->writeLog("errored in this run: " . $this->failed . "\n");

        $this->writeLog("-42"); // terminating characters to stop webui requesting infos
    }

    /**
     * processes one mp4 video, extracts tags and adds it to the database
     * @param $filename string filename of the video to process
     */
    private function processVideo(string $filename) {
        $moviename = substr($filename, 0, -4);

        $regex = '/\([0-9]{4}?\)/'; //match year pattern
        preg_match($regex, $moviename, $matches);
        preg_replace($regex, '', $moviename);
        $year = null;
        if (count($matches) > 0) {
            $year = substr($matches[count($matches) - 1], 1, 4);
            $moviename = substr($moviename, 0, -6);
        }

        $query = "SELECT * FROM videos WHERE movie_name = '" . mysqli_real_escape_string($this->conn, $moviename) . "'";
        $result = $this->conn->query($query);

        // insert if not available in db
        if (!mysqli_fetch_assoc($result)) {
            $genres = -1;
            $insert_query = "";

            // extract other video attributes
            $video_attributes = $this->_get_video_attributes($filename);
            $duration = 0;
            $size = 0;
            $width = 0;

            if ($video_attributes) {
                $duration = $video_attributes->media->track[0]->Duration; // in seconds
                $size = $video_attributes->media->track[0]->FileSize; // in Bytes
                $width = $video_attributes->media->track[1]->Width; // width
            }

            // extract poster from video
            $backpic = shell_exec("$this->ffmpeg -hide_banner -loglevel panic -ss 00:04:00 -i \"../$this->videopath$filename\" -vframes 1 -q:v 2 -f singlejpeg pipe:1 2>/dev/null");
            // convert video to base64
            $backpic64 = 'data:image/jpeg;base64,' . base64_encode($backpic);

            // set default insert query without tmdb poster
            $insert_query = "INSERT INTO videos(movie_name,movie_url,thumbnail,quality,length) 
                            VALUES ('" . mysqli_real_escape_string($this->conn, $moviename) . "',
                            '" . mysqli_real_escape_string($this->conn, $this->videopath . $filename) . "',
                            '$backpic64',
                            '$width',
                            '$duration')";

            // check if tmdb grabbing is enabled
            if ($this->TMDBenabled) {
                // search in tmdb api
                if (!is_null($dta = $this->tmdb->searchMovie($moviename, $year))) {
                    $poster = file_get_contents($this->tmdb->picturebase . $dta->poster_path);

                    // error handling for download error
                    if ($poster) {
                        $poster_base64 = 'data:image/jpeg;base64,' . base64_encode($poster);

                        // override insert query if pic loaded correctly
                        $insert_query = "INSERT INTO videos(movie_name,movie_url,poster,thumbnail,quality,length) 
                            VALUES ('" . mysqli_real_escape_string($this->conn, $moviename) . "',
                            '" . mysqli_real_escape_string($this->conn, $this->videopath . $filename) . "',
                            '$backpic64',
                            '$poster_base64',
                            '$width',
                            '$duration')";
                    }
                    // store genre ids for parsing later
                    $genres = $dta->genre_ids;
                } else {
                    // nothing found with tmdb
                    echo "my moviename: " . $moviename;
                    $this->writeLog("nothing found with TMDB! -- $moviename\n");
                }
            }

            if ($this->conn->query($insert_query) === TRUE) {
                echo('successfully added ' . $filename . " to video gravity\n");
                $this->writeLog('successfully added ' . $filename . " to video gravity\n");

                // add this entry to the default tags
                $last_id = $this->conn->insert_id;

                $this->insertSizeTag($width, $last_id);

                // handle tmdb genres here!
                if ($genres != -1) {
                    // transform genre ids in valid names
                    foreach ($genres as $genreid) {
                        // check if genre is already a tag in db if not insert it
                        $tagname = array_column($this->tmdbgenres, 'name', 'id')[$genreid];
                        $tagid = $this->tagExists($tagname);

                        $query = "INSERT INTO video_tags(video_id,tag_id) VALUES ($last_id,$tagid)";
                        if ($this->conn->query($query) !== TRUE) {
                            echo "failed to add $genreid tag here.\n";
                            $this->writeLog("failed to add $genreid tag here.\n");
                        }
                    }
                }


                $this->added++;
                $this->all++;
            } else {
                echo('errored item: ' . $filename . "\n");
                $this->writeLog('errored item: ' . $filename . "\n");
                echo('{"data":"' . $this->conn->error . '"}\n');
                $this->writeLog('{"data":"' . $this->conn->error . '"}\n');
                $this->failed++;
            }
        } else {
            $this->all++;
        }
    }

    /**
     * get all videoinfos of a video file
     *
     * @param $video string name including extension
     * @return object all infos as object
     */
    private function _get_video_attributes(string $video) {
        $command = "mediainfo \"../$this->videopath$video\" --Output=JSON";
        $output = shell_exec($command);
        return json_decode($output);
    }

    /**
     * write a line to the output log file
     *
     * @param string $message message to write
     */
    public function writeLog(string $message) {
        file_put_contents("/tmp/output.log", $message, FILE_APPEND);
        flush();
    }

    /**
     * insert the corresponding videosize tag to a specific videoid
     * @param $width int video width
     * @param $videoid int id of video
     */
    private function insertSizeTag(int $width, int $videoid) {
        // full hd
        if ($width >= 1900) {
            $query = "INSERT INTO video_tags(video_id,tag_id) VALUES ($videoid,2)";
            if ($this->conn->query($query) !== TRUE) {
                echo "failed to add default tag here.\n";
                $this->writeLog("failed to add default tag here.\n");
            }
        }

        // HD
        if ($width >= 1250 && $width < 1900) {
            $query = "INSERT INTO video_tags(video_id,tag_id) VALUES ($videoid,4)";
            if ($this->conn->query($query) !== TRUE) {
                echo "failed to add default tag here.\n";
                $this->writeLog("failed to add default tag here.\n");
            }
        }

        // SD
        if ($width < 1250 && $width > 0) {
            $query = "INSERT INTO video_tags(video_id,tag_id) VALUES ($videoid,3)";
            if ($this->conn->query($query) !== TRUE) {
                echo "failed to add default tag here.\n";
                $this->writeLog("failed to add default tag here.\n");
            }
        }
    }

    /**
     * ckecks if tag exists -- if not creates it
     * @param string $tagname the name of the tag
     * @return integer the id of the inserted tag
     */
    private function tagExists(string $tagname) {
        $query = "SELECT * FROM tags WHERE tag_name='$tagname'";

        $result = $this->conn->query($query);
        if ($result->num_rows == 0) {
            // tag does not exist --> create it
            $query = "INSERT INTO tags (tag_name) VALUES ('$tagname')";
            if ($this->conn->query($query) !== TRUE) {
                echo "failed to create $tagname tag in database\n";
                $this->writeLog("failed to create $tagname tag in database\n");
            }
            return $this->conn->insert_id;
        } else {
            return $result->fetch_assoc()['tag_id'];
        }
    }

    /**
     * cleans up the video gravity and removes non existent videos
     */
    public function cleanUpGravity() {
        // auto cleanup db entries
        $query = "SELECT COUNT(*) as count FROM videos";
        $result = $this->conn->query($query);
        $r = mysqli_fetch_assoc($result);

        if ($this->all < $r['count']) {
            echo "\n\nshould be in gravity: " . $this->all . "\n";
            $this->writeLog("should be in gravity: " . $this->all . "\n");
            echo "really in gravity: " . $r['count'] . "\n";
            $this->writeLog("really in gravity: " . $r['count'] . "\n");
            echo "cleaning up gravity\n";
            $this->writeLog("cleaning up gravity\n");

            $query = "SELECT movie_id,movie_url FROM videos";
            $result = $this->conn->query($query);

            while ($r = mysqli_fetch_assoc($result)) {
                $movie_id = $r['movie_id'];
                $url = $r['movie_url'];

                // todo ORDER BY movie_url and erase duplicates also
                if (!file_exists("../$url")) {
                    $query = "DELETE FROM videos WHERE movie_id=$movie_id";
                    if ($this->conn->query($query) === TRUE) {
                        echo("successfully deleted $url from video gravity\n");
                        $this->writeLog("successfully deleted $url from video gravity\n");
                        $this->deleted++;
                    } else {
                        echo "failed to delete $url from gravity: $this->conn->error \n";
                        $this->writeLog("failed to delete $url from gravity: $this->conn->error \n");
                    }
                }
            }
        }
    }
}