<?php

	// Domian Downloader (Domian_dl)
	// Version 0.4
	// Dominique Petersen
	// email@dominique-petersen.com
	// http://www.dominique-petersen.com/domian_dl/


	$VERSION = "\$Id: domian_dl.php,v 0.4 2004/09/10 01:34:36 pedo Exp \$";

	$_VERSION = "0.4";


	// IMPORTANT
	// - currently the download rate of the remote ftp server is limited
	//   to 10KB, so please be patient (approx. 48 min for one high quality
	//   file, approx. 12 min for one low quality file)
	// - in addition to the limitation above you can only download one file
	//   at the same time
	// (for that reasons I wrote this script)


	// http archive page of www.nachtlager.de, where the cool stuff is ;-)
	$wget["remote_archive_page"] = "http://www.nachtlager.de/archiv/archiv.htm";

	// http interest page of www.nachtlager.de, where selectet talks are stored
	$wget["remote_interest_page"] = "http://www.nachtlager.de/inter.htm";

	// local dir, where domian_dl.php should save the files
	$wget["local_download_dir"] = "/home/pedo/Domian";

	// download style ("hq" ~28 MB, "lq" ~7 MB, "all" ~25 MB, "nothing")
	$wget["download_style"] = "hq";

	// download interest stuff ("yes" || "no")?
	$wget["download_interest_stuff"] = "yes";

	// sort method ("asc" || "desc")
	$wget["sort_method"] = "asc";	


	// path to program wget
	// to avoid misconfiguration see the global or user specific wgetrc
	$wget["program"] = "/usr/bin/wget";

	// should wget show no output ("yes" || "no")?
	$wget["quiet"] = "yes";

	// how often should wget tries to download a file when an error occured
	// 0 = infinite
	$wget["tries"] = 2;

	// enable proxy ("yes" || "no")?
	// the environmental variable had to be set
	$wget["proxy"] = "no";

	// user for proxy (if needed)
	$wget["proxy_user"] = "";

	// password for proxy (if needed)
	$wget["proxy_passwd"] = "";

	// ftp transfer mode ("active" || "passive")
	$wget["transfer_mode"] = "passive";

	// you should add here things only when you know what you are doing!
	$wget["additional_cmd"] = "";

	
	// logfile name (path possible)
	$wget["logfile"] = "domian_dl.log";


	// build wget command string with given vars
	function build_wget_command($wget, $link, $quality) {
		$exec = $wget["program"];
		if($wget["quiet"] == "yes") $exec .= " --quiet";
		$exec .= " --tries=".$wget["tries"];
		if($wget["proxy"] == "yes") $exec .= " --proxy=on";
		else $exec .= " --proxy=off";
		if($wget["proxy_user"] != "") $exec .= " --proxy-user=".$wget["proxy_user"];
		if($wget["proxy_passwd"] != "") $exec .= " --proxy-passwd=".$wget["proxy_passwd"];
		if($wget["transfer_mode"] == "active") $exec .= " --active-ftp";
		elseif($wget["transfer_mode"] == "passive") $exec .= " --passive-ftp";
		if($wget["additional_cmd"] != "") $exec .= " ".$wget["additional_cmd"];
		$exec .= " --directory-prefix=".convert_to_unix_chars($wget["local_download_dir"])."/".$quality." ".$link;
		
		return $exec;
	}


        // output given message on screen and in logfile
        function message($wget, $text, $timestamp = 1)
        {
                $fp=fopen($wget["logfile"], "a");
                if($fp != FALSE)
                {
                        if($timestamp) $text = date("[Y/m/d H:i:s] ").$text;
                        fputs($fp, $text);
                        fclose($fp);
                }
                echo $text;
        }


	// the opposite of htmlentities() (taken from www.php.net)
	function unhtmlentities($string)
	{
		$trans_tbl = get_html_translation_table(HTML_ENTITIES);
		$trans_tbl = array_flip($trans_tbl);
		return strtr($string, $trans_tbl);
	}


	// convert normal strings to UNIX filestructure standard
	function convert_to_unix_chars($string)
	{
		$replace_chars = array(
			array("\\", "\\\\"),
			array("\"", "\\\""),
			array(" ", "\ "),
			array("!", "\!"),
			array("$", "\$"),
			array("&", "\&"),
			array("=", "\="),
			array("?", "\?"),
			array("(", "\("),
			array(")", "\)"),
			array("{", "\{"),
			array("}", "\}"),
			array("[", "\["),
			array("]", "\]"),
			array(";", "\;"),
			array(":", "\:"),
			array("#", "\#"),
			array("'", "\'"),
			array("*", "\*")
		);

		foreach($replace_chars as $key => $value)
			$string = str_replace($value[0], $value[1], $string);

		return $string;
	}


        // some time calculations
        function timestamp_to_human($timestamp, $hour, $min, $sec)
        {
                // for this there should be a php standard function *grrr*
                $hour = floor($timestamp / (60*60));
                $timestamp = $timestamp % (60*60);
                $min = floor($timestamp / 60);
                $sec = $timestamp % 60;
		if($hour < 10) $hour = "0".$hour;
		if($min < 10) $min = "0".$min;
		if($sec < 10) $sec = "0".$sec;
        }


	// start
	message($wget, "Starting Domian downloader...\r\n");
	message($wget, $VERSION."\r\n");

	set_time_limit(0);


	// create needed dirs, if not already exist
	$dir_array = array("/", "/hq", "/lq", "/inter");
	foreach($dir_array as $key => $dir_add) {
		if(!file_exists($wget["local_download_dir"].$dir_add)) mkdir($wget["local_download_dir"].$dir_add, 0777);
		if(!file_exists($wget["local_download_dir"].$dir_add)) die("FATAL: could not create needed dir \"".$wget["local_download_dir"].$dir_add."\"\n");
	}


	// get downloads...
	$archive_page = file($wget["remote_archive_page"]);
	$interest_page = file($wget["remote_interest_page"]);
	if(isset($downloads)) unset($_downloads);

	// ... from archive page
	if($wget["download_style"] != "nothing")
		foreach($archive_page as $key => $line) {
			if(strpos($line, ".mp3")) {
				// split mp3 links
				$temp = substr($line, strpos($line, "<a href=\"") + 9);
				$temp = substr($temp, 0, strpos($temp, "\">"));

				// get quality
				$quality = "";
				if(strpos($temp, "/lq/")) $quality = "lq";
				elseif(strpos($temp, "/hq/")) $quality = "hq";

				// filter through $wget["download_style"]
				if(($wget["download_style"] == "hq" && !strpos($temp, "/hq/")) || ($wget["download_style"] == "lq" && !strpos($temp, "/lq/"))) $temp = "";

				// filter through recently downloaded files
				if($temp != "") {
					$file_name = unhtmlentities(substr($temp, strrpos($temp, "/")));
					if(file_exists($wget["local_download_dir"]."/".$quality."/".$file_name)) $temp = "";
				}

				// wow, one file to download :-)
				if($temp != "") {
					$file_path = substr($temp, 0, strrpos($temp, "/"));
					$downloads[] = $file_path.convert_to_unix_chars($file_name)."###".$quality;
				}
			}
		}


	// ... from interest page
	if($wget["download_interest_stuff"] == "yes") {
		$quality = "inter";
	        foreach($interest_page as $key => $line) {
        	        if(strpos($line, ".mp3")) {
                	        // split mp3 links
	                        $temp = substr($line, strpos($line, "<a href=\"") + 9);
        	                $temp = substr($temp, 0, strpos($temp, "\">"));

	                        // filter through recently downloaded files
        	                if($temp != "") {
                	                $file_name = unhtmlentities(substr($temp, strrpos($temp, "/")));
	                                if(file_exists($wget["local_download_dir"]."/".$quality."/".$file_name)) $temp = "";
        	                }

                                // wow, one file to download :-)
                                if($temp != "") {
                                        $file_path = substr($temp, 0, strrpos($temp, "/"));
                                        $downloads[] = $file_path.convert_to_unix_chars($file_name)."###".$quality;
				}

			}
		}
	}


	// log count
	$count_downloads = 0;
	if(isset($downloads)) $count_downloads = count($downloads);
	message($wget, "Found ".$count_downloads." new domian sequence(s).\r\n");


	// sort
	if(isset($downloads)) {
		if($sort_method = "asc") sort($downloads);
		elseif($sort_method = "desc") rsort($downloads);
	}


	// download the stuff
	if(isset($downloads)) {
		$i = 0;
		foreach($downloads as $key => $line) {
			$i++;

			// build string
			list($link, $quality) = split("###", $line);
			$shell_command = build_wget_command($wget, $link, $quality);
			$filename = substr($link, strrpos($link, "/")+1);

			// execute
			message($wget, "Downloading file \"".$filename."\" (".$i." of ".$count_downloads.")... ");
			$starttime = time();
			$ret_var = 0;
			//echo $shell_command; // for debug
			system($shell_command, $ret_var);
			timestamp_to_human(time() - $starttime, &$hour, &$min, &$sec);
			if($ret_var == 0)
				message($wget, "finished (in ".$hour.":".$min.":".$sec.")!\r\n", 0);
			else
				message($wget, "ERROR (file does not exist or no internet connection available)!\r\n", 0);
		}
	}

	message($wget, "Exiting Domian downloader.\r\n\r\n");


	// EOF
?>