nadeemshafi9

August 5, 2009

you query is well messed up dude.

do a count first

select count(*) as myCount FROM tablename WHERE afeild = (select afeild from another_table_or_same where afeild = 1)

this will return one row with mycount, you can group the counting proceedure group by feild that means it will only count the rows with feildname = thesame once

then get the records after

select * FROM tablename WHERE afeild = (select afeild from table where afeild = 1)

i dont think you can get a count and the records all in one

August 2, 2009

here is a crawler class

<?php
/*
This is phpSitemapNG, a php script that creates your personal google sitemap
It can be downloaded from http://enarion.net/google/
License: GPL

Tobias Kluge, enarion.net

TODO handle getting and sending of cookies
		Format - in header: "Set-Cookie: $cookie_name=$cookie_value; path=$cookie_path"

*/

define("PSNG_CRAWLER_MAX_FILESIZE", 100000); // only 100k data will be scanned
define("PSNG_CRAWLER_MAX_GETFILE_TIME", 5); //timeout in seconds as a float value
class Crawler {
var $host = '';
var $protocol = '';
var $forbiddenKeys = array ();
var $forbidden_dir = array ();
var $forbidden_files = array ();

var $timeout = 3;
var $fileCounter = 0;
var $url = '';
var $withWWW = FALSE;
var $cur_item = 0;
var $keys = array ();

var $files = array ();
var $visitedUrls = array ();
var $todo = array ();
var $deadline;
var $base = '';
var $cookies = array();

function Crawler($host, $deadline = 0) {
	$url = parse_url($host);
	if ($url != FALSE) {
		if ($url['scheme'] != "") {
			$this->protocol = $url['scheme'];
		} else {
			$this->protocol = "http";
		}
		$this->host = $url['host'];
		if (substr($this->host, 0, 3) == 'www')
			$this->withWWW = TRUE;
	}

	$this->url = $this->protocol.'://'.$this->host.'/';
	$this->todo[] = $this->url;
	$this->deadline = $deadline;

//		debug('', 'Crawler created for host '.$this->host.' with protocol '.$this->protocol);
}

/**
 * crawles all files that are in the todo list
 * algorithm: breadth first search (former algorithm: dfs)
 */
function start() {
	reset($this->todo);
	while (($this->deadline == 0) || (($this->deadline - $this->microtime_float()) > 0)) {
		$url = array_pop($this->todo);
		if (is_null($url) || $url == '')
			break;
		$this->_getFilesForURL($url);
	}
	ksort($this->files);
	reset($this->files);
	return count($this->files);
}

function microtime_float() {
	list ($usec, $sec) = explode(" ", microtime());
	return ((float) $usec + (float) $sec);
}

function getTodo() {
	return $this->todo;
}

function getFiles() {
	return $this->files;
}

function getDone() {
	return $this->visitedUrls;
}

function setTodo($todo) {
	$this->todo = $todo;
}

function setFiles($files) {
	if (is_array($files))
		$this->files = $files;
}

function setDone($done) {
	$this->done = $done;
}

function setDirectory($dir) {
	$this->path = $dir;
}


/**
 * returns number of files
 */
function size() {
	return count(array_keys($this->files));
}

function hasFinished() {
	return (count($this->todo) == 0);
}
/**
 * returns TRUE when the current item is not the last item
 * behaves like in java
 */
function hasNext() {
	if ($this->size() > $this->cur_item)
		return TRUE;
	return FALSE;
}

/**
 * returns the current item
 * behaves like in java
 */
function getNext() {
	if (count($this->keys) == 0)
		$this->keys = array_keys($this->files);
	if ($this->hasNext()) {
		$tmp = $this->files[$this->keys[$this->cur_item]];
		$this->cur_item++;
		return $tmp;
	}
	return NULL;
}

/**
 * adds list of links extracted from this file $url
 */
function _getFilesForURL($url) {
	$this->visitedUrls[] = $url;

//		debug($url, '<b>Scanning url</b>');
	// if allready in list of files, return
	if (array_key_exists($url, $this->files)) {
//			debug($url, "File already in list of files");
		return;
	}

	// check for non local file links that refers to another host
	if (!($this->_isLocal($url))) {
//			debug($url, 'The url does not match the current host '.$this->host.', only relative links are allowed at the moment!');
		return;
	}

	// fetch content for given url
	$res = $this->_getURL($url);

	// extract headers
	$info = $this->_handleHeaders($res['header']);
	$res = $res['content'];

	if ($info['http_status'] >= '400' && $info['http_status'] < '499')  {
		// we have an error - webpage is not accessible, just leave it
		return;
	}

	// if not allready in list of files, add it
	if (!array_key_exists($url, $this->files) && $info['location'] == '') {
		$info['file'] = $url;
		$this->files[$url] = $info;
		$this->fileCounter++;
//			debug($url, 'Successful added url');
	} elseif ($info['location'] == '') {
//			debug($url, "File already in list of files");
		return;
	} else {
//			debug($url, "Url is only a redirect (http 302)");
	}

	// check location tag (when got a 302 response from webserver)
	$result = array ();
	if ($info['location'] != '') {
		$res = '<a href="'.$info['location'].'"> </a>';
	} else {
		info('Computing '.$url);
	}

	// remove html comments
	$a_begin = 0;
	while (TRUE) {
		$a_begin = strpos($res, '<!--', $a_begin);
		if ($a_begin === FALSE) break; // no comment tag found, break

		$a_end = strpos($res, '-->', $a_begin +3);
		if ($a_end === FALSE) break; // no comment end tag found, break

		$a_end += 3;
		$res = substr_replace($res, '', $a_begin, ($a_end - $a_begin));
	}

	// contribution by vvkov
//		preg_match_all("/<[Aa][ \r\n\t]{1}[^>]*[Hh][Rr][Ee][Ff][^=]*=[ '\"\n\r\t]*([^ \"'>]+)[^>]*>/",$res ,$urls);
	preg_match_all("/<[Aa][^>]*[Hh][Rr][Ee][Ff]=['\"]([^\"'>]+)[^>]*>/",$res ,$urls); // update by TK, 2005-07-27
    	$urls_count = count( $urls[1] );

	if (preg_match("/<[bb][Aa][ss][Ee][^>]*[Hh][Rr][Ee][Ff]=['\"]([^\"'>]+)[^>]*>/", $res, $matches)) {
		$this->base = $matches[1];
	}

    	$ts_begin = $this->microtime_float();
    	while ((($ts_middle = ($this->microtime_float()-$ts_begin)) < PSNG_CRAWLER_MAX_GETFILE_TIME) && $urls_count > 0 ) {
        	$thisurl =  trim(str_replace('&', '&', $urls[1][--$urls_count]));
		if ($thisurl == '' || (strcasecmp(substr($thisurl, 0, strlen('javascript:')), 'javascript:') == 0))	continue;
		// filter out links to fragment ids (same resource) - added mk/2005-11-13
		if ('#' == $thisurl{0}) continue;
		// debug('_'.$thisurl.'_','Extracted url');

		$absUrl1 = $this->_absolute($thisurl, $url);
		//debug('_'.$absUrl1.'_', 'After _absolute');
		$absUrl2 = $this->_removeForbiddenKeys($absUrl1);

		// remove "//"
		$start = (strpos($absUrl2, '//') + 3);
		$end = strpos($absUrl2, '?', $start);
		if ($end === FALSE)	$end = strlen($absUrl2);
		$absUrl = substr($absUrl2, 0, $start).str_replace('//', '/', substr($absUrl2, $start, ($end - $start))).substr($absUrl2, $end);
		//debug($absUrl, "Computed absUrl");

		if ($this->_isLocal($absUrl)) {
			$result[] = $absUrl;
		}

		// just break this loop when a timeout occurs
		if (($this->deadline != 0) && (($this->deadline - $this->microtime_float()) < 0)) {
			debug('', "global timeout");
			break;
		}
	}

	$result = array_unique($result);
	foreach ($result as $id => $file) {
		if (!in_array($file, $this->visitedUrls) && !array_key_exists($file, $this->files)) {
			// check forbidden files
			if ($this->checkFileName($file)) continue;
			// check forbidden directories
			if ($this->checkDirectoryName($file)) continue;
			//debug($file, 'Adding URL to todo list');

			// add file to todo list
			array_push($this->todo, $file);
		} // else: file already in list
	}

	return TRUE;
}

function _isLocal($givenURL) {
	if (preg_match(',^(ftp://|mailto:|news:|javascript:|telnet:|callto:),i', $givenURL)) return FALSE;

	$url = parse_url($givenURL);

	$startDir = $this->host . $this->path;
	$curentDir = $url["host"] . $url["path"];


	$retproto = (substr($curentDir, 0, strlen($startDir)) == $startDir);

	// debug if (!$retproto) echo ($url["host"] . $url["path"] . "!=" . $this->host . $this->path . "<br>");
	return $retproto;
}

/**
 * WAS: only allowed masking char: * (before and/or after search string)
 *
 * TODO check this with more data
 */
function checkFileName($filename) {
	$filename = substr($filename, strrpos($filename, '/') + 1);
	if (is_array($this->forbidden_files) && count($this->forbidden_files) > 0) {
		foreach ($this->forbidden_files as $id => $file) {
			if ($file == '') continue;
			$pos = strpos($filename, $file);
			/*	    		$file_search = '';
					  		if (!(($as = strpos($file, '*')) === FALSE)) {
					  			$file_search = str_replace('*', '', $file);
				  				if ($as == 0) $pos = @strpos($filename, $file_search, (strlen($filename)-strlen($file_search)));
				  				if ($as == strlen($file_search)) $pos = (@strpos($filename, $file_search) != 0);
					  		} else {
								$pos = ($filename === $file);
					  		}
			*/
			if ($pos === FALSE)	continue;
			return TRUE;
		}
	}
	return FALSE;
}

function checkDirectoryName($directory) {
	$directory = substr($directory, 0, strrpos($directory, '/') + 1); // with last "/"
	if (is_array($this->forbidden_dir) && count($this->forbidden_dir) > 0) {
		foreach ($this->forbidden_dir as $id => $dir) {
			if ($dir == '')	continue;
			$pos = strpos($directory, $dir);
			/*	    		$dir_search = '';
					  		if (!(($as = strpos($dir, '*')) === FALSE)) {
					  			$dir_search = str_replace('*', '', $dir);
				  				if ($as == 0) $pos = @strpos($directory, $dir_search, (strlen($directory)-strlen($dir_search)));
				  				if ($as == strlen($dir_search)) $pos = (@strpos($directory, $dir_search) != 0);
					  		} else {
								$pos = ($directory === $dir);
					  		}
			*/ // echo "directory: $directory, dir: $dir, dir_search: $dir_search, pos: $pos<br>\n";
			if ($pos === FALSE)	continue;
			return TRUE;
		}
	}
	return FALSE;
}

function _handleHeaders($header) {
	$res = array();
	$res['http_status'] = '';
	$res['lastmod'] = '';
	$res['date'] = '';
	$res['size'] = '';
	$res['location'] = '';
	// TODO what about http result? after 'HTTP/' => split(" " ...) => [1]
	if (is_array($header)) {
	foreach ($header as $key => $value) {
		if ($key == '' && substr($value, 0, strlen('HTTP/'))) {
			$s = split(" ", $value);
			$res['http_status'] = $s[1];
		} elseif ($key == "Last-Modified") {
			$res['lastmod'] = strtotime(trim($value)); // no dynamic (php/other script) generated page
		} elseif ($key == "Date") {
			$res['date'] = strtotime(trim($value));
		} elseif ($key == "Content-Length") {
			$res['size'] = trim($value);
		} elseif ($key == "Location") {
			$res['location'] = trim($value);
		} elseif ($key == 'Set-Cookie') {
			$parts = explode(";", trim($value));
			$cookie_name = '';
			$cookie = array();
			foreach ($parts as $id => $part) {
				$p = explode('=', trim($part));
				$cookie[$p[0]] = $p[1];
				if ($p[0] != 'path' && $p[0] != 'path' && strpos($p[0], 'expires') === FALSE && $p[0] != 'domain') {
					$cookie_name = $p[0];
				}
			}
/*				echo "got cookie: ";
			print_r($cookie);
			echo "<br>\n";
*/				// add cookie if not already set
			if (!isset($this->cookies[$cookie_name])) {
				$this->cookies[$cookie_name] = $cookie;
				$this->forbiddenKeys[] = $cookie_name;
			}
		} elseif ($key == "Pragma") {
			$pragma = trim($value);
			if ($pragma == "no-cache") { // handle non-cached files -> normaly dynamic created pages
				if (!isset ($res['lastmod'])) $res['lastmod'] = $res['date'];
				$res['changefreq'] = 'always';
			}
		}
	}
	}
	if ($res['date'] != '' && $res['lastmod'] == '') $res['lastmod'] = $res['date'];
//		debug($header, 'Header');
//		debug($res, 'Extracted information from headers');
/*
	echo "final cookies: ";
	print_r($this->cookies);
	echo "<br>\n";
*/
	return $res;
}

function _removeForbiddenKeys($url) {
	$paramsStart = strpos($url, '?');
	if ($paramsStart !== FALSE)  { // url has no parameters, don't search for keys
		foreach ($this->forbiddenKeys as $id => $key) {
			if ($key == '') continue; // empty key => ignore it
			$start = strpos($url, $key, $paramsStart);
			while ($start != FALSE) {
				$end = strpos($url, '&', $start);
				if ($end !== FALSE) {
					$url = substr($url, 0, $start).substr($url, $end);
				} else {
					$url = substr($url, 0, $start);
				}
				$start = strpos($url, $key, $paramsStart);
			} // else: does not contain key
		}
	}
	// remove anchor links : beginning with # to the end of the url
	// echo "$url<br>\n";
	if (strpos($url, '#') !== FALSE) {
		$url = substr($url, 0, strpos($url, '#'));
	}
	// remove empty & and ?
	while (substr($url, strlen($url) - 1) == "&") {
		$url = substr($url, 0, strlen($url) - 1);
	}
	while (substr($url, strlen($url) - 1) == "?") {
		$url = substr($url, 0, strlen($url) - 1);
	}
	return $url;
}

function _getURL($urlString) {
	$url = parse_url($urlString);
	$url_scheme = isset($url['scheme']) ? $url['scheme'] : '';
	$url_host = isset($url['host']) ? $url['host'] : '';
	$url_port = isset($url['port']) ? $url['port'] : '';
	$url_path = isset($url['path']) ? $url['path'] : '';
	$url_path = str_replace(' ', '%20', $url_path); // replace spaces in url
	$url_query = isset($url['query']) ? $url['query'] : '';
	$cookie_string = '';
	if (count($this->cookies) > 0) {
		foreach ($this->cookies as $cookie_name => $cookie) {
			// check path - dumb approach (only check if url contains cookie path)
			if (strpos($urlString, $cookie['path'])) {
				$cookie_string .= $cookie_name . '=' . $cookie[$cookie_name] . '; ';
			}
		}
		if (strlen($cookie_string) > 0) {
			$cookie_string = 'Cookie: ' . $cookie_string ."\r\n";
		}
	}
//		echo "Sending cookie_string: $cookie_string<br>\n";

	if ($url_port == '') {
		if ($url_scheme == 'https') {
			$url_port = "443";
		} else {
			$url_port = "80";
		}
	}
	//		debug($url, 'Parsed URL');
	$fp = fsockopen($url_host, $url_port, $errno, $errstr, $this->timeout);
	if ($fp === FALSE) {
		debug($errstr, 'Could not open connection for '.$urlString.' (host: '.$url_host.', port:'.$url_port.'), Errornumber: '.$errno);
		return array('header' => array(), 'content' => '');
	}
	$query_encoded = '';
	if ($url_query != '') {
		$query_encoded = '?';
		foreach (split('&', $url_query) as $id => $quer) {
			$v = split('=', $quer);
			if ($v[1] != '') {
				$query_encoded .= $v[0].'='.rawurlencode($v[1]).'&';
			} else {
				$query_encoded .= $v[0].'&';
			}
		}
		$query_encoded = substr($query_encoded, 0, strlen($query_encoded) - 1);
		$query_encoded = str_replace('%2B','+', $query_encoded);
	}

	$get = "GET ".$url_path.$query_encoded." HTTP/1.1\r\n";
	$get .= "Host: ".$url_host."\r\n";
	$get .= "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; phpSitemapNG ".PSNG_VERSION.")\r\n";
	$get .= "Referer: ".$url_scheme.'://'.$url_host.$url_path."\r\n";
	$get .= $cookie_string;
	$get .= "Connection: close\r\n\r\n";
	debug(str_replace("\n", "<br>\n", $get), 'GET-Query');
	socket_set_blocking($fp, TRUE);
	fwrite($fp, $get);

	$res = '';
	$head_done = FALSE;
	$ts_begin = $this->microtime_float();
	// source for chunk-decoding: http://www.phpforum.de/archiv_13065_fsockopen@end@chunked@geht@nicht_anzeigen.html

	// get headers
	$currentHeader = '';
	while ( '' != ($line=trim(fgets($fp, 1024))) ) {
		if ( FALSE !== ($pos=strpos($line, ':')) ) {
			$currentHeader = substr($line, 0, $pos);
			$header[$currentHeader] = trim(substr($line, $pos+1));
		} else {
			@$header[$currentHeader] .= $line;
		}
	}

	// check for chunk encoding
	if (isset($header['Transfer-Encoding']) && $header['Transfer-Encoding'] == 'chunked') {
		$chunk = hexdec(fgets($fp, 1024));
	} else {
		$chunk = -1;
	}

	// check file size
	if (isset($header['Content-Length']) && $header['Content-Length'] > PSNG_CRAWLER_MAX_FILESIZE) {
		info($size, "File size ". $header['Content-Length'] . " of ".$urlString." exceeds file size limit of ".PSNG_CRAWLER_MAX_FILESIZE." byte!");
		fclose($fp);
		return array('header' => $header, 'content' => '');
	}

	// get content
	$res = '';
	while ($chunk != 0 && !feof($fp)) {
		// echo "chunking...<br>\n";
	    if ($chunk > 0){
	         $part = fread($fp, $chunk);
	         $chunk -= strlen($part);
	         $res .= $part;

	         if ($chunk == 0){
	             if (fgets($fp, 1024) != "\r\n") debug('Error in chunk-decoding');
	             $chunk = hexdec(fgets($fp, 1024));
	         }
	    } else {
	         $res .= fread($fp, 1024);
	    }
		// handle local timeout for fetching file
		if (($ts_middle = $this->microtime_float() - $ts_begin) > PSNG_CRAWLER_MAX_GETFILE_TIME) break;
		// handle global timeout:
		if (($this->deadline != 0) && (($this->deadline - $this->microtime_float()) < 0)) break;
	}
	fclose($fp);

	return array('header' => $header, 'content' => $res);
}

// based from: http://www.php-faq.de/q/q-regexp-links-absolut.html
/**
 * Purpose: turn a link $relative found in the resource $absolute
 * (which must be a fully-qualified URI) into another fully-qualified
 * ("absolute") URI.
 * The $absolute parameter is assumed to contain a valid URI *without*
 * a fragment ID part: no checks are done; $relative can be any kind of
 * link found in this resource.
 *
 * Modified by Marjolein Katsma to support links with only a fragment id
 * or with only GET parameters.
 */
/*	function _absolute($relative, $absolute) {

	// Link ist schon absolut
	if (preg_match(',^(https?://|ftp://|mailto:|news:|javascript:|telnet:|callto:),i', $relative))
	{
		// hostname is not the same (with/without www) than the one used in the link
		if (substr($relative, 0, 4) == 'http')
		{
			$url = parse_url($relative);
			if ($url['host'] != $this->host
					&& (
						(("www.".$url['host']) == $this->host)
						&& $this->withWWW == TRUE
						|| ($url['host'] == ("www.".$this->host))
						&& $this->withWWW == FALSE
					)
				)
			{
				$r = $relative;													# @@@ not used mk/2005-11-13
				$relative = str_replace($url['host'], $this->host, $relative); // replace hostname that differs from local
			}
			// is pure hostname without path - so add a /
			if (!isset($url['path']) || ($url['path'] == '' && substr($relative, -1) != '/'))
			{
				$relative .= '/';
			}
		}
		return $relative;
	}

	// parse_url() nimmt die URL auseinander
	// @@@ does not take into account that parse_url() may return FALSE on error! mk/2005-11-13
	$url = parse_url($absolute);
	// dirname() erkennt auf / endende URLs nicht
	if ($url['path'] {(strlen($url['path'])- 1)} == '/')
		$dir = substr($url['path'], 0, strlen($url['path']) - 1);
	else
		$dir = dirname($url['path']);

	// absoluter Link auf dem gleichen Server
	if ($relative{0} == '/') {
		$relative = substr($relative, 1);
		$dir = '';
	}

	// set it to default host // TK
	/* - assumed $url['host'] is set - not necessarily true for all schemes! condition added
	 * - corrected tests for return value of strpos (result 0 is a match!!)
	 * mk/2005-11-13
	 * /
	if (isset($url['host']))
	{
		if ($url['host'] != $this->host &&
			(strpos($url['host'], $this->host) !== FALSE || strpos($this->host, $url['host']) !== FALSE))
		{
			$url['host'] = $this->host;
		}
	}

	/* GET-parameter links: replace any existing GET
	 * parameters or append to (sanitized) $absolute
	 * mk/2005-11-13
	 * /
	if ('?' == $relative{0})
	{
		// prepare for building new URL
		$query = $relative;
echo 'Crawler _absolute: '.'query '.$query.'<br/>';
	}
	/* fragment-id links: should be appended to (sanitized) $absolute
	 * mk/2005-11-13
	 * /
	elseif ('#' == $relative{0})
	{
		// prepare for building new URL
		$fragment = $relative;
echo 'Crawler _absolute: '.'fragment '.$fragment.'<br/>';
	}
	// other relative link: build a new path from current directory/path and $relative
	else
	{
		// dirname() erkennt auf / endende URLs nicht
		// assumes $url['path'] is set - not necessarily true! condition added mk/2005-11-13
		if (isset($url['path']))
		{
			if ('/' == substr($url['path'], -1))
			{
				$dir = substr($url['path'], 0, strlen($url['path']) - 1);
echo 'Crawler _absolute: '.'path '.$url['path'].' ends in / - dir: '.$dir.'<br/>';
			}
			else
			{
				$dir = dirname($url['path']);
echo 'Crawler _absolute: '.'path '.$url['path'].' does NOT end in / - dir: '.$dir.'<br/>';
			}
		}
		else
		{
			$dir = '/';															# minimal dir to use in URL path
		}

		// absoluter Link auf dem gleichen Server == absolute link to same server/host
		# @@@ mk/2005-11-13 no / between host and relative??
		if ($relative{0} == '/') {
echo 'Crawler _absolute: '.'absolute link to '.$relative.'<br/>';
			$relative = substr($relative, 1);
			$dir = '/';
		} else {
			// Link fängt mit ./ an
			if (substr($relative, 0, 2) == './')
			{
				$relative = substr($relative, 2);
			}
			// Referenzen auf höher liegende Verzeichnisse auflösen
			else
			{
				while (substr($relative, 0, 3) == '../') {
					$relative = substr($relative, 3);
					$dir = substr($dir, 0, strrpos($dir, '/'));
				}
			}
		}

		// now construct new path mk/2005-11-13
		$path = $dir.$relative;
echo 'Crawler _absolute: '.'new path '.$path.'<br/>';
	}

	// volle URL zurückgeben
	// did not support all parts or a URL! - corrected mk/2005-11-13
	$abs  = ('file' == $url['scheme']) ? $url['scheme'].':///' : $url['scheme'].'://';
	$abs .= (isset($url['user'])) ? $abs .= $url['user'].( (isset($url['pass'])) ? ':'.$url['pass'] : '' ).'@' : '';
	$abs .= (isset($url['host'])) ? $url['host'] : '';
	$abs .= (isset($url['port'])) ? ':'.$url['port'] : '';
	$abs .= (isset($path)) ? $path : (isset($url['path']) ? $url['path'] : '/');	# maintain existing path if we didn't build a new one; make sure we have at least a '/'
	$abs .= (isset($query)) ? $query : '';											# append specified query link
	$abs .= (isset($fragment)) ? $fragment : '';									# append specified fragment link

//mecho 'Crawler _absolute: '.'new url '.$abs.'<br/>';
	return $abs;
}
*/
function _absolute($relative, $absolute) {
	// Link ist schon absolut
	if (preg_match(',^(https?://|ftp://|mailto:|news:|javascript:|telnet:|callto:),i', $relative)) {
		// hostname is not the same (with/without www) than the one used in the link
		if (substr($relative, 0, 4) == 'http') {
			$url = parse_url($relative);
			if ($url['host'] != $this->host && ((("www.".$url['host']) == $this->host) && $this->withWWW == true || ($url['host'] == ("www.".$this->host)) && $this->withWWW == false)) {
				$r = $relative;
				$relative = str_replace($url['host'], $this->host, $relative); // replace hostname that differes from local
			}
			// is pure hostname without path - so add a /
			if (!array_key_exists('path', $url) || $url['path'] == '' && substr($relative, -1) != '/')
				$relative .= '/';
		}
		return $relative;
	}

	// parse_url() nimmt die URL auseinander
	$url = parse_url($absolute);

	// dirname() erkennt auf / endende URLs nicht
	if ($url['path'] { strlen($url['path']) - 1 } == '/')
		$dir = substr($url['path'], 0, strlen($url['path']) - 1);
	else
		$dir = dirname($url['path']);

	// absoluter Link auf dem gleichen Server
	if ($relative{0} == '/') {
		$relative = substr($relative, 1);
		$dir = '';
	}

	// set it to default host // TK
	if ($url['host'] != $this->host && (strpos($url['host'], $this->host) != FALSE || strpos($this->host, $url['host']) != FALSE)) {
		$url['host'] = $this->host;
	}

	// Link fängt mit ./ an
	if (substr($relative, 0, 2) == './')
		$relative = substr($relative, 2);

	// Referenzen auf höher liegende Verzeichnisse auflösen
	else
		while (substr($relative, 0, 3) == '../') {
			$relative = substr($relative, 3);
			$dir = substr($dir, 0, strrpos($dir, '/'));
		}

	// if base is set, add it.
	if (strlen($this->base)) {
		return $this->base . urldecode($relative);
	}

	// volle URL zurückgeben
	return sprintf('%s://%s%s/%s', $url['scheme'], $url['host'], $dir, urldecode($relative));
}


/* better compare function: contains */
function _fl_contains($key, $array) {
	if (is_array($array) && count($array) > 0) {
		foreach ($array as $id => $val) {
			$pos = @ strpos($key, $val);
			if ($pos === FALSE)	continue;
			return TRUE;
		}
	}

	return FALSE;
}

/**
 * set list of forbidden directories
 */
function setForbiddenDirectories($directories = array ()) {
	$this->forbidden_dir = $directories;
}

/**
 * set list of forbidden files
 */
function setForbiddenFiles($files = array ()) {
	$this->forbidden_files = $files;
}

function setForbiddenKeys($keys) {
	$this->forbiddenKeys = $keys;
	//    	if(!in_array($key, $this->forbiddenKeys)) $this->forbiddenKeys[] = $key;
}
}
?>

August 2, 2009

when i needed to dynamicaly generate google sitemaps, i used a program which was cronned it crawled my whole site and then pinged google to re read my sitemap.

these are called google site map creators there are tons out there, i cant find the one i used but thats what they are called and hopeflly that is what u can use or modify.

oh here it is http://www.sitemapbuilder.net/

July 30, 2009

thanks v much, i will save teh code but my colegues say that we should use 30 day months for simplicity to calculate rate boundries etc for product usage

July 29, 2009

How can I get the enlapsed months, complete months between two timestamps (Unix timestamps)? is there any function that'll help me ? or what aproach should I use?

July 27, 2009

put in you where clause

AND year LIKE '{$year}' AND make LIKE '{$make}' AND blah

if you use %%

AND year LIKE '%{$year}%' AND make LIKE '%{$make}%' AND blah

then if year or make is '' noting then it wont effect the statment because everything is nothing yet nothing is everything

July 27, 2009

When i was writing my one i was thinking about the processor and how it holds values and then performs logic to increase the binary state of its representation.

Corbin even though your one is much better at doing what it does i do think there is an element of loosing the meaning of number and confusing it with string in your one.

i was trying to invasion all characters being equal as we are turning this string into a formula so i didn’t want to chop things after i had spited them.

Imagine you have a listening port that takes in char by char.

it takes in 1 it buts it into the back burner it takes in a + now it must go back to that one and plus it to something witch is nothing the next char come sin and its a 2 so its takes the result from the previous and adds that to the 2 if a bracket came in it would start a new session value to hold the sub equation and it would put each sub equation into a an array (this is where the hard part is that you have accomplished well done) . etc etc

i think by using preg_replace in this instance you are lying to yourself lol

for the OP - you could try spliting them by the () and only taking the inner equasions using regex but then you would have to do some research scientific research in how you would combine these back together eg, what array element (blah) result goes back in wich place to form the final equasion, i think corbin handeled it but , not as it is done in processors or scriptprocessors

July 27, 2009

maybe somthing like this

split all the numbers out of the string into an array, using


myFunc(preg_split("[0-9]",$string), preg_split("\D",$string));

function myfunc(array $arrayOperators , array $arrayNumbers){

foreach($arrayNumbers as $n_k => $n_v){
	switch ($arrayOperators[$n_k]) {
		case "+":
			add($n_v);
			break;
		case "-":
			sub($n_v);
			break;
		case "*":
			times($n_v);
			break;
	}
}

             return $_SESSION['n'];
} 


function  add($n_new){
$n = $_SESSION['n'];
if(!n) $n=0;
$r = $n + $n_new;
$_SESSION['n'] = $r;
return $r;
}

July 27, 2009

As a starting point i dont know if the regex is right, you need the position and ocurunce of each line word and char

function process($string){
      $lines = preg_split("\s", $string);
  foreach($lines as $line_k => $line_v){
		$words = preg_split(" ", $line_v);
		foreach($words as $word_k => $word_v){
			$characters = preg_split(".", $word_v);
			foreach($characters as $character_k => $character_v){
			           echo "line No.:".$line_k." Word No.:".$word_k." Charachter:".$character_v."<br>";
			}
		}
  }
}

$string = "1+2*3";

echo process($string);

Dan, can you not use somting like when you use int to force an int from a value, isnt there like opperator

July 27, 2009

My naive mind can only comprehend, objects, function calls, regex and parsers, somone please try and riddle me this because i cant get it off my mind now, how would you use the posted string without evaluating it ?? and not using any of the previouse listed by me. I sense Dan is hinting somthing.

Dan:

He said hes using so its going to be parsed no matter what, its a matter of weather you want to parse the string as a string or as code.

Maybe im not seing past the garden fence here.

I am sure i have come accross the answer to this ON THIS FORUM before. Its some obsured concatination with slashes.

July 27, 2009

whats wrong with eval ? apart from not getting any error codes ????, if your a good programmmer you dont need error codes lol, my website when you click the tree panel node, it ajaxes in the code for the module and then evals it which forces it to manipulate the current page, this can be the basis of a whole architecture.

a page that never leaves the resource but talks to other resources and then does what they say to change itself, its just a front end it dosent matter it just needs to change into the intended form.

if all your resources are controllers and methods then this architecture is great.

its a data based application so maybe its diff for websites

July 27, 2009

what your doing is alerting the value of y wich is good you need to make sure you can see it in the alert box.

then at the same time you need to only split the DOB if its value.length is more than 1 and if it has -'s in it.

once you have split it check by looping throgh

for(i=0;i<myarray.length;i++){

alert(myarray);

}

after you make sure it splits how you need it to split,

then i recomend you download some framework and use its date functionality.

javascript documentaion is way out of controle its complex, use a framework

July 27, 2009

Make sure you mark your post solved so people do not read them thinking you still need help. Thanks!

ok sir LMAO

July 27, 2009

i managed to do it

public function delete($where){
	$r = parent::delete($where);
    	$model 					= $this->_getModel();
    	$user 					= Zend_Registry::get('user');
    	$dbAdapters 			= Zend_Registry::get('dbAdapter');
    	$db 					= $dbAdapters['server1'];
    	$irh_user_transactions 	= $model->getTable("irh_user_transactions");
    	$profiler 				= $db->getProfiler();
    	$query					= $profiler->getLastQueryProfile();
    	$params 				= "";
    	
	foreach($query->getQueryParams() as $p){
		$params .= "'{$p}',";
	}

    	$data = array(
		'user_id'		=> $user->user_id,
		'transaction'	=> "QUERY: {$query->getQuery()} || PARAMS: {$params} || TIME: {$query->getElapsedSecs()}"
	);

	try{
	    $irh_user_transactions->logException = true;
		if(!$this->logException) $irh_user_transactions->insert($data);
	}
	catch(Zend_Db_Table_Exception $e){
	    die($e);	
	}

	return $r;
}

public function update(array $data, $where){
    	$r = parent::update($data, $where);
    	$model 					= $this->_getModel();
    	$user 					= Zend_Registry::get('user');
    	$dbAdapters 			= Zend_Registry::get('dbAdapter');
    	$db 					= $dbAdapters['server1'];
    	$irh_user_transactions 	= $model->getTable("irh_user_transactions");
    	$profiler 				= $db->getProfiler();
    	$query					= $profiler->getLastQueryProfile();
    	$params 				= "";
    	
	foreach($query->getQueryParams() as $p){
		$params .= "'{$p}',";
	}

    	$data = array(
		'user_id'		=> $user->user_id,
		'transaction'	=> "QUERY: {$query->getQuery()} || PARAMS: {$params} || TIME: {$query->getElapsedSecs()}"
	);

	try{
	    $irh_user_transactions->logException = true;
		if(!$this->logException) $irh_user_transactions->insert($data);
	}
	catch(Zend_Db_Table_Exception $e){
	    die($e);	
	}

	return $r;
    }
public function insert(array $data){
    	$r = parent::insert($data);
    	$model 					= $this->_getModel();
    	$user 					= Zend_Registry::get('user');
    	$dbAdapters 			= Zend_Registry::get('dbAdapter');
    	$db 					= $dbAdapters['server1'];
    	$this->lastInsertId 	= $db->lastInsertId();
    	$irh_user_transactions 	= $model->getTable("irh_user_transactions");
    	$profiler 				= $db->getProfiler();
    	$query					= $profiler->getLastQueryProfile();
    	$params 				= "";
    	
	foreach($query->getQueryParams() as $p){
		$params .= "'{$p}',";
	}

    	$data = array(
		'user_id'		=> $user->user_id,
		'transaction'	=> "QUERY: {$query->getQuery()} || PARAMS: {$params} || TIME: {$query->getElapsedSecs()}"
	);

	try{
	    $irh_user_transactions->logException = true;
		if(!$this->logException) $irh_user_transactions->insert($data);
	}
	catch(Zend_Db_Table_Exception $e){
	    die($e);	
	}

	return $r;
    }

July 27, 2009

thanks, i couldent find where to look in teh manual

How about the link that GingerRobot posted?

yeh i got that, i meant that before he told me i couldent figure out where to find it i was looking in opperators.

July 27, 2009

hi guys

i need to turn off strict standards errors for a bit,

any suggestions on how to do this in teh code ?

thanks

July 27, 2009

thanks, i couldent find where to look in teh manual

July 27, 2009

what does the =& mean ???

thanks

July 19, 2009

dose your form submission reload the page ?

July 18, 2009

if your doing any select statments put an index on the tables.

create a singleton connection class store the instance in session then controle all the processes connections from that one method if you can.

try to do any processing in php rather than sql, reduce regex, you could cluster some servers and connect to different ones using the singleton class that way you will have different mysql servers you work with but all of them have the same data

in the connection class check to see if there is a connection to one server if there is then connect to cluster server 2 instead etc etc

you could limit the no of processes see if that helps, limit the no of queries made and put them on the backburner

July 14, 2009

hello guys

i am using zend frameworks LEFT JOIN prepaired query.

my query works fine in navicat, i get all the rows from the left with any appended childeren from the right.

in zend thogh my results dont come out with the tablename appended to them, so any duplicate columns from both tables get overwriten or blank unless i use the AS opperator.

the funny thing is i get the right tables stuff as the default ed id is from the right table and that takes presidence over the lef unless i bring teh lefts id in using lefttbl.id as lefttbl.id, but i want it to be id.

$result 	 = $conference_table->fetchAll($conference_table->select()
    											->from('radius.confcheck as c',array(
    												'c.user as c.user',
												'c.pass as c.pass',
												'c.max_users as c.max_users',
												'c.current_users as c.current_users',
												'c.host_id as c.host_id',
												'c.portal_id as c.portal_id',
												'c.startdate as c.startdate',
												'c.expiredate as c.expiredate',
												'c.created as c.created',
												'c.test as c.test',
												'c.created_by as c.created_by',
												'c.reference as c.reference',
												'c.invoiced as c.invoiced',
												'c.id as c.id',
												'c.invoice_id as c.invoice_id',
												'c.roaming as c.roaming',
												'c_e.id as c_e.id',
												'c_e.invoice_id as c_e.invoice_id',
												'c_e.conf_id as c_e.conf_id',
												'c_e.name as c_e.name',
												'c_e.purchase_order_id as c_e.purchase_order_id',
												'c_e.invoiced as c_e.invoiced'))
    											->order(array("{$sort} {$dir}"))
    											->joinLeft('irh_net.confcheck_extra as c_e', 'c.id = c_e.conf_id')
    											->setIntegrityCheck(false)
    											->where("c.id = '2213'")
											->limit($limit, $start));
        	$conferences = $result->toArray();
        
        	print_r($conferences);
        	die();

Array

(

[0] => Array

(

[c.user] => dfgtr6y45

[c.pass] => *****

[c.max_users] => 4

[c.current_users] => 0

[c.host_id] => 0

[c.portal_id] => 111

[c.startdate] => 1247578474

[c.expiredate] => 1247751277

[c.created] => 2009-07-14 14:35:22

[c.test] => 0

[c.created_by] => 71

[c.reference] =>

[c.invoiced] => 2009-07-14

[c.id] => 2213

[c.invoice_id] => sdfw34

[c.roaming] => 0

[c_e.id] => 5

[c_e.invoice_id] => sdfw34

[c_e.conf_id] => 2213

[c_e.name] => fdsgedfger

[c_e.purchase_order_id] => dfg54654

[c_e.invoiced] => 2009-07-14

[id] => 5 ------ this is from teh right

[conf_id] => 2213 ------ this is from teh right

[purchase_order_id] => dfg54654 ------ this is from teh right

[name] => fdsgedfger ------ this is from teh right

[invoiced] => 2009-07-14 ------ this is from teh right

[invoice_id] => sdfw34 ------ this is from teh right

)

)

i limited it to 1 row using where id = because i know the whole lot works and i need you to see one with a right child

thanks for any help ??

July 14, 2009

<?php
abstract class App_Db_Table_Abstract extends Zend_Db_Table_Abstract{
function App_Db_Table_Abstract($config = null){
	if(isset($this->_use_adapter))
	{
		$dbAdapters = Zend_Registry::get('dbAdapter');
		$config = ($dbAdapters[$this->_use_adapter]);
	}
	return parent::__construct($config);
}

public function update(array $data, $where){
    	$r = parent::update($data, $where);
    	$model 					= $this->_getModel();
    	$user 					= Zend_Registry::get('user');
    	$dbAdapters 			= Zend_Registry::get('dbAdapter');
    	$db 					= $dbAdapters['server1'];
    	$irh_user_transactions 	= $model->getTable("irh_user_transactions");
    	$profiler 				= $db->getProfiler();
    	$query					= $profiler->getLastQueryProfile();
    	$params 				= "";
    	
	foreach($query->getQueryParams() as $p){
		$params .= "'{$p}',";
	}

    	$data = array(
		'user_id'		=> $user->user_id,
		'transaction'	=> "QUERY: {$query->getQuery()} || PARAMS: {$params} || TIME: {$query->getElapsedSecs()}"
	);

	try{
	    $irh_user_transactions->insert($data);
	}
	catch(Zend_Db_Table_Exception $e){
	    die($e);	
	}

	return $r;
    }

    protected function _getModel()
    {
    	try {$this->_model = Zend_Registry::get('irhModel');} catch (Exception $exception) {$this->_model = null;}
        if (null === $this->_model) 
        {
            // autoload only handles "library" components.  Since this is an 
            // application model, we need to require it from its application 
            // path location.
            require_once APPLICATION_PATH . '/models/DbCluster.php';
            $this->_model = new Model_DbCluster();
            Zend_Registry::set('irhModel',$this->_model);
        }
        return $this->_model;
    }
}

July 14, 2009

You want to extend Zend_Db_Table_Abstract not Zend_Db_Table.

thanks v much working good now

i also was missing the type public func update (array data, where) in the sig

July 14, 2009

hello guys

i am trying to extend a method of a class but i am getting

ERROR: declaration of Model Db Cluster::update() should be compatible with that of Zend_Db_Table_Abstract::update() in <b>/var/websites/irh.net/application/models/DbCluster.php

i reflected the parent and made sure my signiture was correct

<?php
class Model_DbCluster extends Zend_Db_Table
{
    /** Model_Table_Inventory
     * 	List your tables that this model can reference here... 
     * */
    protected $_table;
protected $_name    		= 'hosts_inventory';
protected $_schema			= 'irh_tftp';  		// database name
protected $_mode;

public function getTable($name)
    {
    	//add2debug("DBCLUSTER getTable called for [$name]");
    	
    	$_name = $name;
    	$_model = "table_$name";
    	
    	//add2debug("NULL CHECK [this -> $_name]");
        if (null === @$this->$_name) // supress the error if it doesnt exist yet
        {
            // since the dbTable is not a library item but an application item,
            // we must require it to use it
            require_once APPLICATION_PATH . "/models/DbTable/$name.php";
            $this->$_name = new $_model;
        }

        return $this->$_name;
    }
public function update($data , $where){
    	$r = parent::update();
    	$user 					= Zend_Registry::get('user');
    	$dbAdapters 			= Zend_Registry::get('dbAdapter');
    	$db 					= $dbAdapters['server1'];
    	$model 					= $this->_getModel();
    	$irh_user_transactions 	= $model->getTable("irh_user_transactions");
    	$profiler 				= $db->getProfiler();
    	$profile				= $profiler->getLastQueryProfile();
    	
    	$data = array(
		'user_id'		=> $user->user_id,
		'transaction'	=> $profile
	);

	try{
	    $irh_user_transactions->insert($data);
	}
	catch(Zend_Db_Table_Exception $e){
	    $e;	
	}

        // the parent returns so iu thoght id catch it and return that 	
return $r;
    }
    
    protected function _getModel()
    {
    	try {$this->_model = Zend_Registry::get('irhModel');} catch (Exception $exception) {$this->_model = null;}
        if (null === $this->_model) 
        {
            // autoload only handles "library" components.  Since this is an 
            // application model, we need to require it from its application 
            // path location.
            require_once APPLICATION_PATH . '/models/DbCluster.php';
            $c = __CLASS__;
            $this->_model = new $c;
            Zend_Registry::set('irhModel',$this->_model);
        }
        return $this->_model;
    }
}

thanks for any help im just starting at this level of oop

July 13, 2009

class My_Db_Table extends Zend_Db_Table
{
    public function overwriteMethod() {
        //do something
        parent::overwriteMethod();
    }
}

will i be able to include the parent methods proceedure this way or do i have to call it parent::mthod();, thnx btw

Sign In

nadeemshafi9

Posts

Joined

Last visited

Content Type

Profiles

Forums

Posts posted by nadeemshafi9

Urgent! count max group by

Website Crawler

Website Crawler

No of months between two timestamps (Unix timestamps)

No of months between two timestamps (Unix timestamps)

searching within a found recordset

string based math

string based math

string based math

string based math

string based math

Dates not combining - what's going wrong?

[SOLVED] what does the =& mean ???

how to extend a method in a extended class

[SOLVED] what does the =& mean ???

how to turn off strict standards errors

[SOLVED] what does the =& mean ???

[SOLVED] what does the =& mean ???

[SOLVED] onclick show div

MySQL or MySQLi, which should I use?

zend framework LEFT JOIN incorectly named columns as columnname compensate

OOP method extend help

OOP method extend help

OOP method extend help

how to extend a method in a extended class

Browse

Activity

Important Information