On 5/5/09 9:23 AM, "Wolf" <lonewolf@xxxxxxxxx> wrote:
---- "Miller wrote:
> Ok I have a script that grabs data from a page and puts it in a db, I need
> to run this script 26 times on 26 different pages on the same site, is there
> a way to do this without making 26 different scripts load? Should I post the
> script?
>
> Thanks,
> T.Miller
>
Sure it can be done...
Change your script so that it has the following:
1. array with the page names/urls in it
2. foreach loop right after the array to parse it
3. in the current place of the file name, but the variable
4. Make sure to close the foreach loop
IE:
<?php
$pages=array("page1.php","page2.php",....,"page26.php");
foreach ($pages as $page)
{
// do all the grabbing and db throwing
}
?>
HTH,
Wolf
Hi this is what I'm working with as of now but still getting the blank page of death...clues please:
<?php include("inc/dbconn_open.php"); include("inc/dom.php"); error_reporting(E_ALL); $TESTING = TRUE; $targets["a"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=A";; $targets["b"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=B";; $targets["c"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=C";; $targets["d"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=D";; $targets["e"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=E";; $targets["f"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=F";; $targets["g"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=G";; $targets["h"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=H";; $targets["i"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=I";; $targets["j"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=J";; $targets["k"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=K";; $targets["l"] = "http://www.greenecountymo.org/sheriff/warrants.php?search=L";; foreach ($targets as $target_url){ $userAgent = 'Googlebot/2.1 (http://www.googlebot.com/bot.html)'; $ch = curl_init(); curl_setopt($ch, CURLOPT_USERAGENT, $userAgent); curl_setopt($ch, CURLOPT_URL,$target_url); curl_setopt($ch, CURLOPT_FAILONERROR, true); curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true); curl_setopt($ch, CURLOPT_AUTOREFERER, true); curl_setopt($ch, CURLOPT_RETURNTRANSFER,true); curl_setopt($ch, CURLOPT_TIMEOUT, 300); $html = curl_exec($ch); if (!$html) { echo "<br />cURL error number:" .curl_errno($ch); echo "<br />cURL error:" . curl_error($ch); exit; } // Create DOM from URL or file $html = file_get_html('$target_url'); <-----MAYBE THIS SHOULD BE $TARGETS? // Find table foreach($html->find('table') as $table) { foreach($table->find('tr') as $tr) { // Grab children $cells = $tr->children(); if($cells[0]->plaintext != "Name") { for ($i = 0; $i < count($cells); $i++) { switch ($i){ case 0: // Name $name = $cells[$i]->plaintext; echo $cells[$i]->plaintext; break; case 1: // Age $age = $cells[$i]->plaintext; break; case 2: // Warrant type $warrant = $cells[$i]->plaintext; break; case 3: // Bond amount $bond = $cells[$i]->plaintext; break; case 4: // Warrant number $wnumber = $cells[$i]->plaintext; break; case 5: // Offence description $crime = $cells[$i]->plaintext; break; Default: echo "Uh-oh<br />"; } } } // Build your INSERT statement here $query = "INSERT into warrants (wid, name, age, warrant, bond, wnumber, crime) VALUES ("; $query .= " '$wid', '$name', '$age', '$warrant', '$bond', '$wnumber', '$crime' )"; //$wid = mysql_insert_id(); echo $query; // run query mysql_query($query) or die (mysql_error()); } } } ?>
--
PHP General Mailing List (http://www.php.net/)
To unsubscribe, visit: http://www.php.net/unsub.php
