Those dumb "MYSQL server has gone away" errors
Posted by fastest963
|
Re: Those dumb "MYSQL server has gone away" errors November 19, 2007 02:32PM |
You want your ram to go down, apply this
If you really want to get rid of this five minutes, then use the code below. Having said that, this spreads the five minutes imperceptibly across your spidering time as more database requests have to be made.
Delete this:-
$all_keywords from global at top of index_site().
Then delete this from index_site();
mysqltest();
$result = mysql_query("select keyword_ID, keyword from ".$mysql_table_prefix."keywords"
;
echo mysql_error();
while($row=mysql_fetch_array($result)) {
$all_keywords[addslashes($row[1])] = $row[0];
}
and replace save_keywords() with code below
code is tested.
function save_keywords($wordarray, $link_id, $domain) {
global $mysql_table_prefix;
reset($wordarray);
//loop through the word array
while ($thisword = each($wordarray)) {
$word = $thisword[1][1];
//$word is already database safe and has been
//cleaned with addslashes() in clean_file();
$weight = $thisword[1][2];
if(strlen($word) >30 ){
continue;
}else{
mysqltest();
$result = mysql_query("SELECT keyword_id from ".$mysql_table_prefix."keywords WHERE keyword='$word'";
echo mysql_error();
$numrows = mysql_num_rows($result);
//if number of rows is nothing then the word is not in keywords
if ($numrows == 0) {
//insert the word
mysqltest();
mysql_query("insert into ".$mysql_table_prefix."keywords (keyword) values ('$word')";
//oops...the word did exist
if (mysql_errno() == 1062) {
//select the keyword id
mysqltest();
$result = mysql_query("select keyword_id from ".$mysql_table_prefix."keywords where keyword='$word'";
echo mysql_error();
$row = mysql_fetch_row($result);
$keyword_id = $row[0];
}else{
//no error so we get the last insert id
$keyword_id = mysql_insert_id();
}
}else{
//the word did exist in keywords
$row = mysql_fetch_row($result);
$keyword_id = $row[0];
}
}
$wordmd5 = md5($word);
//if not yet started the $inserts[$wordmd5] key for the arry
//HOHOHO....cheeky little bit of code coming up
if(!isset($inserts[$wordmd5[0]])){
//you can access the first letter of any string as if
//the string was an array.
//$wordmd5[0] gives the first letter.
//gets rid of the need to call substr();
//start it
$inserts[$wordmd5[0]] = "($link_id,$keyword_id,$weight,$domain)";
}else{
//add to it
$inserts[$wordmd5[0]] .=",($link_id,$keyword_id,$weight,$domain)";
}
}
//loop through $inserts;
for ($i=0;$i<=15; $i++) {
$char = dechex($i);
if(isset($inserts[$char])){
//insert into correct link_keyword table
$query = "insert into ".$mysql_table_prefix."link_keyword$char (link_id, keyword_id, weight, domain) values $inserts[$char]";
mysqltest();
mysql_query($query);
echo mysql_error();
}
}
}
hope this helps
Thanks to gandalf for the code
and i think i put in all of the mysqltest(); however, in this text box on the forum its kind of hard to see.
If you really want to get rid of this five minutes, then use the code below. Having said that, this spreads the five minutes imperceptibly across your spidering time as more database requests have to be made.
Delete this:-
$all_keywords from global at top of index_site().
Then delete this from index_site();
mysqltest();
$result = mysql_query("select keyword_ID, keyword from ".$mysql_table_prefix."keywords"
;
echo mysql_error();
while($row=mysql_fetch_array($result)) {
$all_keywords[addslashes($row[1])] = $row[0];
}
and replace save_keywords() with code below
code is tested.
function save_keywords($wordarray, $link_id, $domain) {
global $mysql_table_prefix;
reset($wordarray);
//loop through the word array
while ($thisword = each($wordarray)) {
$word = $thisword[1][1];
//$word is already database safe and has been
//cleaned with addslashes() in clean_file();
$weight = $thisword[1][2];
if(strlen($word) >30 ){
continue;
}else{
mysqltest();
$result = mysql_query("SELECT keyword_id from ".$mysql_table_prefix."keywords WHERE keyword='$word'"
;
echo mysql_error();
$numrows = mysql_num_rows($result);
//if number of rows is nothing then the word is not in keywords
if ($numrows == 0) {
//insert the word
mysqltest();
mysql_query("insert into ".$mysql_table_prefix."keywords (keyword) values ('$word')"
;
//oops...the word did exist
if (mysql_errno() == 1062) {
//select the keyword id
mysqltest();
$result = mysql_query("select keyword_id from ".$mysql_table_prefix."keywords where keyword='$word'"
;
echo mysql_error();
$row = mysql_fetch_row($result);
$keyword_id = $row[0];
}else{
//no error so we get the last insert id
$keyword_id = mysql_insert_id();
}
}else{
//the word did exist in keywords
$row = mysql_fetch_row($result);
$keyword_id = $row[0];
}
}
$wordmd5 = md5($word);
//if not yet started the $inserts[$wordmd5] key for the arry
//HOHOHO....cheeky little bit of code coming up
if(!isset($inserts[$wordmd5[0]])){
//you can access the first letter of any string as if
//the string was an array.
//$wordmd5[0] gives the first letter.
//gets rid of the need to call substr();
//start it
$inserts[$wordmd5[0]] = "($link_id,$keyword_id,$weight,$domain)";
}else{
//add to it
$inserts[$wordmd5[0]] .=",($link_id,$keyword_id,$weight,$domain)";
}
}
//loop through $inserts;
for ($i=0;$i<=15; $i++) {
$char = dechex($i);
if(isset($inserts[$char])){
//insert into correct link_keyword table
$query = "insert into ".$mysql_table_prefix."link_keyword$char (link_id, keyword_id, weight, domain) values $inserts[$char]";
mysqltest();
mysql_query($query);
echo mysql_error();
}
}
}
hope this helps
Thanks to gandalf for the code
and i think i put in all of the mysqltest(); however, in this text box on the forum its kind of hard to see.
Sorry, only registered users may post in this forum.