core = $core; $this->con = $core->con; $this->blog = $core->con->escape($core->blog->id); $this->table = $core->prefix.'zc_feed'; } /** * Short openCursor. * * @return cursor cursor instance */ public function openCursor() { return $this->con->openCursor($this->table); } /** * Update feed record. * * @param integer $id Feed id * @param cursor $cur cursor instance */ public function updFeed($id, cursor $cur) { $this->con->writeLock($this->table); try { $id = (integer) $id; if ($id < 1) { throw new Exception(__('No such ID')); } $cur->feed_upddt = date('Y-m-d H:i:s'); $cur->update(sprintf( "WHERE feed_id = %s AND blog_id = '%s' ", $id, $this->blog )); $this->con->unlock(); $this->trigger(); } catch (Exception $e) { $this->con->unlock(); throw $e; } # --BEHAVIOR-- zoneclearFeedServerAfterUpdFeed $this->core->callBehavior( 'zoneclearFeedServerAfterUpdFeed', $cur, $id ); } /** * Add feed record. * * @param cursor $cur cursor instance */ public function addFeed(cursor $cur) { $this->con->writeLock($this->table); try { $cur->feed_id = $this->getNextId(); $cur->blog_id = $this->blog; $cur->feed_creadt = date('Y-m-d H:i:s'); $cur->feed_upddt = date('Y-m-d H:i:s'); //add getFeedCursor here $cur->insert(); $this->con->unlock(); $this->trigger(); } catch (Exception $e) { $this->con->unlock(); throw $e; } # --BEHAVIOR-- zoneclearFeedServerAfterAddFeed $this->core->callBehavior( 'zoneclearFeedServerAfterAddFeed', $cur ); return $cur->feed_id; } /** * Quick enable / disable feed. * * @param integer $id Feed Id * @param boolean $enable Enable or disable feed * @param integer $time Force update time */ public function enableFeed($id, $enable=true, $time=null) { try { $id = (integer) $id; if ($id < 1) { throw new Exception(__('No such ID')); } $cur = $this->openCursor(); $this->con->writeLock($this->table); $cur->feed_upddt = date('Y-m-d H:i:s'); $cur->feed_status = (integer) $enable; if (null !== $time) { $cur->feed_upd_last = (integer) $time; } $cur->update(sprintf( "WHERE feed_id = %s AND blog_id = '%s' ", $id, $this->blog )); $this->con->unlock(); $this->trigger(); } catch (Exception $e) { $this->con->unlock(); throw $e; } # --BEHAVIOR-- zoneclearFeedServerAfterEnableFeed $this->core->callBehavior( 'zoneclearFeedServerAfterEnableFeed', $id, $enable, $time ); } # /** * Delete record (this not deletes post). * * @param integer $id Feed Id */ public function delFeed($id) { $id = (integer) $id; if ($id < 1) { throw new Exception(__('No such ID')); } # --BEHAVIOR-- zoneclearFeedServerBeforeDelFeed $this->core->callBehavior( 'zoneclearFeedServerBeforeDelFeed', $id ); $this->con->execute(sprintf( "DELETE FROM %s WHERE feed_id = %s AND blog_id = '%s' ", $this->table, $id, $this->blog )); $this->trigger(); } /** * Get related posts. * * @param array $params Query params * @param boolean $count_only Return only result count * @return record record instance */ public function getPostsByFeed($params=array(), $count_only=false) { if (!isset($params['feed_id'])) { return null; } $params['from'] = 'LEFT JOIN '.$this->core->prefix.'meta F '. 'ON P.post_id = F.post_id '; $params['sql'] = "AND P.blog_id = '".$this->blog."' ". "AND F.meta_type = 'zoneclearfeed_id' ". "AND F.meta_id = '".$this->con->escape($params['feed_id'])."' "; unset($params['feed_id']); return $this->core->blog->getPosts($params, $count_only); } /** * Get feed record. * * @param array $params Query params * @param boolean $count_only Return only result count * @return record record instance */ public function getFeeds($params=array(), $count_only=false) { if ($count_only) { $strReq = 'SELECT count(Z.feed_id) '; } else { $content_req = ''; if (!empty($params['columns']) && is_array($params['columns'])) { $content_req .= implode(', ',$params['columns']).', '; } $strReq = 'SELECT Z.feed_id, Z.feed_creadt, Z.feed_upddt, Z.feed_type, '. 'Z.blog_id, Z.cat_id, '. 'Z.feed_upd_int, Z.feed_upd_last, Z.feed_status, '. $content_req. 'LOWER(Z.feed_name) as lowername, Z.feed_name, Z.feed_desc, '. 'Z.feed_url, Z.feed_feed, Z.feed_get_tags, '. 'Z.feed_tags, Z.feed_owner, Z.feed_tweeter, Z.feed_lang, '. 'Z.feed_nb_out, Z.feed_nb_in, '. 'C.cat_title, C.cat_url, C.cat_desc '; } $strReq .= 'FROM '.$this->table.' Z '. 'LEFT OUTER JOIN '.$this->core->prefix.'category C ON Z.cat_id = C.cat_id '; if (!empty($params['from'])) { $strReq .= $params['from'].' '; } $strReq .= "WHERE Z.blog_id = '".$this->blog."' "; if (isset($params['feed_type'])) { $strReq .= "AND Z.feed_type = '".$this->con->escape($params['type'])."' "; } else { $strReq .= "AND Z.feed_type = 'feed' "; } if (!empty($params['feed_id'])) { if (is_array($params['feed_id'])) { array_walk($params['feed_id'],create_function('&$v,$k','if($v!==null){$v=(integer)$v;}')); } else { $params['feed_id'] = array((integer) $params['feed_id']); } $strReq .= 'AND Z.feed_id '.$this->con->in($params['feed_id']); } if (isset($params['feed_feed'])) { $strReq .= "AND Z.feed_feed = '".$this->con->escape($params['feed_feed'])."' "; } if (isset($params['feed_url'])) { $strReq .= "AND Z.feed_url = '".$this->con->escape($params['feed_url'])."' "; } if (isset($params['feed_status'])) { $strReq .= "AND Z.feed_status = ".((integer) $params['feed_status'])." "; } if (!empty($params['sql'])) { $strReq .= $params['sql'].' '; } if (!$count_only) { if (!empty($params['order'])) { $strReq .= 'ORDER BY '.$this->con->escape($params['order']).' '; } else { $strReq .= 'ORDER BY Z.feed_upddt DESC '; } } if (!$count_only && !empty($params['limit'])) { $strReq .= $this->con->limit($params['limit']); } $rs = $this->con->select($strReq); $rs->zc = $this; return $rs; } /** * Get next table id. * * @return record record instance */ private function getNextId() { return $this->con->select( 'SELECT MAX(feed_id) FROM '.$this->table )->f(0) + 1; } /** * Lock a file to see if an update is ongoing. * * @return boolean True if file is locked */ public function lockUpdate() { try { # Need flock function if (!function_exists('flock')) { throw New Exception("Can't call php function named flock"); } # Cache writable ? if (!is_writable(DC_TPL_CACHE)) { throw new Exception("Can't write in cache fodler"); } # Set file path $f_md5 = md5($this->blog); $cached_file = sprintf( '%s/%s/%s/%s/%s.txt', DC_TPL_CACHE, 'periodical', substr($f_md5, 0, 2), substr($f_md5, 2, 2), $f_md5 ); # Real path $cached_file = path::real($cached_file, false); # Make dir if (!is_dir(dirname($cached_file))) { files::makeDir(dirname($cached_file), true); } # Make file if (!file_exists($cached_file)) { !$fp = @fopen($cached_file, 'w'); if ($fp === false) { throw New Exception("Can't create file"); } fwrite($fp, '1', strlen('1')); fclose($fp); } # Open file if (!($fp = @fopen($cached_file, 'r+'))) { throw New Exception("Can't open file"); } # Lock file if (!flock($fp, LOCK_EX)) { throw New Exception("Can't lock file"); } $this->lock = $fp; return true; } catch (Exception $e) { throw $e; } return false; } /** * Unlock file of update process. * */ public function unlockUpdate() { @fclose($this->lock); $this->lock = null; } /** * Check and add/update post related to record if needed. * * @param integer $id Feed Id * @param boolean $throw Throw exception or end silently * @return boolean True if process succeed */ public function checkFeedsUpdate($id=null, $throw=false) { # Limit to one update at a time try { $this->lockUpdate(); } catch (Exception $e) { if ($throw) { throw $e; } return false; } dt::setTZ($this->core->blog->settings->system->blog_timezone); $time = time(); $s = $this->core->blog->settings->zoneclearFeedServer; # All feeds or only one (from admin) $f = !$id ? $this->getFeeds(array( 'feed_status'=>1, 'order'=>'feed_upd_last ASC' )) : $this->getFeeds(array( 'feed_id'=>$id )); # No feed if ($f->isEmpty()) { return false; } # Set feeds user $this->enableUser($s->zoneclearFeedServer_user); $updates = false; $loop_mem = array(); $limit = abs((integer) $s->zoneclearFeedServer_update_limit); if ($limit < 1) { $limit = 10; } $i = 0; $cur_post = $this->con->openCursor($this->core->prefix.'post'); $cur_meta = $this->con->openCursor($this->core->prefix.'meta'); while($f->fetch()) { # Check if feed need update if ($id || $i < $limit && $f->feed_status == 1 && $time > $f->feed_upd_last + $f->feed_upd_int ) { $i++; $feed = self::readFeed($f->feed_feed); # Nothing to parse if (!$feed) { # Keep active empty feed or disable it ? if (!$s->zoneclearFeedServer_keep_empty_feed) { $this->enableFeed($f->feed_id, false); } else { # Set update time of this feed $this->enableFeed($f->feed_id, true, $time); } $i++; } # Not updated since last visit elseif (!$id && '' != $feed->pubdate && strtotime($feed->pubdate) < $f->feed_upd_last ) { # Set update time of this feed $this->enableFeed($f->feed_id, true, $time); $i++; } else { # Set update time of this feed $this->enableFeed($f->feed_id, $f->feed_status, $time); $this->con->begin(); foreach ($feed->items as $item) { $item_TS = $item->TS ? $item->TS : $time; // I found that mercurial atom feed did not repect standard $item_link = @$item->link; if (!$item_link) { $item_link = @$item->guid; } # Unknow feed item link if (!$item_link) { continue; } $item_link = $this->con->escape($item_link); $is_new_published_entry = false; # Not updated since last visit if (!$id && $item_TS < $f->feed_upd_last) { continue; } # Fix loop twin if (in_array($item_link, $loop_mem)) { continue; } $loop_mem[] = $item_link; # Check if entry exists $old_post = $this->con->select( 'SELECT P.post_id, P.post_status '. 'FROM '.$this->core->prefix.'post P '. 'INNER JOIN '.$this->core->prefix.'meta M '. 'ON P.post_id = M.post_id '. "WHERE blog_id='".$this->blog."' ". "AND meta_type = 'zoneclearfeed_url' ". "AND meta_id = '".$item_link."' " ); # Prepare entry cursor $cur_post->clean(); $cur_post->post_dt = date('Y-m-d H:i:s', $item_TS); if ($f->cat_id) { $cur_post->cat_id = $f->cat_id; } $post_content = $item->content ? $item->content : $item->description; $cur_post->post_content = html::absoluteURLs($post_content,$feed->link); $cur_post->post_title = $item->title ? $item->title : text::cutString(html::clean($cur_post->post_content),60); $creator = $item->creator ? $item->creator : $f->feed_owner; try { # Create entry if ($old_post->isEmpty()) { # Post $cur_post->user_id = $this->core->auth->userID(); $cur_post->post_format = 'xhtml'; $cur_post->post_status = (integer) $s->zoneclearFeedServer_post_status_new; $cur_post->post_open_comment = 0; $cur_post->post_open_tb = 0; # --BEHAVIOR-- zoneclearFeedServerBeforePostCreate $this->core->callBehavior( 'zoneclearFeedServerBeforePostCreate', $cur_post ); $post_id = $this->core->auth->sudo( array($this->core->blog, 'addPost'), $cur_post ); # --BEHAVIOR-- zoneclearFeedServerAfterPostCreate $this->core->callBehavior( 'zoneclearFeedServerAfterPostCreate', $cur_post, $post_id ); # Auto tweet new post if ($cur_post->post_status == 1) { $is_new_published_entry = true; } } # Update entry else { $post_id = $old_post->post_id; # --BEHAVIOR-- zoneclearFeedServerBeforePostUpdate $this->core->callBehavior( 'zoneclearFeedServerBeforePostUpdate', $cur_post, $post_id ); $this->core->auth->sudo( array($this->core->blog, 'updPost'), $post_id, $cur_post ); # Quick delete old meta $this->con->execute( 'DELETE FROM '.$this->core->prefix.'meta '. 'WHERE post_id = '.$post_id.' '. "AND meta_type LIKE 'zoneclearfeed_%' " ); # Delete old tags $this->core->auth->sudo( array($this->core->meta, 'delPostMeta'), $post_id, 'tag' ); # --BEHAVIOR-- zoneclearFeedServerAfterPostUpdate $this->core->callBehavior( 'zoneclearFeedServerAfterPostUpdate', $cur_post, $post_id ); } # Quick add new meta $meta = new ArrayObject(); $meta->tweeter = $f->feed_tweeter; $cur_meta->clean(); $cur_meta->post_id = $post_id; $cur_meta->meta_type = 'zoneclearfeed_url'; $cur_meta->meta_id = $meta->url = $item_link; $cur_meta->insert(); $cur_meta->clean(); $cur_meta->post_id = $post_id; $cur_meta->meta_type = 'zoneclearfeed_author'; $cur_meta->meta_id = $meta->author = $creator; $cur_meta->insert(); $cur_meta->clean(); $cur_meta->post_id = $post_id; $cur_meta->meta_type = 'zoneclearfeed_site'; $cur_meta->meta_id = $meta->site = $f->feed_url; $cur_meta->insert(); $cur_meta->clean(); $cur_meta->post_id = $post_id; $cur_meta->meta_type = 'zoneclearfeed_sitename'; $cur_meta->meta_id = $meta->sitename = $f->feed_name; $cur_meta->insert(); $cur_meta->clean(); $cur_meta->post_id = $post_id; $cur_meta->meta_type = 'zoneclearfeed_id'; $cur_meta->meta_id = $meta->id = $f->feed_id; $cur_meta->insert(); # Add new tags $tags = $this->core->meta->splitMetaValues($f->feed_tags); if ($f->feed_get_tags) { # Some feed subjects contains more than one tag foreach($item->subject as $subjects) { $tmp = $this->core->meta->splitMetaValues($subjects); $tags = array_merge($tags, $tmp); } $tags = array_unique($tags); } $formated_tags = array(); foreach ($tags as $tag) { # Change tags case switch((integer) $s->zoneclearFeedServer_tag_case) { case 3: $tag = strtoupper($tag); break; case 2: $tag = strtolower($tag); break; case 1: $tag = ucfirst(strtolower($tag)); break; default: /* do nothing */ break; } if (!in_array($tag, $formated_tags)) { $formated_tags[] = $tag; $this->core->auth->sudo( array($this->core->meta, 'setPostMeta'), $post_id, 'tag', dcMeta::sanitizeMetaID($tag) ); } } $meta->tags = $formated_tags; # --BEHAVIOR-- zoneclearFeedServerAfterFeedUpdate $this->core->callBehavior( 'zoneclearFeedServerAfterFeedUpdate', $this->core, $is_new_published_entry, $cur_post, $meta ); } catch (Exception $e) { $this->con->rollback(); $this->enableUser(false); $this->unlockUpdate(); throw $e; } $updates = true; } $this->con->commit(); } } } $this->enableUser(false); $this->unlockUpdate(); return true; } /** * Set permission to update post table. * * @param boolean $enable Enable or disable perm */ public function enableUser($enable=false) { # Enable if ($enable) { if (!$this->core->auth->checkUser($enable)) { throw new Exception('Unable to set user'); } } # Disable else { $this->core->auth = null; $this->core->auth = new dcAuth($this->core); } } /** * Read and parse external feeds. * * @param string $f Feed URL * @return arrayObject Parsed feed */ public static function readFeed($f) { try { $feed_reader = new feedReader; $feed_reader->setCacheDir(DC_TPL_CACHE); $feed_reader->setTimeout(self::$nethttp_timeout); $feed_reader->setMaxRedirects(self::$nethttp_maxredirect); $feed_reader->setUserAgent(self::$nethttp_agent); return $feed_reader->parse($f); } catch (Exception $e) { return null; } } /** * Trigger. */ private function trigger() { $this->core->blog->triggerBlog(); } /** * Check if an URL is well formed * * @param string $url URL * @return Boolean True if URL is allowed */ public static function validateURL($url) { return false !== strpos($url, 'http://') || false !== strpos($url, 'https://'); } /** * Get full URL. * * Know bugs: anchor is not well parsed. * * @param string $root Root URL * @param string $url An URL * @return string Parse URL */ public static function absoluteURL($root, $url) { $host = preg_replace( '|^([a-z]{3,}://)(.*?)/(.*)$|', '$1$2', $root ); $parse = parse_url($url); if (empty($parse['scheme'])) { if (strpos($url,'/') === 0) { $url = $host.$url; } elseif (strpos($url, '#') === 0) { $url = $root.$url; } elseif (preg_match('|/$|', $root)) { $url = $root.$url; } else { $url = dirname($root).'/'.$url; } } return $url; } /** * Get list of feeds status. * * @return array List of names/values of feeds status */ public static function getAllStatus() { return array( __('Disabled') => '0', __('Enabled') => '1' ); } /** * Get list of predefined interval. * * @return array List of Name/time of intervals */ public static function getAllUpdateInterval() { return array( __('Every hour') => 3600, __('Every two hours') => 7200, __('Two times per day') => 43200, __('Every day') => 86400, __('Every two days') => 172800, __('Every week') => 604800 ); } /** * Get list of (super)admins of current blog. * * @return array List of UserCNs/UserIds */ public function getAllBlogAdmins() { $admins = array(); # Get super admins $rs = $this->con->select( 'SELECT user_id, user_super, user_name, user_firstname, user_displayname '. 'FROM '.$this->con->escapeSystem($this->core->prefix.'user').' '. 'WHERE user_super = 1 AND user_status = 1 ' ); if (!$rs->isEmpty()) { while ($rs->fetch()) { $user_cn = dcUtils::getUserCN( $rs->user_id, $rs->user_name, $rs->user_firstname, $rs->user_displayname ); $admins[$user_cn.' (super admin)'] = $rs->user_id; } } # Get admins $rs = $this->con->select( 'SELECT U.user_id, U.user_super, U.user_name, U.user_firstname, U.user_displayname '. 'FROM '.$this->con->escapeSystem($this->core->prefix.'user').' U '. 'LEFT JOIN '.$this->con->escapeSystem($this->core->prefix.'permissions').' P '. 'ON U.user_id=P.user_id '. 'WHERE U.user_status = 1 '. "AND P.blog_id = '".$this->blog."' ". "AND P.permissions LIKE '%|admin|%' " ); if (!$rs->isEmpty()) { while ($rs->fetch()) { $user_cn = dcUtils::getUserCN( $rs->user_id, $rs->user_name, $rs->user_firstname, $rs->user_displayname ); $admins[$user_cn.' (admin)'] = $rs->user_id; } } return $admins; } /** * Get list of urls where entries could be hacked. * * @param dcCore $core dcCore instance * @return array List of names/types of URLs */ public static function getPublicUrlTypes(dcCore $core) { $types = array(); # --BEHAVIOR-- zoneclearFeedServerPublicUrlTypes $core->callBehavior('zoneclearFeedServerPublicUrlTypes', $types); $types[__('Home page')] = 'default'; $types[__('Entries pages')] = 'post'; $types[__('Tags pages')] = 'tag'; $types[__('Archives pages')] = 'archive'; $types[__('Category pages')] = 'category'; $types[__('Entries feed')] = 'feed'; return $types; } /** * Take care about plugin tweakurls (thanks Mathieu M.). * * @param cursor $cur cursor instance * @param integer $id Post Id */ public static function tweakurlsAfterPostCreate(cursor $cur, $id) { global $core; $cur->post_url = tweakUrls::tweakBlogURL($cur->post_url); $core->auth->sudo(array($core->blog, 'updPost'), $id, $cur); } }