first commit

wp-content/themes/thinkai/demo-import/importer/Importer.php

@@ -0,0 +1,632 @@
+<?php
+/**
+ * The main importer class, extending the slightly modified WP importer 2.0 class WXRImporter
+ */
+
+namespace ProteusThemes\WPContentImporter2;
+
+use XMLReader;
+
+class Importer extends WXRImporter {
+
+	/**
+	 * Time in milliseconds, marking the beginning of the import.
+	 *
+	 * @var float
+	 */
+	private $start_time;
+
+	/**
+	 * Importer constructor.
+	 * Look at the parent constructor for the options parameters.
+	 *
+	 * @param array  $options The importer options.
+	 * @param object $logger  The logger object.
+	 */
+	public function __construct( $options = array(), $logger = null ) {
+		parent::__construct( $options );
+
+		$this->set_logger( $logger );
+
+		// Check, if a new AJAX request is required.
+		add_filter( 'wxr_importer.pre_process.post', array( $this, 'new_ajax_request_maybe' ) );
+
+		// WooCommerce product attributes registration.
+		if ( class_exists( 'WooCommerce' ) ) {
+			add_filter( 'wxr_importer.pre_process.term', array( $this, 'woocommerce_product_attributes_registration' ), 10, 1 );
+		}
+	}
+
+	/**
+	 * Get the XML reader for the file.
+	 *
+	 * @param string $file Path to the XML file.
+	 *
+	 * @return XMLReader|boolean Reader instance on success, false otherwise.
+	 */
+	protected function get_reader( $file ) {
+		// Avoid loading external entities for security
+		$old_value = null;
+		if ( function_exists( 'libxml_disable_entity_loader' ) ) {
+			// $old_value = libxml_disable_entity_loader( true );
+		}
+
+		if ( ! class_exists( 'XMLReader' ) ) {
+			$this->logger->critical( __( 'The XMLReader class is missing! Please install the XMLReader PHP extension on your server', 'thinkai' ) );
+
+			return false;
+		}
+
+		$reader = new XMLReader();
+		$status = $reader->open( $file );
+
+		if ( ! is_null( $old_value ) ) {
+			// libxml_disable_entity_loader( $old_value );
+		}
+
+		if ( ! $status ) {
+			$this->logger->error( __( 'Could not open the XML file for parsing!', 'thinkai' ) );
+
+			return false;
+		}
+
+		return $reader;
+	}
+
+	/**
+	 * Get the basic import content data.
+	 * Which elements are present in this import file (check possible elements in the $data variable)?
+	 *
+	 * @param $file
+	 *
+	 * @return array|bool
+	 */
+	public function get_basic_import_content_data( $file ) {
+		$data = array(
+			'users'      => false,
+			'categories' => false,
+			'tags'       => false,
+			'terms'      => false,
+			'posts'      => false,
+		);
+
+		// Get the XML reader and open the file.
+		$reader = $this->get_reader( $file );
+
+		if ( empty( $reader ) ) {
+			return false;
+		}
+
+		// Start parsing!
+		while ( $reader->read() ) {
+			// Only deal with element opens.
+			if ( $reader->nodeType !== XMLReader::ELEMENT ) {
+				continue;
+			}
+
+			switch ( $reader->name ) {
+				case 'wp:author':
+					// Skip, if the users were already detected.
+					if ( $data['users'] ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_author_node( $node );
+
+					// Skip, if there was an error in parsing the author node.
+					if ( is_wp_error( $parsed ) ) {
+						$reader->next();
+						break;
+					}
+
+					$data['users'] = true;
+
+					// Handled everything in this node, move on to the next.
+					$reader->next();
+					break;
+
+				case 'item':
+					// Skip, if the posts were already detected.
+					if ( $data['posts'] ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_post_node( $node );
+
+					// Skip, if there was an error in parsing the item node.
+					if ( is_wp_error( $parsed ) ) {
+						$reader->next();
+						break;
+					}
+
+					$data['posts'] = true;
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:category':
+					$data['categories'] = true;
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+				case 'wp:tag':
+					$data['tags'] = true;
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+				case 'wp:term':
+					$data['terms'] = true;
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+			}
+		}
+
+		return $data;
+	}
+
+
+	/**
+	 * Get the number of posts (posts, pages, CPT, attachments), that the import file has.
+	 *
+	 * @param $file
+	 *
+	 * @return int
+	 */
+	public function get_number_of_posts_to_import( $file ) {
+		$reader  = $this->get_reader( $file );
+		$counter = 0;
+
+		if ( empty( $reader ) ) {
+			return $counter;
+		}
+
+		// Start parsing!
+		while ( $reader->read() ) {
+			// Only deal with element opens.
+			if ( $reader->nodeType !== XMLReader::ELEMENT ) {
+				continue;
+			}
+
+			if ( 'item' == $reader->name ) {
+				$node   = $reader->expand();
+				$parsed = $this->parse_post_node( $node );
+
+				// Skip, if there was an error in parsing the item node.
+				if ( is_wp_error( $parsed ) ) {
+					$reader->next();
+					continue;
+				}
+
+				$counter++;
+			}
+		}
+
+		return $counter;
+	}
+
+	/**
+	 * The main controller for the actual import stage.
+	 *
+	 * @param string $file    Path to the WXR file for importing.
+	 * @param array  $options Import options (which parts to import).
+	 *
+	 * @return boolean
+	 */
+	public function import( $file, $options = array() ) {
+		add_filter( 'import_post_meta_key', array( $this, 'is_valid_meta_key' ) );
+		add_filter( 'http_request_timeout', array( &$this, 'bump_request_timeout' ) );
+
+		// Start the import timer.
+		$this->start_time = microtime( true );
+
+		// Set the existing import data, from previous AJAX call, if any.
+		$this->restore_import_data_transient();
+
+		// Set the import options defaults.
+		if ( empty( $options ) ) {
+			$options = array(
+				'users'      => false,
+				'categories' => true,
+				'tags'       => true,
+				'terms'      => true,
+				'posts'      => true,
+			);
+		}
+
+		$result = $this->import_start( $file );
+
+		if ( is_wp_error( $result ) ) {
+			$this->logger->error( __( 'Content import start error: ', 'thinkai' ) . $result->get_error_message() );
+
+			return false;
+		}
+
+		// Get the actual XML reader.
+		$reader = $this->get_reader( $file );
+
+		if ( empty( $reader ) ) {
+			return false;
+		}
+
+		// Set the version to compatibility mode first
+		$this->version = '1.0';
+
+		// Reset other variables
+		$this->base_url = '';
+
+		// Start parsing!
+		while ( $reader->read() ) {
+			// Only deal with element opens.
+			if ( $reader->nodeType !== XMLReader::ELEMENT ) {
+				continue;
+			}
+
+			switch ( $reader->name ) {
+				case 'wp:wxr_version':
+					// Upgrade to the correct version
+					$this->version = $reader->readString();
+
+					if ( version_compare( $this->version, self::MAX_WXR_VERSION, '>' ) ) {
+						$this->logger->warning( sprintf(
+							__( 'This WXR file (version %s) is newer than the importer (version %s) and may not be supported. Please consider updating.', 'thinkai' ),
+							$this->version,
+							self::MAX_WXR_VERSION
+						) );
+					}
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:base_site_url':
+					$this->base_url = $reader->readString();
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'item':
+					if ( empty( $options['posts'] ) ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_post_node( $node );
+
+					if ( is_wp_error( $parsed ) ) {
+						$this->log_error( $parsed );
+
+						// Skip the rest of this post
+						$reader->next();
+						break;
+					}
+
+					$this->process_post( $parsed['data'], $parsed['meta'], $parsed['comments'], $parsed['terms'] );
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:author':
+					if ( empty( $options['users'] ) ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_author_node( $node );
+
+					if ( is_wp_error( $parsed ) ) {
+						$this->log_error( $parsed );
+
+						// Skip the rest of this post
+						$reader->next();
+						break;
+					}
+
+					$status = $this->process_author( $parsed['data'], $parsed['meta'] );
+
+					if ( is_wp_error( $status ) ) {
+						$this->log_error( $status );
+					}
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:category':
+					if ( empty( $options['categories'] ) ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_term_node( $node, 'category' );
+
+					if ( is_wp_error( $parsed ) ) {
+						$this->log_error( $parsed );
+
+						// Skip the rest of this post
+						$reader->next();
+						break;
+					}
+
+					$status = $this->process_term( $parsed['data'], $parsed['meta'] );
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:tag':
+					if ( empty( $options['tags'] ) ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_term_node( $node, 'tag' );
+
+					if ( is_wp_error( $parsed ) ) {
+						$this->log_error( $parsed );
+
+						// Skip the rest of this post
+						$reader->next();
+						break;
+					}
+
+					$status = $this->process_term( $parsed['data'], $parsed['meta'] );
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				case 'wp:term':
+					if ( empty( $options['terms'] ) ) {
+						$reader->next();
+						break;
+					}
+
+					$node   = $reader->expand();
+					$parsed = $this->parse_term_node( $node );
+
+					if ( is_wp_error( $parsed ) ) {
+						$this->log_error( $parsed );
+
+						// Skip the rest of this post
+						$reader->next();
+						break;
+					}
+
+					$status = $this->process_term( $parsed['data'], $parsed['meta'] );
+
+					// Handled everything in this node, move on to the next
+					$reader->next();
+					break;
+
+				default:
+					// Skip this node, probably handled by something already
+					break;
+			}
+		}
+
+		// Now that we've done the main processing, do any required
+		// post-processing and remapping.
+		$this->post_process();
+
+		if ( $this->options['aggressive_url_search'] ) {
+			$this->replace_attachment_urls_in_content();
+		}
+
+		$this->remap_featured_images();
+
+		$this->import_end();
+
+		// Set the current importer state, so the data can be used on the next AJAX call.
+		$this->set_current_importer_data();
+
+		return true;
+	}
+
+	/**
+	 * Import users only.
+	 *
+	 * @param string $file Path to the import file.
+	 */
+	public function import_users( $file ) {
+		return $this->import( $file, array( 'users' => true ) );
+	}
+
+	/**
+	 * Import categories only.
+	 *
+	 * @param string $file Path to the import file.
+	 */
+	public function import_categories( $file ) {
+		return $this->import( $file, array( 'categories' => true ) );
+	}
+
+	/**
+	 * Import tags only.
+	 *
+	 * @param string $file Path to the import file.
+	 */
+	public function import_tags( $file ) {
+		return $this->import( $file, array( 'tags' => true ) );
+	}
+
+	/**
+	 * Import terms only.
+	 *
+	 * @param string $file Path to the import file.
+	 */
+	public function import_terms( $file ) {
+		return $this->import( $file, array( 'terms' => true ) );
+	}
+
+	/**
+	 * Import posts only.
+	 *
+	 * @param string $file Path to the import file.
+	 */
+	public function import_posts( $file ) {
+		return $this->import( $file, array( 'posts' => true ) );
+	}
+
+	/**
+	 * Check if we need to create a new AJAX request, so that server does not timeout.
+	 * And fix the import warning for missing post author.
+	 *
+	 * @param array $data current post data.
+	 * @return array
+	 */
+	public function new_ajax_request_maybe( $data ) {
+		$time = microtime( true ) - $this->start_time;
+
+		// We should make a new ajax call, if the time is right.
+		if ( $time > apply_filters( 'pt-importer/time_for_one_ajax_call', 20 ) ) {
+			$response = apply_filters( 'pt-importer/new_ajax_request_response_data', array(
+				'status'                => 'newAJAX',
+				'log'                   => 'Time for new AJAX request!: ' . $time,
+				'num_of_imported_posts' => count( $this->mapping['post'] ),
+			) );
+
+			// Add message to log file.
+			$this->logger->info( __( 'New AJAX call!', 'thinkai' ) );
+
+			// Set the current importer state, so it can be continued on the next AJAX call.
+			$this->set_current_importer_data();
+
+			// Send the request for a new AJAX call.
+			wp_send_json( $response );
+		}
+
+		// Set importing author to the current user.
+		// Fixes the [WARNING] Could not find the author for ... log warning messages.
+		$current_user_obj    = wp_get_current_user();
+		$data['post_author'] = $current_user_obj->user_login;
+
+		return $data;
+	}
+
+	/**
+	 * Save current importer data to the DB, for later use.
+	 */
+	public function set_current_importer_data() {
+		$data = apply_filters( 'pt-importer/set_current_importer_data', array(
+			'options'            => $this->options,
+			'mapping'            => $this->mapping,
+			'requires_remapping' => $this->requires_remapping,
+			'exists'             => $this->exists,
+			'user_slug_override' => $this->user_slug_override,
+			'url_remap'          => $this->url_remap,
+			'featured_images'    => $this->featured_images,
+		) );
+
+		$this->save_current_import_data_transient( $data );
+	}
+
+	/**
+	 * Set the importer data to the transient.
+	 *
+	 * @param array $data Data to be saved to the transient.
+	 */
+	public function save_current_import_data_transient( $data ) {
+		set_transient( 'pt_importer_data', $data, MINUTE_IN_SECONDS );
+	}
+
+	/**
+	 * Restore the importer data from the transient.
+	 *
+	 * @return boolean
+	 */
+	public function restore_import_data_transient() {
+		if ( $data = get_transient( 'pt_importer_data' ) ) {
+			$this->options            = empty( $data['options'] ) ? array() : $data['options'];
+			$this->mapping            = empty( $data['mapping'] ) ? array() : $data['mapping'];
+			$this->requires_remapping = empty( $data['requires_remapping'] ) ? array() : $data['requires_remapping'];
+			$this->exists             = empty( $data['exists'] ) ? array() : $data['exists'];
+			$this->user_slug_override = empty( $data['user_slug_override'] ) ? array() : $data['user_slug_override'];
+			$this->url_remap          = empty( $data['url_remap'] ) ? array() : $data['url_remap'];
+			$this->featured_images    = empty( $data['featured_images'] ) ? array() : $data['featured_images'];
+
+			do_action( 'pt-importer/restore_import_data_transient' );
+
+			return true;
+		}
+
+		return false;
+	}
+
+	/**
+	 * Get the importer mapping data.
+	 *
+	 * @return array An empty array or an array of mapping data.
+	 */
+	public function get_mapping() {
+		return $this->mapping;
+	}
+
+	/**
+	 * Hook into the pre-process term filter of the content import and register the
+	 * custom WooCommerce product attributes, so that the terms can then be imported normally.
+	 *
+	 * This should probably be removed once the WP importer 2.0 support is added in WooCommerce.
+	 *
+	 * Fixes: [WARNING] Failed to import pa_size L warnings in content import.
+	 * Code from: woocommerce/includes/admin/class-wc-admin-importers.php (ver 2.6.9).
+	 *
+	 * Github issue: https://github.com/proteusthemes/one-click-demo-import/issues/71
+	 *
+	 * @param  array $date The term data to import.
+	 * @return array       The unchanged term data.
+	 */
+	public function woocommerce_product_attributes_registration( $data ) {
+		global $wpdb;
+
+		if ( strstr( $data['taxonomy'], 'pa_' ) ) {
+			if ( ! taxonomy_exists( $data['taxonomy'] ) ) {
+				$attribute_name = wc_sanitize_taxonomy_name( str_replace( 'pa_', '', $data['taxonomy'] ) );
+
+				// Create the taxonomy
+				if ( ! in_array( $attribute_name, wc_get_attribute_taxonomies() ) ) {
+					$attribute = array(
+						'attribute_label'   => $attribute_name,
+						'attribute_name'    => $attribute_name,
+						'attribute_type'    => 'select',
+						'attribute_orderby' => 'menu_order',
+						'attribute_public'  => 0
+					);
+					$wpdb->insert( $wpdb->prefix . 'woocommerce_attribute_taxonomies', $attribute );
+					delete_transient( 'wc_attribute_taxonomies' );
+				}
+
+				if(function_exists('thinkai_taxonomy_regster') ) {
+					
+					// Register the taxonomy now so that the import works!
+					thinkai_taxonomy_regster(
+						$data['taxonomy'],
+						apply_filters( 'woocommerce_taxonomy_objects_' . $data['taxonomy'], array( 'product' ) ),
+						apply_filters( 'woocommerce_taxonomy_args_' . $data['taxonomy'], array(
+							'hierarchical' => true,
+							'show_ui'      => false,
+							'query_var'    => true,
+							'rewrite'      => false,
+						) )
+					);
+				}
+			}
+		}
+
+		return $data;
+	}
+}

wp-content/themes/thinkai/demo-import/importer/WPImporterLogger.php

@@ -0,0 +1,137 @@
+<?php
+namespace ProteusThemes\WPContentImporter2;
+
+/**
+ * Describes a logger instance
+ *
+ * Based on PSR-3: http://www.php-fig.org/psr/psr-3/
+ *
+ * The message MUST be a string or object implementing __toString().
+ *
+ * The message MAY contain placeholders in the form: {foo} where foo
+ * will be replaced by the context data in key "foo".
+ *
+ * The context array can contain arbitrary data, the only assumption that
+ * can be made by implementors is that if an Exception instance is given
+ * to produce a stack trace, it MUST be in a key named "exception".
+ *
+ * See https://github.com/php-fig/fig-standards/blob/master/accepted/PSR-3-logger-interface.md
+ * for the full interface specification.
+ */
+class WPImporterLogger {
+	/**
+	 * System is unusable.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function emergency( $message, array $context = array() ) {
+		return $this->log( 'emergency', $message, $context );
+	}
+
+	/**
+	 * Action must be taken immediately.
+	 *
+	 * Example: Entire website down, database unavailable, etc. This should
+	 * trigger the SMS alerts and wake you up.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function alert( $message, array $context = array() ) {
+		return $this->log( 'alert', $message, $context );
+	}
+
+	/**
+	 * Critical conditions.
+	 *
+	 * Example: Application component unavailable, unexpected exception.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function critical( $message, array $context = array() ) {
+		return $this->log( 'critical', $message, $context );
+	}
+
+	/**
+	 * Runtime errors that do not require immediate action but should typically
+	 * be logged and monitored.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function error( $message, array $context = array()) {
+		return $this->log( 'error', $message, $context );
+	}
+
+	/**
+	 * Exceptional occurrences that are not errors.
+	 *
+	 * Example: Use of deprecated APIs, poor use of an API, undesirable things
+	 * that are not necessarily wrong.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function warning( $message, array $context = array() ) {
+		return $this->log( 'warning', $message, $context );
+	}
+
+	/**
+	 * Normal but significant events.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function notice( $message, array $context = array() ) {
+		return $this->log( 'notice', $message, $context );
+	}
+
+	/**
+	 * Interesting events.
+	 *
+	 * Example: User logs in, SQL logs.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function info( $message, array $context = array() ) {
+		return $this->log( 'info', $message, $context );
+	}
+
+	/**
+	 * Detailed debug information.
+	 *
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function debug( $message, array $context = array() ) {
+		return $this->log( 'debug', $message, $context );
+	}
+
+	/**
+	 * Logs with an arbitrary level.
+	 *
+	 * @param mixed $level
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function log( $level, $message, array $context = array() ) {
+		$this->messages[] = array(
+			'timestamp' => time(),
+			'level'     => $level,
+			'message'   => $message,
+			'context'   => $context,
+		);
+	}
+}

wp-content/themes/thinkai/demo-import/importer/WPImporterLoggerCLI.php

@@ -0,0 +1,44 @@
+<?php
+namespace ProteusThemes\WPContentImporter2;
+
+class WPImporterLoggerCLI extends WPImporterLogger {
+	public $min_level = 'notice';
+
+	/**
+	 * Logs with an arbitrary level.
+	 *
+	 * @param mixed $level
+	 * @param string $message
+	 * @param array $context
+	 * @return null
+	 */
+	public function log( $level, $message, array $context = array() ) {
+		if ( $this->level_to_numeric( $level ) < $this->level_to_numeric( $this->min_level ) ) {
+			return;
+		}
+
+		printf(
+			'[%s] %s' . PHP_EOL,
+			strtoupper( $level ),
+			$message
+		);
+	}
+
+	public static function level_to_numeric( $level ) {
+		$levels = array(
+			'emergency' => 8,
+			'alert'     => 7,
+			'critical'  => 6,
+			'error'     => 5,
+			'warning'   => 4,
+			'notice'    => 3,
+			'info'      => 2,
+			'debug'     => 1,
+		);
+		if ( ! isset( $levels[ $level ] ) ) {
+			return 0;
+		}
+
+		return $levels[ $level ];
+	}
+}

wp-content/themes/thinkai/demo-import/importer/WXRImportInfo.php

@@ -0,0 +1,16 @@
+<?php
+
+namespace ProteusThemes\WPContentImporter2;
+
+class WXRImportInfo {
+	public $home;
+	public $siteurl;
+	public $title;
+	public $users = array();
+	public $post_count = 0;
+	public $media_count = 0;
+	public $comment_count = 0;
+	public $term_count = 0;
+	public $generator = '';
+	public $version;
+}