mirror of
https://github.com/wallabag/wallabag.git
synced 2024-06-02 06:42:11 +00:00
8d4ed0df06
Also CS (because cs-fixer got an update) Package operations: 0 installs, 26 updates, 0 removals - Updating twig/twig (v2.12.1 => v2.12.2) - Updating symfony/symfony (v3.4.33 => v3.4.34) - Updating doctrine/event-manager (v1.0.0 => 1.1.0) - Updating doctrine/collections (v1.6.2 => 1.6.3) - Updating doctrine/cache (v1.8.1 => 1.9.0) - Updating doctrine/persistence (1.1.1 => 1.2.0) - Updating doctrine/inflector (v1.3.0 => 1.3.1) - Updating symfony/mime (v4.3.5 => v4.3.7) - Updating swiftmailer/swiftmailer (v6.2.1 => v6.2.3) - Updating symfony/swiftmailer-bundle (v3.3.0 => v3.3.1) - Updating doctrine/dbal (v2.9.2 => v2.9.3) - Updating doctrine/instantiator (1.2.0 => 1.3.0) - Updating j0k3r/graby-site-config (1.0.93 => 1.0.94) - Updating phpoption/phpoption (1.5.0 => 1.5.2) - Updating symfony/http-client-contracts (v1.1.7 => v1.1.8) - Updating symfony/http-client (v4.3.5 => v4.3.7) - Updating sensiolabs/security-checker (v6.0.2 => v6.0.3) - Updating paragonie/constant_time_encoding (v2.2.3 => v2.3.0) - Updating scheb/two-factor-bundle (v4.7.1 => v4.8.0) - Updating symfony/phpunit-bridge (v4.3.6 => v4.3.7) - Updating composer/xdebug-handler (1.3.3 => 1.4.0) - Updating friendsofphp/php-cs-fixer (v2.15.3 => v2.16.0) - Updating doctrine/data-fixtures (v1.3.2 => 1.3.3) - Updating nette/schema (v1.0.0 => v1.0.1) - Updating nikic/php-parser (v4.2.4 => v4.3.0) - Updating sentry/sentry (2.2.2 => 2.2.4)
233 lines
5.8 KiB
PHP
233 lines
5.8 KiB
PHP
<?php
|
|
|
|
namespace Wallabag\ImportBundle\Import;
|
|
|
|
use Wallabag\CoreBundle\Entity\Entry;
|
|
use Wallabag\CoreBundle\Event\EntrySavedEvent;
|
|
|
|
abstract class BrowserImport extends AbstractImport
|
|
{
|
|
protected $filepath;
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
abstract public function getName();
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
abstract public function getUrl();
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
abstract public function getDescription();
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
public function import()
|
|
{
|
|
if (!$this->user) {
|
|
$this->logger->error('Wallabag Browser Import: user is not defined');
|
|
|
|
return false;
|
|
}
|
|
|
|
if (!file_exists($this->filepath) || !is_readable($this->filepath)) {
|
|
$this->logger->error('Wallabag Browser Import: unable to read file', ['filepath' => $this->filepath]);
|
|
|
|
return false;
|
|
}
|
|
|
|
$data = json_decode(file_get_contents($this->filepath), true);
|
|
|
|
if (empty($data)) {
|
|
$this->logger->error('Wallabag Browser: no entries in imported file');
|
|
|
|
return false;
|
|
}
|
|
|
|
if ($this->producer) {
|
|
$this->parseEntriesForProducer($data);
|
|
|
|
return true;
|
|
}
|
|
|
|
$this->parseEntries($data);
|
|
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Set file path to the json file.
|
|
*
|
|
* @param string $filepath
|
|
*/
|
|
public function setFilepath($filepath)
|
|
{
|
|
$this->filepath = $filepath;
|
|
|
|
return $this;
|
|
}
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
public function parseEntry(array $importedEntry)
|
|
{
|
|
if ((!\array_key_exists('guid', $importedEntry) || (!\array_key_exists('id', $importedEntry))) && \is_array(reset($importedEntry))) {
|
|
if ($this->producer) {
|
|
$this->parseEntriesForProducer($importedEntry);
|
|
|
|
return;
|
|
}
|
|
|
|
$this->parseEntries($importedEntry);
|
|
|
|
return;
|
|
}
|
|
|
|
if (\array_key_exists('children', $importedEntry)) {
|
|
if ($this->producer) {
|
|
$this->parseEntriesForProducer($importedEntry['children']);
|
|
|
|
return;
|
|
}
|
|
|
|
$this->parseEntries($importedEntry['children']);
|
|
|
|
return;
|
|
}
|
|
|
|
if (!\array_key_exists('uri', $importedEntry) && !\array_key_exists('url', $importedEntry)) {
|
|
return;
|
|
}
|
|
|
|
$url = \array_key_exists('uri', $importedEntry) ? $importedEntry['uri'] : $importedEntry['url'];
|
|
|
|
$existingEntry = $this->em
|
|
->getRepository('WallabagCoreBundle:Entry')
|
|
->findByUrlAndUserId($url, $this->user->getId());
|
|
|
|
if (false !== $existingEntry) {
|
|
++$this->skippedEntries;
|
|
|
|
return;
|
|
}
|
|
|
|
$data = $this->prepareEntry($importedEntry);
|
|
|
|
$entry = new Entry($this->user);
|
|
$entry->setUrl($data['url']);
|
|
$entry->setTitle($data['title']);
|
|
|
|
// update entry with content (in case fetching failed, the given entry will be return)
|
|
$this->fetchContent($entry, $data['url'], $data);
|
|
|
|
if (\array_key_exists('tags', $data)) {
|
|
$this->tagsAssigner->assignTagsToEntry(
|
|
$entry,
|
|
$data['tags']
|
|
);
|
|
}
|
|
|
|
$entry->updateArchived($data['is_archived']);
|
|
|
|
if (!empty($data['created_at'])) {
|
|
$dt = new \DateTime();
|
|
$entry->setCreatedAt($dt->setTimestamp($data['created_at']));
|
|
}
|
|
|
|
$this->em->persist($entry);
|
|
++$this->importedEntries;
|
|
|
|
return $entry;
|
|
}
|
|
|
|
/**
|
|
* Parse and insert all given entries.
|
|
*/
|
|
protected function parseEntries(array $entries)
|
|
{
|
|
$i = 1;
|
|
$entryToBeFlushed = [];
|
|
|
|
foreach ($entries as $importedEntry) {
|
|
if ((array) $importedEntry !== $importedEntry) {
|
|
continue;
|
|
}
|
|
|
|
$entry = $this->parseEntry($importedEntry);
|
|
|
|
if (null === $entry) {
|
|
continue;
|
|
}
|
|
|
|
// @see AbstractImport
|
|
$entryToBeFlushed[] = $entry;
|
|
|
|
// flush every 20 entries
|
|
if (0 === ($i % 20)) {
|
|
$this->em->flush();
|
|
|
|
foreach ($entryToBeFlushed as $entry) {
|
|
$this->eventDispatcher->dispatch(EntrySavedEvent::NAME, new EntrySavedEvent($entry));
|
|
}
|
|
|
|
$entryToBeFlushed = [];
|
|
}
|
|
++$i;
|
|
}
|
|
|
|
$this->em->flush();
|
|
|
|
if (!empty($entryToBeFlushed)) {
|
|
foreach ($entryToBeFlushed as $entry) {
|
|
$this->eventDispatcher->dispatch(EntrySavedEvent::NAME, new EntrySavedEvent($entry));
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Parse entries and send them to the queue.
|
|
* It should just be a simple loop on all item, no call to the database should be done
|
|
* to speedup queuing.
|
|
*
|
|
* Faster parse entries for Producer.
|
|
* We don't care to make check at this time. They'll be done by the consumer.
|
|
*/
|
|
protected function parseEntriesForProducer(array $entries)
|
|
{
|
|
foreach ($entries as $importedEntry) {
|
|
if ((array) $importedEntry !== $importedEntry) {
|
|
continue;
|
|
}
|
|
|
|
// set userId for the producer (it won't know which user is connected)
|
|
$importedEntry['userId'] = $this->user->getId();
|
|
|
|
if ($this->markAsRead) {
|
|
$importedEntry = $this->setEntryAsRead($importedEntry);
|
|
}
|
|
|
|
++$this->queuedEntries;
|
|
|
|
$this->producer->publish(json_encode($importedEntry));
|
|
}
|
|
}
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
protected function setEntryAsRead(array $importedEntry)
|
|
{
|
|
$importedEntry['is_archived'] = 1;
|
|
|
|
return $importedEntry;
|
|
}
|
|
|
|
abstract protected function prepareEntry(array $entry = []);
|
|
}
|