ZwiiCMS/core/class/sleekDB/Store.php

<?php

namespace SleekDB;

use Exception;
use SleekDB\Classes\IoHelper;
use SleekDB\Classes\NestedHelper;
use SleekDB\Exceptions\InvalidArgumentException;
use SleekDB\Exceptions\IdNotAllowedException;
use SleekDB\Exceptions\InvalidConfigurationException;
use SleekDB\Exceptions\IOException;
use SleekDB\Exceptions\JsonException;

// To provide usage without composer, we need to require all files.
if(false === class_exists("\Composer\Autoload\ClassLoader")) {
    foreach (glob(__DIR__ . '/Exceptions/*.php') as $exception) {
        require_once $exception;
    }
    foreach (glob(__DIR__ . '/Classes/*.php') as $traits) {
      require_once $traits;
    }
    foreach (glob(__DIR__ . '/*.php') as $class) {
        if (strpos($class, 'SleekDB.php') !== false || strpos($class, 'Store.php') !== false) {
          continue;
        }
        require_once $class;
    }
}

class Store
{

  protected $root = __DIR__;

  protected $storeName = "";
  protected $storePath = "";

  protected $databasePath = "";

  protected $useCache = true;
  protected $defaultCacheLifetime;
  protected $primaryKey = "_id";
  protected $timeout = 120;
  protected $searchOptions = [
    "minLength" => 2,
    "scoreKey" => "searchScore",
    "mode" => "or",
    "algorithm" => Query::SEARCH_ALGORITHM["hits"]
  ];

  const dataDirectory = "data/";

  /**
   * Store constructor.
   * @param string $storeName
   * @param string $databasePath
   * @param array $configuration
   * @throws InvalidArgumentException
   * @throws IOException
   * @throws InvalidConfigurationException
   */
  public function __construct(string $storeName, string $databasePath, array $configuration = [])
  {
    $storeName = trim($storeName);
    if (empty($storeName)) {
      throw new InvalidArgumentException('store name can not be empty');
    }
    $this->storeName = $storeName;

    $databasePath = trim($databasePath);
    if (empty($databasePath)) {
      throw new InvalidArgumentException('data directory can not be empty');
    }

    IoHelper::normalizeDirectory($databasePath);
    $this->databasePath = $databasePath;

    $this->setConfiguration($configuration);

    // boot store
    $this->createDatabasePath();
    $this->createStore();
  }

  /**
   * Change the destination of the store object.
   * @param string $storeName
   * @param string|null $databasePath If empty, previous database path will be used.
   * @param array $configuration
   * @return Store
   * @throws IOException
   * @throws InvalidArgumentException
   * @throws InvalidConfigurationException
   */
  public function changeStore(string $storeName, string $databasePath = null, array $configuration = []): Store
  {
    if(empty($databasePath)){
      $databasePath = $this->getDatabasePath();
    }
    $this->__construct($storeName, $databasePath, $configuration);
    return $this;
  }

  /**
   * @return string
   */
  public function getStoreName(): string
  {
    return $this->storeName;
  }

  /**
   * @return string
   */
  public function getDatabasePath(): string
  {
    return $this->databasePath;
  }

  /**
   * @return QueryBuilder
   */
  public function createQueryBuilder(): QueryBuilder
  {
    return new QueryBuilder($this);
  }

  /**
   * Insert a new document to the store.
   * It is stored as a plaintext JSON document.
   * @param array $data
   * @return array inserted document
   * @throws IOException
   * @throws IdNotAllowedException
   * @throws InvalidArgumentException
   * @throws JsonException
   */
  public function insert(array $data): array
  {
    // Handle invalid data
    if (empty($data)) {
      throw new InvalidArgumentException('No data found to insert in the store');
    }

    $data = $this->writeNewDocumentToStore($data);

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return $data;
  }

  /**
   * Insert multiple documents to the store.
   * They are stored as plaintext JSON documents.
   * @param array $data
   * @return array inserted documents
   * @throws IOException
   * @throws IdNotAllowedException
   * @throws InvalidArgumentException
   * @throws JsonException
   */
  public function insertMany(array $data): array
  {
    // Handle invalid data
    if (empty($data)) {
      throw new InvalidArgumentException('No data found to insert in the store');
    }

    // All results.
    $results = [];
    foreach ($data as $document) {
      $results[] = $this->writeNewDocumentToStore($document);
    }

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();
    return $results;
  }


  /**
   * Delete store with all its data and cache.
   * @return bool
   * @throws IOException
   */
  public function deleteStore(): bool
  {
    $storePath = $this->getStorePath();
    return IoHelper::deleteFolder($storePath);
  }


  /**
   * Return the last created store object ID.
   * @return int
   * @throws IOException
   */
  public function getLastInsertedId(): int
  {
    $counterPath = $this->getStorePath() . '_cnt.sdb';

    return (int) IoHelper::getFileContent($counterPath);
  }

  /**
   * @return string
   */
  public function getStorePath(): string
  {
    return $this->storePath;
  }

  /**
   * Retrieve all documents.
   * @param array|null $orderBy array($fieldName => $order). $order can be "asc" or "desc"
   * @param int|null $limit the amount of data record to limit
   * @param int|null $offset the amount of data record to skip
   * @return array
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function findAll(array $orderBy = null, int $limit = null, int $offset = null): array
  {
    $qb = $this->createQueryBuilder();
    if(!is_null($orderBy)){
      $qb->orderBy($orderBy);
    }
    if(!is_null($limit)){
      $qb->limit($limit);
    }
    if(!is_null($offset)){
      $qb->skip($offset);
    }
    return $qb->getQuery()->fetch();
  }

  /**
   * Retrieve one document by its primary key. Very fast because it finds the document by its file path.
   * @param int|string $id
   * @return array|null
   * @throws InvalidArgumentException
   */
  public function findById($id){

    $id = $this->checkAndStripId($id);

    $filePath = $this->getDataPath() . "$id.json";

    try{
      $content = IoHelper::getFileContent($filePath);
    } catch (Exception $exception){
      return null;
    }

    return @json_decode($content, true);
  }

  /**
   * Retrieve one or multiple documents.
   * @param array $criteria
   * @param array $orderBy
   * @param int $limit
   * @param int $offset
   * @return array
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function findBy(array $criteria, array $orderBy = null, int $limit = null, int $offset = null): array
  {
    $qb = $this->createQueryBuilder();

    $qb->where($criteria);

    if($orderBy !== null) {
      $qb->orderBy($orderBy);
    }
    if($limit !== null) {
      $qb->limit($limit);
    }
    if($offset !== null) {
      $qb->skip($offset);
    }

    return $qb->getQuery()->fetch();
  }

  /**
   * Retrieve one document.
   * @param array $criteria
   * @return array|null single document or NULL if no document can be found
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function findOneBy(array $criteria)
  {
    $qb = $this->createQueryBuilder();

    $qb->where($criteria);

    $result = $qb->getQuery()->first();

    return (!empty($result))? $result : null;

  }

  /**
   * Update or insert one document.
   * @param array $data
   * @param bool $autoGenerateIdOnInsert
   * @return array updated / inserted document
   * @throws IOException
   * @throws InvalidArgumentException
   * @throws JsonException
   */
  public function updateOrInsert(array $data, bool $autoGenerateIdOnInsert = true): array
  {
    $primaryKey = $this->getPrimaryKey();

    if(empty($data)) {
      throw new InvalidArgumentException("No document to update or insert.");
    }

//    // we can use this check to determine if multiple documents are given
//    // because documents have to have at least the primary key.
//    if(array_keys($data) !== range(0, (count($data) - 1))){
//      $data = [ $data ];
//    }

    if(!array_key_exists($primaryKey, $data)) {
//        $documentString = var_export($document, true);
//        throw new InvalidArgumentException("Documents have to have the primary key \"$primaryKey\". Got data: $documentString");
      $data[$primaryKey] = $this->increaseCounterAndGetNextId();
    } else {
      $data[$primaryKey] = $this->checkAndStripId($data[$primaryKey]);
      if($autoGenerateIdOnInsert && $this->findById($data[$primaryKey]) === null){
        $data[$primaryKey] = $this->increaseCounterAndGetNextId();
      }
    }

    // One document to update or insert

    // save to access file with primary key value because we secured it above
    $storePath = $this->getDataPath() . "$data[$primaryKey].json";
    IoHelper::writeContentToFile($storePath, json_encode($data));

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return $data;
  }

  /**
   * Update or insert multiple documents.
   * @param array $data
   * @param bool $autoGenerateIdOnInsert
   * @return array updated / inserted documents
   * @throws IOException
   * @throws InvalidArgumentException
   * @throws JsonException
   */
  public function updateOrInsertMany(array $data, bool $autoGenerateIdOnInsert = true): array
  {
    $primaryKey = $this->getPrimaryKey();

    if(empty($data)) {
      throw new InvalidArgumentException("No documents to update or insert.");
    }

//    // we can use this check to determine if multiple documents are given
//    // because documents have to have at least the primary key.
//    if(array_keys($data) !== range(0, (count($data) - 1))){
//      $data = [ $data ];
//    }

    // Check if all documents have the primary key before updating or inserting any
    foreach ($data as $key => $document){
      if(!is_array($document)) {
        throw new InvalidArgumentException('Documents have to be an arrays.');
      }
      if(!array_key_exists($primaryKey, $document)) {
//        $documentString = var_export($document, true);
//        throw new InvalidArgumentException("Documents have to have the primary key \"$primaryKey\". Got data: $documentString");
        $document[$primaryKey] = $this->increaseCounterAndGetNextId();
      } else {
        $document[$primaryKey] = $this->checkAndStripId($document[$primaryKey]);
        if($autoGenerateIdOnInsert && $this->findById($document[$primaryKey]) === null){
          $document[$primaryKey] = $this->increaseCounterAndGetNextId();
        }
      }
      // after the stripping and checking we apply it back
      $data[$key] = $document;
    }

    // One or multiple documents to update or insert
    foreach ($data as $document) {
      // save to access file with primary key value because we secured it above
      $storePath = $this->getDataPath() . "$document[$primaryKey].json";
      IoHelper::writeContentToFile($storePath, json_encode($document));
    }

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return $data;
  }


  /**
   * Update one or multiple documents.
   * @param array $updatable
   * @return bool true if all documents could be updated and false if one document did not exist
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function update(array $updatable): bool
  {
    $primaryKey = $this->getPrimaryKey();

    if(empty($updatable)) {
      throw new InvalidArgumentException("No documents to update.");
    }

    // we can use this check to determine if multiple documents are given
    // because documents have to have at least the primary key.
    if(array_keys($updatable) !== range(0, (count($updatable) - 1))){
      $updatable = [ $updatable ];
    }

    // Check if all documents exist and have the primary key before updating any
    foreach ($updatable as $key => $document){
      if(!is_array($document)) {
        throw new InvalidArgumentException('Documents have to be an arrays.');
      }
      if(!array_key_exists($primaryKey, $document)) {
        throw new InvalidArgumentException("Documents have to have the primary key \"$primaryKey\".");
      }

      $document[$primaryKey] = $this->checkAndStripId($document[$primaryKey]);
      // after the stripping and checking we apply it back to the updatable array.
      $updatable[$key] = $document;

      $storePath = $this->getDataPath() . "$document[$primaryKey].json";

      if (!file_exists($storePath)) {
        return false;
      }
    }

    // One or multiple documents to update
    foreach ($updatable as $document) {
      // save to access file with primary key value because we secured it above
      $storePath = $this->getDataPath() . "$document[$primaryKey].json";
      IoHelper::writeContentToFile($storePath, json_encode($document));
    }

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return true;
  }

  /**
   * Update properties of one document.
   * @param int|string $id
   * @param array $updatable
   * @return array|false Updated document or false if document does not exist.
   * @throws IOException If document could not be read or written.
   * @throws InvalidArgumentException If one key to update is primary key or $id is not int or string.
   * @throws JsonException If content of document file could not be decoded.
   */
  public function updateById($id, array $updatable)
  {

    $id = $this->checkAndStripId($id);

    $filePath = $this->getDataPath() . "$id.json";

    $primaryKey = $this->getPrimaryKey();

    if(array_key_exists($primaryKey, $updatable)) {
      throw new InvalidArgumentException("You can not update the primary key \"$primaryKey\" of documents.");
    }

    if(!file_exists($filePath)){
      return false;
    }

    $content = IoHelper::updateFileContent($filePath, function($content) use ($filePath, $updatable){
      $content = @json_decode($content, true);
      if(!is_array($content)){
        throw new JsonException("Could not decode content of \"$filePath\" with json_decode.");
      }
      foreach ($updatable as $key => $value){
        NestedHelper::updateNestedValue($key, $content, $value);
      }
      return json_encode($content);
    });

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return json_decode($content, true);
  }

  /**
   * Delete one or multiple documents.
   * @param array $criteria
   * @param int $returnOption
   * @return array|bool|int
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function deleteBy(array $criteria, int $returnOption = Query::DELETE_RETURN_BOOL){

    $query = $this->createQueryBuilder()->where($criteria)->getQuery();

    $query->getCache()->deleteAllWithNoLifetime();

    return $query->delete($returnOption);
  }

  /**
   * Delete one document by its primary key. Very fast because it deletes the document by its file path.
   * @param int|string $id
   * @return bool true if document does not exist or deletion was successful, false otherwise
   * @throws InvalidArgumentException
   */
  public function deleteById($id): bool
  {

    $id = $this->checkAndStripId($id);

    $filePath = $this->getDataPath() . "$id.json";

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return (!file_exists($filePath) || true === @unlink($filePath));
  }

  /**
   * Remove fields from one document by its primary key.
   * @param int|string $id
   * @param array $fieldsToRemove
   * @return false|array
   * @throws IOException
   * @throws InvalidArgumentException
   * @throws JsonException
   */
  public function removeFieldsById($id, array $fieldsToRemove)
  {
    $id = $this->checkAndStripId($id);
    $filePath = $this->getDataPath() . "$id.json";
    $primaryKey = $this->getPrimaryKey();

    if(in_array($primaryKey, $fieldsToRemove, false)) {
      throw new InvalidArgumentException("You can not remove the primary key \"$primaryKey\" of documents.");
    }
    if(!file_exists($filePath)){
      return false;
    }

    $content = IoHelper::updateFileContent($filePath, function($content) use ($filePath, $fieldsToRemove){
      $content = @json_decode($content, true);
      if(!is_array($content)){
        throw new JsonException("Could not decode content of \"$filePath\" with json_decode.");
      }
      foreach ($fieldsToRemove as $fieldToRemove){
        NestedHelper::removeNestedField($content, $fieldToRemove);
      }
      return $content;
    });

    $this->createQueryBuilder()->getQuery()->getCache()->deleteAllWithNoLifetime();

    return json_decode($content, true);
  }

  /**
   * Do a fulltext like search against one or multiple fields.
   * @param array $fields
   * @param string $query
   * @param array|null $orderBy
   * @param int|null $limit
   * @param int|null $offset
   * @return array
   * @throws IOException
   * @throws InvalidArgumentException
   */
  public function search(array $fields, string $query, array $orderBy = null, int $limit = null, int $offset = null): array
  {

    $qb = $this->createQueryBuilder();

    $qb->search($fields, $query);

    if($orderBy !== null) {
      $qb->orderBy($orderBy);
    }

    if($limit !== null) {
      $qb->limit($limit);
    }

    if($offset !== null) {
      $qb->skip($offset);
    }

    return $qb->getQuery()->fetch();
  }

  /**
   * Get the name of the field used as the primary key.
   * @return string
   */
  public function getPrimaryKey(): string
  {
    return $this->primaryKey;
  }

  /**
   * Returns the amount of documents in the store.
   * @return int
   * @throws IOException
   */
  public function count(): int
  {
    if($this->_getUseCache() === true){
      $cacheTokenArray = ["count" => true];
      $cache = new Cache($this->getStorePath(), $cacheTokenArray, null);
      $cacheValue = $cache->get();
      if(is_array($cacheValue) && array_key_exists("count", $cacheValue)){
        return $cacheValue["count"];
      }
    }
    $value = [
      "count" => IoHelper::countFolderContent($this->getDataPath())
    ];
    if(isset($cache)) {
      $cache->set($value);
    }
    return $value["count"];
  }

  /**
   * Returns the search options of the store.
   * @return array
   */
  public function _getSearchOptions(): array
  {
    return $this->searchOptions;
  }

  /**
   * Returns if caching is enabled store wide.
   * @return bool
   */
  public function _getUseCache(): bool
  {
    return $this->useCache;
  }

  /**
   * Returns the store wide default cache lifetime.
   * @return null|int
   */
  public function _getDefaultCacheLifetime()
  {
    return $this->defaultCacheLifetime;
  }

  /**
   * @return string
   * @deprecated since version 2.7, use getDatabasePath instead.
   */
  public function getDataDirectory(): string
  {
    // TODO remove with version 3.0
    return $this->databasePath;
  }

  /**
   * @throws IOException
   */
  private function createDatabasePath()
  {
    $databasePath = $this->getDatabasePath();
    IoHelper::createFolder($databasePath);
  }

  /**
   * @throws IOException
   */
  private function createStore()
  {
    $storeName = $this->getStoreName();
    // Prepare store name.
    IoHelper::normalizeDirectory($storeName);
    // Store directory path.
    $this->storePath = $this->getDatabasePath() . $storeName;
    $storePath = $this->getStorePath();
    IoHelper::createFolder($storePath);

    // Create the cache directory.
    $cacheDirectory = $storePath . 'cache';
    IoHelper::createFolder($cacheDirectory);

    // Create the data directory.
    IoHelper::createFolder($storePath . self::dataDirectory);

    // Create the store counter file.
    $counterFile = $storePath . '_cnt.sdb';
    if(!file_exists($counterFile)){
      IoHelper::writeContentToFile($counterFile, '0');
    }
  }

  /**
   * @param array $configuration
   * @throws InvalidConfigurationException
   */
  private function setConfiguration(array $configuration)
  {
    if(array_key_exists("auto_cache", $configuration)){
      $autoCache = $configuration["auto_cache"];
      if(!is_bool($configuration["auto_cache"])){
        throw new InvalidConfigurationException("auto_cache has to be boolean");
      }

      $this->useCache = $autoCache;
    }

    if(array_key_exists("cache_lifetime", $configuration)){
      $defaultCacheLifetime = $configuration["cache_lifetime"];
      if(!is_int($defaultCacheLifetime) && !is_null($defaultCacheLifetime)){
        throw new InvalidConfigurationException("cache_lifetime has to be null or int");
      }

      $this->defaultCacheLifetime = $defaultCacheLifetime;
    }

    // TODO remove timeout on major update
    // Set timeout.
    if (array_key_exists("timeout", $configuration)) {
      if ((!is_int($configuration['timeout']) || $configuration['timeout'] <= 0) && !($configuration['timeout'] === false)){
        throw new InvalidConfigurationException("timeout has to be an int > 0 or false");
      }
      $this->timeout = $configuration["timeout"];
    }
    if($this->timeout !== false){
      $message = 'The "timeout" configuration is deprecated and will be removed with the next major update.' .
        ' Set the "timeout" configuration to false and if needed use the set_timeout_limit() function in your own code.';
      trigger_error($message, E_USER_DEPRECATED);
      set_time_limit($this->timeout);
    }

    if(array_key_exists("primary_key", $configuration)){
      $primaryKey = $configuration["primary_key"];
      if(!is_string($primaryKey)){
        throw new InvalidConfigurationException("primary key has to be a string");
      }
      $this->primaryKey = $primaryKey;
    }

    if(array_key_exists("search", $configuration)){
      $searchConfig = $configuration["search"];

      if(array_key_exists("min_length", $searchConfig)){
        $searchMinLength = $searchConfig["min_length"];
        if(!is_int($searchMinLength) || $searchMinLength <= 0){
          throw new InvalidConfigurationException("min length for searching has to be an int >= 0");
        }
        $this->searchOptions["minLength"] = $searchMinLength;
      }

      if(array_key_exists("mode", $searchConfig)){
        $searchMode = $searchConfig["mode"];
        if(!is_string($searchMode) || !in_array(strtolower(trim($searchMode)), ["and", "or"])){
          throw new InvalidConfigurationException("search mode can just be \"and\" or \"or\"");
        }
        $this->searchOptions["mode"] = strtolower(trim($searchMode));
      }

      if(array_key_exists("score_key", $searchConfig)){
        $searchScoreKey = $searchConfig["score_key"];
        if((!is_string($searchScoreKey) && !is_null($searchScoreKey))){
          throw new InvalidConfigurationException("search score key for search has to be a not empty string or null");
        }
        $this->searchOptions["scoreKey"] = $searchScoreKey;
      }

      if(array_key_exists("algorithm", $searchConfig)){
        $searchAlgorithm = $searchConfig["algorithm"];
        if(!in_array($searchAlgorithm, Query::SEARCH_ALGORITHM, true)){
          $searchAlgorithm = implode(', ', $searchAlgorithm);
          throw new InvalidConfigurationException("The search algorithm has to be one of the following integer values ($searchAlgorithm)");
        }
        $this->searchOptions["algorithm"] = $searchAlgorithm;
      }
    }
  }

  /**
   * Writes an object in a store.
   * @param array $storeData
   * @return array
   * @throws IOException
   * @throws IdNotAllowedException
   * @throws JsonException
   */
  private function writeNewDocumentToStore(array $storeData): array
  {
    $primaryKey = $this->getPrimaryKey();
    // Check if it has the primary key
    if (isset($storeData[$primaryKey])) {
      throw new IdNotAllowedException(
        "The \"$primaryKey\" index is reserved by SleekDB, please delete the $primaryKey key and try again"
      );
    }
    $id = $this->increaseCounterAndGetNextId();
    // Add the system ID with the store data array.
    $storeData[$primaryKey] = $id;
    // Prepare storable data
    $storableJSON = @json_encode($storeData);
    if ($storableJSON === false) {
      throw new JsonException('Unable to encode the data array, 
        please provide a valid PHP associative array');
    }
    // Define the store path
    $filePath = $this->getDataPath()."$id.json";

    IoHelper::writeContentToFile($filePath, $storableJSON);

    return $storeData;
  }

  /**
   * Increments the store wide unique store object ID and returns it.
   * @return int
   * @throws IOException
   * @throws JsonException
   */
  private function increaseCounterAndGetNextId(): int
  {
    $counterPath = $this->getStorePath() . '_cnt.sdb';

    if (!file_exists($counterPath)) {
      throw new IOException("File $counterPath does not exist.");
    }

    $dataPath = $this->getDataPath();

    return (int) IoHelper::updateFileContent($counterPath, function ($counter) use ($dataPath){
      $newCounter = ((int) $counter) + 1;

      while(file_exists($dataPath."$newCounter.json") === true){
        $newCounter++;
      }
      return (string)$newCounter;
    });
  }


  /**
   * @param string|int $id
   * @return int
   * @throws InvalidArgumentException
   */
  private function checkAndStripId($id): int
  {
    if(!is_string($id) && !is_int($id)){
      throw new InvalidArgumentException("The id of the document has to be an integer or string");
    }

    if(is_string($id)){
      $id = IoHelper::secureStringForFileAccess($id);
    }

    if(!is_numeric($id)){
      throw new InvalidArgumentException("The id of the document has to be numeric");
    }

    return (int) $id;
  }

  /**
   * @return string
   */
  private function getDataPath(): string
  {
    return $this->getStorePath() . self::dataDirectory;
  }

}