DataFormats/Common/interface/Trie.h - master - githubmirror/cmssw

DataFormats/Common/interface/Trie.h
622 строки17 KB
Shahzad Malik Muzaffar
[CORE] [LLVM16] Code format changes applied
30 май 2023, 13:09
30 май 2023, 13:09512645e
#ifndef DataFormats_Common_Trie_h
#define DataFormats_Common_Trie_h
/*
** 
** 
** Copyright (C) 2006 Julien Lemoine
** This program is free software; you can redistribute it and/or modify
** it under the terms of the GNU Lesser General Public License as published by
** the Free Software Foundation; either version 2 of the License, or
** (at your option) any later version.
** 
** This program is distributed in the hope that it will be useful,
** but WITHOUT ANY WARRANTY; without even the implied warranty of
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
** GNU Lesser General Public License for more details.
** 
** You should have received a copy of the GNU Lesser General Public License
** along with this program; if not, write to the Free Software
** Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
**
**
**   modified by Vincenzo Innocente on 15/08/2007
**
*/

#include <list>
#include <string>

namespace edm {
  // fwd declaration
  template <typename T>
  class TrieNode;

  /**
   * The goal of this class is to allocate Trie node by paquet of X
   * element in order to reduce heap-admin size
   */
  template <typename T>
  class TrieFactory {
  public:
    TrieFactory(unsigned paquetSize);
    ~TrieFactory();

  private:
    /// avoid default constructor
    TrieFactory() = delete;
    /// avoid copy constructor
    TrieFactory(const TrieFactory &e) = delete;
    /// avoid affectation operator
    TrieFactory &operator=(const TrieFactory &e) = delete;

  public:
    TrieNode<T> *newNode(const T &value);
    void clear();

  private:
    unsigned _paquetSize;
    std::list<TrieNode<T> *> _allocatedNodes;
    TrieNode<T> *_lastNodes;
    unsigned _nbUsedInLastNodes;
  };
}  // namespace edm

namespace edm {
  template <typename T>
  class TrieNodeIter;

  /**
   * @brief this class represent the node of a trie, it contains a
   * link to a sub node and a link to a brother (node which have the
   * same father)
   */
  template <typename T>
  class TrieNode {
  public:
    typedef TrieNodeIter<T> const_iterator;

    TrieNode();
    ~TrieNode();

  private:
    /// avoid copy constructor
    TrieNode(const TrieNode &e) = delete;
    /// avoid affectation operator
    TrieNode &operator=(const TrieNode &e) = delete;

  public:
    /// set value associed to node
    void setValue(const T &val);
    /// get value associed to node
    const T &value() const;

    /// get brother (return 0x0 this node has no brother)
    const TrieNode<T> *brother() const;
    TrieNode<T> *brother();
    /// get brother label
    unsigned char brotherLabel() const;

    /// initialize subnode iterator (std conforming)
    TrieNodeIter<T> begin() const;
    /// mark end of iteration (std conforming)
    TrieNodeIter<T> end() const;

    // get first sub Node
    const TrieNode<T> *subNode() const;
    TrieNode<T> *subNode();
    unsigned char subNodeLabel() const;

    // Looking for a sub node
    const TrieNode<T> *subNodeByLabel(unsigned char chr) const;
    TrieNode<T> *subNodeByLabel(unsigned char chr);

    // add an edge
    void addSubNode(unsigned char chr, TrieNode<T> *node);

    /// display content of node in output stream
    void display(std::ostream &os, unsigned offset, unsigned char label) const;

    /// clear content of TrieNode
    void clear();

  private:
    template <typename Node>
    Node _sequentialSearch(Node first, unsigned char label, unsigned char val) const;
    /// set brother (used by sort)
    void _setBrother(TrieNode<T> *brother, unsigned char brotherLabel);
    /// add a new brother
    void _addBrother(unsigned char chr, TrieNode<T> *brother);
    /**
     * @ brief get brother that has the label chr (return 0x0 if brother is
     * not found)
     */
    const TrieNode<T> *_getBrother(unsigned char chr) const;
    /**
     * @ brief get brother that has the label chr (return 0x0 if brother is
     * not found)
     */
    TrieNode<T> *_getBrother(unsigned char chr);

  private:
    /// pointer to brother (node with same father as this one)
    TrieNode<T> *_brother;
    /// character to go to brother (node with same father as this one)
    unsigned char _brotherLabel;
    /// pointer to first sub node
    TrieNode<T> *_firstSubNode;
    /// character to go to first subnode
    unsigned char _firstSubNodeLabel;
    /// value associed to this node
    T _value;
  };
}  // namespace edm

#include <ostream>

namespace edm {
  //fwd declaration
  template <typename T>
  class TrieFactory;
  template <typename T>
  class TrieNode;

  /**
   * Implement a trie in memory with the smallest structure as possible
   * (use few RAM as possible)
   */
  template <typename T>
  class Trie {
  public:
    /// constuctor, empty is the value returned when no match in found
    /// in trie
    Trie(const T &empty);
    ~Trie();

  private:
    /// avoid default constructor
    Trie() = delete;
    /// avoid copy constructor
    Trie(const Trie &e) = delete;
    /// avoid affectation operator
    Trie &operator=(const Trie &e) = delete;

  public:
    /// add an entry in the Trie, if entry already exist an exception
    /// is throw
    void insert(std::string const &str, const T &value);
    void insert(const char *str, unsigned strLen, const T &value);
    /// associates a value to a string, if string is already in Trie,
    /// value is overwriten
    void setEntry(std::string const &str, const T &value);
    void setEntry(const char *str, unsigned strLen, const T &value);
    /// get an entry in the Trie
    const T &find(std::string const &str) const;
    const T &find(const char *str, unsigned strLen) const;
    /// get node matching a string
    const TrieNode<T> *node(std::string const &str) const;
    const TrieNode<T> *node(const char *str, unsigned strLen) const;
    ///  get initial TrieNode
    const TrieNode<T> *initialNode() const;
    /// display content of trie in output stream
    void display(std::ostream &os);
    /// clear the content of trie
    void clear();

  private:
    TrieNode<T> *_addEntry(const char *str, unsigned strLen);

  private:
    /// value returned when no match is found in trie
    T _empty;
    /// factory
    TrieFactory<T> *_factory;
    /// first node of trie
    TrieNode<T> *_initialNode;
  };
}  // namespace edm

#include <boost/iterator/iterator_facade.hpp>

#include <string>
#include <ostream>

// iterators and visitors

namespace edm {

  template <typename T>
  class TrieNodeIter : public boost::iterator_facade<TrieNodeIter<T>, TrieNode<T> const, boost::forward_traversal_tag> {
  public:
    typedef TrieNodeIter<T> self;
    typedef TrieNode<T> const node_base;
    TrieNodeIter() : m_node(nullptr), m_label(0) {}

    explicit TrieNodeIter(node_base *p) : m_node(p ? p->subNode() : nullptr), m_label(p ? p->subNodeLabel() : 0) {}

    unsigned char label() const { return m_label; }

  private:
    friend class boost::iterator_core_access;

    void increment() {
      m_label = m_node->brotherLabel();
      m_node = m_node->brother();
    }

    bool equal(self const &other) const { return this->m_node == other.m_node; }

    node_base &dereference() const { return *m_node; }

    node_base *m_node;
    unsigned char m_label;
  };

  /// visit each node of the trie
  template <typename V, typename T>
  void walkTrie(V &v, TrieNode<T> const &n, std::string const &label = "") {
    typedef TrieNodeIter<T> node_iterator;
    node_iterator e;
    for (node_iterator p(&n); p != e; ++p) {
      v((*p).value(), label + (char)p.label());
      walkTrie(v, *p, label + (char)p.label());
    }
  }

  /// visits only leaf nodes
  template <typename V, typename T>
  bool iterateTrieLeaves(V &v, TrieNode<T> const &n, std::string const &label = "") {
    typedef TrieNodeIter<T> node_iterator;
    node_iterator e;
    node_iterator p(&n);
    if (p == e)
      return true;
    for (; p != e; ++p) {
      if (iterateTrieLeaves(v, *p, label + (char)p.label()))
        v((*p).value(), label + (char)p.label());
    }
    return false;
  }

}  // namespace edm

//
//----------------------------------------------------------------
//
// implementations

template <typename T>
edm::TrieFactory<T>::TrieFactory(unsigned paquetSize)
    : _paquetSize(paquetSize), _lastNodes(nullptr), _nbUsedInLastNodes(0) {
  _lastNodes = new TrieNode<T>[paquetSize];
}

template <typename T>
edm::TrieFactory<T>::~TrieFactory() {
  typename std::list<TrieNode<T> *>::const_iterator it;

  for (it = _allocatedNodes.begin(); it != _allocatedNodes.end(); ++it)
    delete[] *it;
  if (_lastNodes)
    delete[] _lastNodes;
}

template <typename T>
edm::TrieNode<T> *edm::TrieFactory<T>::newNode(const T &value) {
  if (_nbUsedInLastNodes == _paquetSize) {
    _allocatedNodes.push_back(_lastNodes);
    _nbUsedInLastNodes = 0;
    _lastNodes = new TrieNode<T>[_paquetSize];
  }
  TrieNode<T> *res = &_lastNodes[_nbUsedInLastNodes];
  ++_nbUsedInLastNodes;
  res->setValue(value);
  res->clear();
  return res;
}

template <typename T>
void edm::TrieFactory<T>::clear() {
  typename std::list<TrieNode<T> *>::const_iterator it;
  for (it = _allocatedNodes.begin(); it != _allocatedNodes.end(); ++it)
    delete[] *it;
  _allocatedNodes.clear();
  _nbUsedInLastNodes = 0;
}

template <typename T>
edm::TrieNode<T>::TrieNode()
    : _brother(nullptr),
      _brotherLabel(0),
      _firstSubNode(nullptr),
      _firstSubNodeLabel(0),
      _value()
/// we can not set _value here because type is unknown. assert that
/// the value is set later with setValue()
{}

template <typename T>
edm::TrieNode<T>::~TrieNode() {
  // do not delete _brother and _firstSubNode because they are
  // allocated by factory (TrieFactory) and factory will delete them
}

template <typename T>
edm::TrieNodeIter<T> edm::TrieNode<T>::begin() const {
  return const_iterator(this);
}
template <typename T>
edm::TrieNodeIter<T> edm::TrieNode<T>::end() const {
  return const_iterator(nullptr);
}

template <typename T>
void edm::TrieNode<T>::setValue(const T &val) {
  _value = val;
}

template <typename T>
const T &edm::TrieNode<T>::value() const {
  return _value;
}

template <typename T>
const edm::TrieNode<T> *edm::TrieNode<T>::brother() const {
  return _brother;
}

template <typename T>
edm::TrieNode<T> *edm::TrieNode<T>::brother() {
  return _brother;
}

template <typename T>
const edm::TrieNode<T> *edm::TrieNode<T>::_getBrother(unsigned char chr) const {
  const TrieNode<T> *brother = _brother;
  return _sequentialSearch(brother, _brotherLabel, chr);
}

template <typename T>
edm::TrieNode<T> *edm::TrieNode<T>::_getBrother(unsigned char chr) {
  return _sequentialSearch(_brother, _brotherLabel, chr);
}

template <typename T>
void edm::TrieNode<T>::_addBrother(unsigned char chr, TrieNode<T> *brother) {
  if (!_brother || _brotherLabel > chr) {
    brother->_setBrother(_brother, _brotherLabel);
    _brother = brother;
    _brotherLabel = chr;
  } else
    _brother->_addBrother(chr, brother);
}

template <typename T>
unsigned char edm::TrieNode<T>::brotherLabel() const {
  return _brotherLabel;
}

template <typename T>
const edm::TrieNode<T> *edm::TrieNode<T>::subNode() const {
  return _firstSubNode;
}

template <typename T>
edm::TrieNode<T> *edm::TrieNode<T>::subNode() {
  return _firstSubNode;
}

template <typename T>
unsigned char edm::TrieNode<T>::subNodeLabel() const {
  return _firstSubNodeLabel;
}

template <typename T>
const edm::TrieNode<T> *edm::TrieNode<T>::subNodeByLabel(unsigned char chr) const {
  const TrieNode<T> *first = _firstSubNode;
  return _sequentialSearch(first, _firstSubNodeLabel, chr);
}

template <typename T>
edm::TrieNode<T> *edm::TrieNode<T>::subNodeByLabel(unsigned char chr) {
  return _sequentialSearch(_firstSubNode, _firstSubNodeLabel, chr);
}

template <typename T>
void edm::TrieNode<T>::addSubNode(unsigned char chr, TrieNode<T> *node) {
  if (!_firstSubNode || _firstSubNodeLabel > chr) {
    node->_setBrother(_firstSubNode, _firstSubNodeLabel);
    _firstSubNode = node;
    _firstSubNodeLabel = chr;
  } else
    _firstSubNode->_addBrother(chr, node);
}

template <typename T>
template <typename Node>
inline Node edm::TrieNode<T>::_sequentialSearch(Node first, unsigned char label, unsigned char val) const {
  if (first && label <= val) {
    if (label == val)
      return first;
    return first->_getBrother(val);
  }
  return 0x0;
}

template <typename T>
void edm::TrieNode<T>::_setBrother(TrieNode<T> *brother, unsigned char brotherLabel) {
  _brother = brother;
  _brotherLabel = brotherLabel;
}

template <typename T>
void edm::TrieNode<T>::display(std::ostream &os, unsigned offset, unsigned char label) const {
  unsigned int i;
  for (i = 0; i < offset; ++i)
    os << " ";
  if (label)
    os << "label[" << label << "] ";
  os << "value[" << _value << "]" << std::endl;
  if (_firstSubNode)
    _firstSubNode->display(os, offset + 2, _firstSubNodeLabel);
  if (_brother)
    _brother->display(os, offset, _brotherLabel);
}

template <typename T>
void edm::TrieNode<T>::clear() {
  _brother = nullptr;
  _brotherLabel = 0;
  _firstSubNode = nullptr;
  _firstSubNodeLabel = 0;
}

#include <vector>
#include <algorithm>
#include <string>
#include <cassert>

#include "FWCore/Utilities/interface/EDMException.h"

namespace edm {
  namespace detailsTrie {
    inline void errorInsert(std::string const &key) {
      Exception::throwThis(errors::InvalidReference,
                           "Trie::insert called with a key already in collection;\n"
                           "key value: ",
                           key.c_str());
    }
  }  // namespace detailsTrie
}  // namespace edm

template <typename T>
edm::Trie<T>::Trie(const T &empty) : _empty(empty), _factory(nullptr), _initialNode(nullptr) {
  // initialize nodes by paquets of 10000
  _factory = new TrieFactory<T>(10000);
  _initialNode = _factory->newNode(_empty);
}

template <typename T>
edm::Trie<T>::~Trie() {
  delete _factory;
}

template <typename T>
void edm::Trie<T>::setEntry(std::string const &str, const T &value) {
  setEntry(str.c_str(), str.size(), value);
}
template <typename T>
void edm::Trie<T>::setEntry(const char *str, unsigned strLen, const T &value) {
  TrieNode<T> *node = _addEntry(str, strLen);
  node->setValue(value);
}

template <typename T>
edm::TrieNode<T> *edm::Trie<T>::_addEntry(const char *str, unsigned strLen) {
  unsigned pos = 0;
  bool found = true;
  TrieNode<T> *node = _initialNode, *previous = nullptr;

  // Look for the part of the word which is in Trie
  while (found && pos < strLen) {
    found = false;
    previous = node;
    node = node->subNodeByLabel(str[pos]);
    if (node) {
      found = true;
      ++pos;
    }
  }

  // Add part of the word which is not in Trie
  if (!node || pos != strLen) {
    node = previous;
    for (unsigned i = pos; i < strLen; ++i) {
      TrieNode<T> *newNode = _factory->newNode(_empty);
      node->addSubNode(str[pos], newNode);
      node = newNode;
      ++pos;
    }
  }
  assert(node != nullptr);
  return node;
}

template <typename T>
void edm::Trie<T>::insert(std::string const &str, const T &value) {
  insert(str.c_str(), str.size(), value);
}

template <typename T>
void edm::Trie<T>::insert(const char *str, unsigned strLen, const T &value) {
  TrieNode<T> *node = _addEntry(str, strLen);

  // Set the value on the last node
  if (node && node->value() != _empty)
    detailsTrie::errorInsert(std::string(str, strLen));
  node->setValue(value);
}

template <typename T>
const T &edm::Trie<T>::find(std::string const &str) const {
  return find(str.c_str(), str.size());
}

template <typename T>
const T &edm::Trie<T>::find(const char *str, unsigned strLen) const {
  unsigned pos = 0;
  bool found = true;
  const TrieNode<T> *node = _initialNode;

  while (found && pos < strLen) {
    found = false;
    node = node->subNodeByLabel(str[pos]);
    if (node) {
      found = true;
      ++pos;
    }
  }
  if (node && pos == strLen)  // The word is complet in the automaton
    return node->value();
  return _empty;
}

template <typename T>
edm::TrieNode<T> const *edm::Trie<T>::node(std::string const &str) const {
  return node(str.c_str(), str.size());
}

template <typename T>
edm::TrieNode<T> const *edm::Trie<T>::node(const char *str, unsigned strLen) const {
  unsigned pos = 0;
  bool found = true;
  const TrieNode<T> *node = _initialNode;

  while (found && pos < strLen) {
    found = false;
    node = node->subNodeByLabel(str[pos]);
    if (node) {
      found = true;
      ++pos;
    }
  }
  return node;
}

template <typename T>
const edm::TrieNode<T> *edm::Trie<T>::initialNode() const {
  return _initialNode;
}

template <typename T>
void edm::Trie<T>::clear() {
  _factory->clear();
  _initialNode = _factory->newNode(_empty);
}

template <typename T>
void edm::Trie<T>::display(std::ostream &os) {
  if (_initialNode)
    _initialNode->display(os, 0, 0);
}

#endif  //  DataFormats_Common_Trie_h