Pomdp.h

Go to the documentation of this file.

#pragma once
 
#include "storm/models/sparse/Mdp.h"
 
#include "storm/models/sparse/StandardRewardModel.h"
 
namespace storm {
namespace models {
namespace sparse {
 
template<class ValueType, typename RewardModelType = StandardRewardModel<ValueType>>
class Pomdp : public Mdp<ValueType, RewardModelType> {
   public:
    Pomdp(storm::storage::SparseMatrix<ValueType> const &transitionMatrix, storm::models::sparse::StateLabeling const &stateLabeling,
          std::unordered_map<std::string, RewardModelType> const &rewardModels = std::unordered_map<std::string, RewardModelType>());
 
    Pomdp(storm::storage::SparseMatrix<ValueType> &&transitionMatrix, storm::models::sparse::StateLabeling &&stateLabeling,
          std::unordered_map<std::string, RewardModelType> &&rewardModels = std::unordered_map<std::string, RewardModelType>());
 
    Pomdp(storm::storage::sparse::ModelComponents<ValueType, RewardModelType> const &components, bool canonicFlag = false);
 
    Pomdp(storm::storage::sparse::ModelComponents<ValueType, RewardModelType> &&components, bool canonicFlag = false);
 
    Pomdp(Pomdp<ValueType, RewardModelType> const &other) = default;
 
    Pomdp &operator=(Pomdp<ValueType, RewardModelType> const &other) = default;
 
    Pomdp(Pomdp<ValueType, RewardModelType> &&other) = default;
 
    Pomdp &operator=(Pomdp<ValueType, RewardModelType> &&other) = default;
 
    virtual void printModelInformationToStream(std::ostream &out) const override;
 
    uint32_t getObservation(uint64_t state) const;
 
    uint64_t getNrObservations() const;
 
    uint64_t getMaxNrStatesWithSameObservation() const;
 
    std::vector<uint32_t> const &getObservations() const;
 
    void updateObservations(std::vector<uint32_t> &&newObservations, bool preservesCanonicity);
 
    std::vector<uint64_t> getStatesWithObservation(uint32_t observation) const;
 
    bool hasObservationValuations() const;
 
    storm::storage::sparse::StateValuations const &getObservationValuations() const;
 
    std::optional<storm::storage::sparse::StateValuations> const &getOptionalObservationValuations() const;
 
    bool isCanonic() const;
 
    void setIsCanonic(bool newValue = true);
 
    virtual std::size_t hash() const override;
 
    virtual bool isPartiallyObservable() const override;
 
   protected:
    virtual std::string additionalDotStateInfo(uint64_t state) const override;
 
    // TODO: consider a bitvector based presentation (depending on our needs).
    std::vector<uint32_t> observations;
    uint64_t nrObservations;
    bool canonicFlag = false;
 
    std::optional<storm::storage::sparse::StateValuations> observationValuations;
 
    void computeNrObservations();
};
}  // namespace sparse
}  // namespace models
}  // namespace storm