1#include "storm-config.h"
12class DoubleViEnvironment {
23class RationalPIEnvironment {
33template<
typename TestType>
34class SparseMdpParameterLiftingTest :
public ::testing::Test {
36 typedef typename TestType::ValueType
ValueType;
37 SparseMdpParameterLiftingTest() : _environment(TestType::createEnvironment()) {}
45 std::unique_ptr<storm::modelchecker::RegionModelChecker<storm::RationalFunction>> initializeValidatingRegionModelChecker(
50 virtual void SetUp() {
52 GTEST_SKIP() <<
"Z3 not available.";
54 carl::VariablePool::getInstance().clear();
56 virtual void TearDown() {
57 carl::VariablePool::getInstance().clear();
64typedef ::testing::Types<DoubleViEnvironment, RationalPIEnvironment>
TestingTypes;
68TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob) {
69 typedef typename TestFixture::ValueType
ValueType;
71 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
72 std::string formulaFile =
"P<=0.17 [ F \"doubles\" ]";
75 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
77 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
82 modelParameters.insert(rewParameters.begin(), rewParameters.end());
86 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
87 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
88 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
98TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_bounded) {
99 typedef typename TestFixture::ValueType
ValueType;
101 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
102 std::string formulaFile =
"P<=0.17 [ F<100 \"doubles\" ]";
105 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
107 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
112 modelParameters.insert(rewParameters.begin(), rewParameters.end());
116 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
117 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
118 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
128TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_exactValidation) {
129 typedef typename TestFixture::ValueType
ValueType;
130 if (!std::is_same<ValueType, storm::RationalNumber>::value) {
131 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
132 std::string formulaFile =
"P<=0.17 [ F \"doubles\" ]";
135 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
137 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
142 modelParameters.insert(rewParameters.begin(), rewParameters.end());
144 auto regionChecker = this->initializeValidatingRegionModelChecker(model, formulas[0]);
146 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
147 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
148 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
159TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_bounded_exactValidation) {
160 typedef typename TestFixture::ValueType
ValueType;
161 if (!std::is_same<ValueType, storm::RationalNumber>::value) {
162 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
163 std::string formulaFile =
"P<=0.17 [ F<100 \"doubles\" ]";
166 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
168 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
173 modelParameters.insert(rewParameters.begin(), rewParameters.end());
175 auto regionChecker = this->initializeValidatingRegionModelChecker(model, formulas[0]);
177 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
178 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
179 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
190TYPED_TEST(SparseMdpParameterLiftingTest, coin_Prob) {
191 typedef typename TestFixture::ValueType
ValueType;
193 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/coin2_2.nm";
194 std::string formulaAsString =
"P>0.25 [F \"finished\"&\"all_coins_equal_1\" ]";
197 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
199 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
204 modelParameters.insert(rewParameters.begin(), rewParameters.end());
209 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.3<=p1<=0.45,0.2<=p2<=0.54", modelParameters);
210 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.4<=p1<=0.65,0.5<=p2<=0.7", modelParameters);
211 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.5<=p2<=0.6", modelParameters);
221TYPED_TEST(SparseMdpParameterLiftingTest, brp_Prop) {
222 typedef typename TestFixture::ValueType
ValueType;
224 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
225 std::string formulaAsString =
"P<=0.84 [ F (s=5 & T) ]";
226 std::string constantsAsString =
"TOMsg=0.0,TOAck=0.0";
230 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
232 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
237 modelParameters.insert(rewParameters.begin(), rewParameters.end());
242 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pL<=0.9,0.75<=pK<=0.95", modelParameters);
243 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.4<=pL<=0.65,0.75<=pK<=0.95", modelParameters);
244 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pL<=0.73,0.2<=pK<=0.715", modelParameters);
254TYPED_TEST(SparseMdpParameterLiftingTest, brp_Rew) {
255 typedef typename TestFixture::ValueType
ValueType;
257 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
258 std::string formulaAsString =
"R>2.5 [F ((s=5) | (s=0&srep=3)) ]";
259 std::string constantsAsString =
"pL=0.9,TOAck=0.5";
263 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
265 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
270 modelParameters.insert(rewParameters.begin(), rewParameters.end());
275 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.875,0.75<=TOMsg<=0.95", modelParameters);
276 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=pK<=0.9,0.5<=TOMsg<=0.95", modelParameters);
277 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.3,0.2<=TOMsg<=0.3", modelParameters);
287TYPED_TEST(SparseMdpParameterLiftingTest, brp_Rew_bounded) {
288 typedef typename TestFixture::ValueType
ValueType;
290 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
291 std::string formulaAsString =
"R>2.5 [ C<=300 ]";
292 std::string constantsAsString =
"pL=0.9,TOAck=0.5";
296 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
298 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
303 modelParameters.insert(rewParameters.begin(), rewParameters.end());
308 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.875,0.75<=TOMsg<=0.95", modelParameters);
309 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=pK<=0.9,0.5<=TOMsg<=0.95", modelParameters);
310 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.3,0.2<=TOMsg<=0.3", modelParameters);
320TYPED_TEST(SparseMdpParameterLiftingTest, Brp_Rew_Infty) {
321 typedef typename TestFixture::ValueType
ValueType;
323 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
324 std::string formulaAsString =
"R>2.5 [F (s=0&srep=3) ]";
325 std::string constantsAsString =
"";
328 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
330 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
335 modelParameters.insert(rewParameters.begin(), rewParameters.end());
339 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.9,0.6<=pL<=0.85,0.9<=TOMsg<=0.95,0.85<=TOAck<=0.9", modelParameters);
345TYPED_TEST(SparseMdpParameterLiftingTest, Brp_Rew_4Par) {
346 typedef typename TestFixture::ValueType
ValueType;
348 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
349 std::string formulaAsString =
"R>2.5 [F ((s=5) | (s=0&srep=3)) ]";
350 std::string constantsAsString =
"";
353 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
355 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
360 modelParameters.insert(rewParameters.begin(), rewParameters.end());
365 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.9,0.6<=pL<=0.85,0.9<=TOMsg<=0.95,0.85<=TOAck<=0.9", modelParameters);
366 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.7,0.2<=pL<=0.8,0.15<=TOMsg<=0.65,0.3<=TOAck<=0.9", modelParameters);
367 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.4,0.2<=pL<=0.3,0.15<=TOMsg<=0.3,0.1<=TOAck<=0.2", modelParameters);
SolverEnvironment & solver()
void setPrecision(storm::RationalNumber value)
void setMethod(storm::solver::MinMaxMethod value, bool isSetFromDefault=false)
MinMaxSolverEnvironment & minMax()
This class represents a (discrete-time) Markov decision process.
Base class for all sparse models.
std::vector< storm::jani::Property > parsePropertiesForPrismProgram(std::string const &inputString, storm::prism::Program const &program, boost::optional< std::set< std::string > > const &propertyFilter)
storm::prism::Program parseProgram(std::string const &filename, bool prismCompatibility, bool simplify)
std::unique_ptr< storm::modelchecker::RegionModelChecker< ValueType > > initializeRegionModelChecker(Environment const &env, std::shared_ptr< storm::models::sparse::Model< ValueType > > const &model, storm::modelchecker::CheckTask< storm::logic::Formula, ValueType > const &task, storm::modelchecker::RegionCheckEngine engine, bool allowModelSimplification=true, bool graphPreserving=true, bool preconditionsValidated=false, MonotonicitySetting monotonicitySetting=MonotonicitySetting(), std::optional< std::pair< std::set< typename storm::storage::ParameterRegion< ValueType >::VariableType >, std::set< typename storm::storage::ParameterRegion< ValueType >::VariableType > > > monotoneParameters=std::nullopt)
std::vector< std::shared_ptr< storm::logic::Formula const > > extractFormulasFromProperties(std::vector< storm::jani::Property > const &properties)
SFTBDDChecker::ValueType ValueType
@ AllSat
the formula is satisfied for all well-defined parameters in the given region
@ AllViolated
the formula is violated for all well-defined parameters in the given region
@ ExistsBoth
the formula is satisfied for some parameters but also violated for others
RegionCheckEngine
The considered engine for region checking.
@ ParameterLifting
Parameter lifting approach.
@ ValidatingParameterLifting
Parameter lifting approach with a) inexact (and fast) computation first and b) exact validation of ob...
@ ExactParameterLifting
Parameter lifting approach with exact arithmethics.
std::set< storm::RationalFunctionVariable > getRewardParameters(Model< storm::RationalFunction > const &model)
Get all parameters occurring in rewards.
std::set< storm::RationalFunctionVariable > getProbabilityParameters(Model< storm::RationalFunction > const &model)
Get all probability parameters occurring on transitions.
storm::prism::Program preprocess(storm::prism::Program const &program, std::map< storm::expressions::Variable, storm::expressions::Expression > const &constantDefinitions)
TYPED_TEST(GraphTestAR, SymbolicProb01StochasticGameDieSmall)
TYPED_TEST_SUITE(GraphTestAR, TestingTypes,)
::testing::Types< Cudd, Sylvan > TestingTypes