1#include "storm-config.h"
17class DoubleViEnvironment {
28class RationalPIEnvironment {
38template<
typename TestType>
39class SparseMdpParameterLiftingTest :
public ::testing::Test {
41 typedef typename TestType::ValueType
ValueType;
42 SparseMdpParameterLiftingTest() : _environment(TestType::createEnvironment()) {}
50 std::unique_ptr<storm::modelchecker::RegionModelChecker<storm::RationalFunction>> initializeValidatingRegionModelChecker(
55 virtual void SetUp() {
57 GTEST_SKIP() <<
"Z3 not available.";
59 carl::VariablePool::getInstance().clear();
61 virtual void TearDown() {
62 carl::VariablePool::getInstance().clear();
69typedef ::testing::Types<DoubleViEnvironment, RationalPIEnvironment>
TestingTypes;
73TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob) {
74 typedef typename TestFixture::ValueType
ValueType;
76 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
77 std::string formulaFile =
"P<=0.17 [ F \"doubles\" ]";
80 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
82 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
87 modelParameters.insert(rewParameters.begin(), rewParameters.end());
91 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
92 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
93 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
103TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_bounded) {
104 typedef typename TestFixture::ValueType
ValueType;
106 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
107 std::string formulaFile =
"P<=0.17 [ F<100 \"doubles\" ]";
110 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
112 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
117 modelParameters.insert(rewParameters.begin(), rewParameters.end());
121 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
122 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
123 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
133TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_exactValidation) {
134 typedef typename TestFixture::ValueType
ValueType;
135 if (!std::is_same<ValueType, storm::RationalNumber>::value) {
136 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
137 std::string formulaFile =
"P<=0.17 [ F \"doubles\" ]";
140 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
142 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
147 modelParameters.insert(rewParameters.begin(), rewParameters.end());
149 auto regionChecker = this->initializeValidatingRegionModelChecker(model, formulas[0]);
151 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
152 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
153 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
164TYPED_TEST(SparseMdpParameterLiftingTest, two_dice_Prob_bounded_exactValidation) {
165 typedef typename TestFixture::ValueType
ValueType;
166 if (!std::is_same<ValueType, storm::RationalNumber>::value) {
167 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/two_dice.nm";
168 std::string formulaFile =
"P<=0.17 [ F<100 \"doubles\" ]";
171 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
173 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
178 modelParameters.insert(rewParameters.begin(), rewParameters.end());
180 auto regionChecker = this->initializeValidatingRegionModelChecker(model, formulas[0]);
182 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.495<=p1<=0.5,0.5<=p2<=0.505", modelParameters);
183 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.45<=p1<=0.55,0.45<=p2<=0.55", modelParameters);
184 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.6<=p2<=0.6", modelParameters);
195TYPED_TEST(SparseMdpParameterLiftingTest, coin_Prob) {
196 typedef typename TestFixture::ValueType
ValueType;
198 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/coin2_2.nm";
199 std::string formulaAsString =
"P>0.25 [F \"finished\"&\"all_coins_equal_1\" ]";
202 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
204 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
209 modelParameters.insert(rewParameters.begin(), rewParameters.end());
214 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.3<=p1<=0.45,0.2<=p2<=0.54", modelParameters);
215 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.4<=p1<=0.65,0.5<=p2<=0.7", modelParameters);
216 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=p1<=0.7,0.5<=p2<=0.6", modelParameters);
226TYPED_TEST(SparseMdpParameterLiftingTest, brp_Prop) {
227 typedef typename TestFixture::ValueType
ValueType;
229 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
230 std::string formulaAsString =
"P<=0.84 [ F (s=5 & T) ]";
231 std::string constantsAsString =
"TOMsg=0.0,TOAck=0.0";
235 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
237 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
242 modelParameters.insert(rewParameters.begin(), rewParameters.end());
247 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pL<=0.9,0.75<=pK<=0.95", modelParameters);
248 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.4<=pL<=0.65,0.75<=pK<=0.95", modelParameters);
249 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pL<=0.73,0.2<=pK<=0.715", modelParameters);
259TYPED_TEST(SparseMdpParameterLiftingTest, brp_Rew) {
260 typedef typename TestFixture::ValueType
ValueType;
262 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
263 std::string formulaAsString =
"R>2.5 [F ((s=5) | (s=0&srep=3)) ]";
264 std::string constantsAsString =
"pL=0.9,TOAck=0.5";
268 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
270 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
275 modelParameters.insert(rewParameters.begin(), rewParameters.end());
280 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.875,0.75<=TOMsg<=0.95", modelParameters);
281 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=pK<=0.9,0.5<=TOMsg<=0.95", modelParameters);
282 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.3,0.2<=TOMsg<=0.3", modelParameters);
292TYPED_TEST(SparseMdpParameterLiftingTest, brp_Rew_bounded) {
293 typedef typename TestFixture::ValueType
ValueType;
295 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
296 std::string formulaAsString =
"R>2.5 [ C<=300 ]";
297 std::string constantsAsString =
"pL=0.9,TOAck=0.5";
301 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
303 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
308 modelParameters.insert(rewParameters.begin(), rewParameters.end());
313 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.875,0.75<=TOMsg<=0.95", modelParameters);
314 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.6<=pK<=0.9,0.5<=TOMsg<=0.95", modelParameters);
315 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.3,0.2<=TOMsg<=0.3", modelParameters);
325TYPED_TEST(SparseMdpParameterLiftingTest, Brp_Rew_Infty) {
326 typedef typename TestFixture::ValueType
ValueType;
328 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
329 std::string formulaAsString =
"R>2.5 [F (s=0&srep=3) ]";
330 std::string constantsAsString =
"";
333 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
335 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
340 modelParameters.insert(rewParameters.begin(), rewParameters.end());
344 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.9,0.6<=pL<=0.85,0.9<=TOMsg<=0.95,0.85<=TOAck<=0.9", modelParameters);
350TYPED_TEST(SparseMdpParameterLiftingTest, Brp_Rew_4Par) {
351 typedef typename TestFixture::ValueType
ValueType;
353 std::string programFile = STORM_TEST_RESOURCES_DIR
"/pmdp/brp16_2.nm";
354 std::string formulaAsString =
"R>2.5 [F ((s=5) | (s=0&srep=3)) ]";
355 std::string constantsAsString =
"";
358 std::vector<std::shared_ptr<const storm::logic::Formula>> formulas =
360 std::shared_ptr<storm::models::sparse::Mdp<storm::RationalFunction>> model =
365 modelParameters.insert(rewParameters.begin(), rewParameters.end());
370 auto allSatRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.7<=pK<=0.9,0.6<=pL<=0.85,0.9<=TOMsg<=0.95,0.85<=TOAck<=0.9", modelParameters);
371 auto exBothRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.7,0.2<=pL<=0.8,0.15<=TOMsg<=0.65,0.3<=TOAck<=0.9", modelParameters);
372 auto allVioRegion = storm::api::parseRegion<storm::RationalFunction>(
"0.1<=pK<=0.4,0.2<=pL<=0.3,0.15<=TOMsg<=0.3,0.1<=TOAck<=0.2", modelParameters);
SolverEnvironment & solver()
void setPrecision(storm::RationalNumber value)
void setMethod(storm::solver::MinMaxMethod value, bool isSetFromDefault=false)
MinMaxSolverEnvironment & minMax()
This class represents a (discrete-time) Markov decision process.
Base class for all sparse models.
std::vector< storm::jani::Property > parsePropertiesForPrismProgram(std::string const &inputString, storm::prism::Program const &program, boost::optional< std::set< std::string > > const &propertyFilter)
storm::prism::Program parseProgram(std::string const &filename, bool prismCompatibility, bool simplify)
std::unique_ptr< storm::modelchecker::RegionModelChecker< ValueType > > initializeRegionModelChecker(Environment const &env, std::shared_ptr< storm::models::sparse::Model< ValueType > > const &model, storm::modelchecker::CheckTask< storm::logic::Formula, ValueType > const &task, storm::modelchecker::RegionCheckEngine engine, bool allowModelSimplification=true, bool graphPreserving=true, bool preconditionsValidated=false, MonotonicitySetting monotonicitySetting=MonotonicitySetting(), std::optional< std::pair< std::set< typename storm::storage::ParameterRegion< ValueType >::VariableType >, std::set< typename storm::storage::ParameterRegion< ValueType >::VariableType > > > monotoneParameters=std::nullopt)
std::vector< std::shared_ptr< storm::logic::Formula const > > extractFormulasFromProperties(std::vector< storm::jani::Property > const &properties)
SFTBDDChecker::ValueType ValueType
@ AllSat
the formula is satisfied for all well-defined parameters in the given region
@ AllViolated
the formula is violated for all well-defined parameters in the given region
@ ExistsBoth
the formula is satisfied for some parameters but also violated for others
RegionCheckEngine
The considered engine for region checking.
@ ParameterLifting
Parameter lifting approach.
@ ValidatingParameterLifting
Parameter lifting approach with a) inexact (and fast) computation first and b) exact validation of ob...
@ ExactParameterLifting
Parameter lifting approach with exact arithmethics.
std::set< storm::RationalFunctionVariable > getRewardParameters(Model< storm::RationalFunction > const &model)
Get all parameters occurring in rewards.
std::set< storm::RationalFunctionVariable > getProbabilityParameters(Model< storm::RationalFunction > const &model)
Get all probability parameters occurring on transitions.
storm::prism::Program preprocess(storm::prism::Program const &program, std::map< storm::expressions::Variable, storm::expressions::Expression > const &constantDefinitions)
TYPED_TEST(GraphTestAR, SymbolicProb01StochasticGameDieSmall)
TYPED_TEST_SUITE(GraphTestAR, TestingTypes,)
::testing::Types< Cudd, Sylvan > TestingTypes