{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q106","table":null,"tool":null,"value":0.133,"weight":1.0,"where":null}],"datasets":{"enache_demand_for":{"columns":null,"description":"The dataset consists of user-level information, such as total number of purchases and total videos watched, associated with five \"\"freemium\"\" mobile app games in six European markets for the years 2017-2022. The games are available on both iOS and Android platforms. However, only Apple changed its pricing tiers in between, as a result of which the prices of the games changed on the iOS platform.\n\nData Variables:\ngame: Anonymized codenames of the games (W1-W5)\ncountry: Two-letter country code (France, Germany, Great Britain, Italy, Netherlands, and Sweden)\nplatform: Gaming platform (Android or ios)\ndt: Date\nnorm_users: Number of users normalized\nnorm_purch_users: Normalized number of users who purchase premium\nnorm_videos: Number of rewarded videos watched\npurchsmooth: Number of purchases smoothed\nyear: Year recorded\nmonth: Month recorded (1-12)\napple: Dummy variable for ios platform (1 = platform is ios, 0 = otherwise)\ngoogle: Dummy variable for android platform (1 = platform is android, 0 = otherwise)\npost: Indicator of the time period after price change (1 = post price change, 0 = pre price change)\nwindow: Not applicable\nuserssmooth: Number of users smoothed\npostxapple: Interaction between post and apple\nforpan: Concatenation of game codename, country, and platform\ncgn: Concatenation of country and game codename","file_sha256":"d1385394b66f1abe6a205119f2b6c743d2af84dc7ccfe92a5207249d8d3454e4","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY 4.0 (CauSciBench data/README.md); original source https://www.openicpsr.org/openicpsr/project/186201/version/V1/view","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"d1385394b66f1abe6a205119f2b6c743d2af84dc7ccfe92a5207249d8d3454e4","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/enache_demand_for.csv"}},"difficulty":"M","id":"causcibench_real.q106","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"enache_demand_for":{"apple":"float64","country":"str","game":"str","month":"int64","norm_purch_users":"float64","post":"float64","postxapple":"float64","year":"int64"}},"named":{"outcome":["norm_purch_users"],"treatment":["postxapple"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Demand for in-app purchases in mobile apps\u2014a difference-in-difference approach","gold":{"effect":0.133,"effect_as_stored":"0.133","is_significant":1,"source_id":"causcibench_real.gold.q106","std_error":0.022,"std_error_as_stored":"0.022"},"headline_keys":{"infer.ols":["coef.postxapple"]},"metadata":{"control_variables":"game,country,year,month","dataset_path":"data/csv_files/realdata/enache_demand_for.csv","effect":0.133,"id":106,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"did","name":"Demand for in-app purchases in mobile apps\u2014a difference-in-difference approach","outcome_var":"norm_purch_users","running_var":null,"state_var":"apple","std_error":0.022,"temporal_var":"post","treatment_var":"postxapple"},"naive":{"dataset":"enache_demand_for","treatment":"postxapple","y":"norm_purch_users"},"name":"Demand for in-app purchases in mobile apps\u2014a difference-in-difference approach","native_id":106,"outcome":"norm_purch_users","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["year","month"],"dataset":"enache_demand_for","fe":["game","country","apple","post"],"x":["postxapple"],"y":"norm_purch_users"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: did"}]},"reference_notes":["control 'game' is categorical: absorbed as fixed effects","control 'country' is categorical: absorbed as fixed effects","the treatment varies within apple: two-way fixed effects for apple and post"],"reference_path":{"calls":[{"args":{"controls":["year","month"],"dataset":"enache_demand_for","fe":["game","country","apple","post"],"x":["postxapple"],"y":"norm_purch_users"},"tool":"infer.ols"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"postxapple"},"question":"Does the number of users who purchase premium change after the price of premium is altered?","requires":[],"runner":null,"sources":["causcibench_real.gold.q106"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 106: effect 0.133"}