Reinforcement Learning
stable-baselines3
deep-reinforcement-learning
fluidgym
active-flow-control
fluid-dynamics
simulation
RBC2D-medium-v0
Eval Results (legacy)
Instructions to use safe-autonomous-systems/sac-RBC2D-medium-v0 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- stable-baselines3
How to use safe-autonomous-systems/sac-RBC2D-medium-v0 with stable-baselines3:
from huggingface_sb3 import load_from_hub checkpoint = load_from_hub( repo_id="safe-autonomous-systems/sac-RBC2D-medium-v0", filename="{MODEL FILENAME}.zip", ) - Notebooks
- Google Colab
- Kaggle
File size: 5,075 Bytes
a58beb2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 | step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
500,-0.7994307279586792,7.22818297290802,,
1000,-0.7779836654663086,7.206735136032105,,
1500,-0.7794550061225891,7.208207214355469,,
2000,-0.7330981492996216,7.16185013961792,,
2500,-0.7511992454528809,7.179951337814331,,
3000,-0.7253204584121704,7.154072574615478,,
3500,-0.6883291602134705,7.117081134796143,,
4000,-0.7483617067337036,7.177113810539246,,
4500,-0.6778043508529663,7.106556079387665,,
5000,-0.6766614317893982,7.105413203239441,,
5000,,,6.814661421775818,-0.3859094762802124
5500,-0.6329751014709473,7.061726768970489,,
6000,-0.6933884024620056,7.1221404609680175,,
6500,-0.6639148592948914,7.092667093753815,,
7000,-0.6212058663368225,7.0499578709602355,,
7500,-0.6044719815254211,7.033224154949188,,
8000,-0.473663330078125,6.902415301322937,,
8500,-0.48955947160720825,6.918311835765839,,
9000,-0.25485554337501526,6.6836076645851135,,
9500,-0.2862052321434021,6.714957158565522,,
10000,-0.25100797414779663,6.679759968280792,,
10000,,,6.3803222572803495,0.048429688215255735
10500,-0.2467191517353058,6.675471030712128,,
11000,-0.03311090171337128,6.461862845897675,,
11500,-0.08124414831399918,6.5099961705207825,,
12000,0.16881340742111206,6.25993857383728,,
12500,0.0563957579433918,6.372356216907502,,
13000,0.16650089621543884,6.262251065254212,,
13500,0.16223633289337158,6.266515528678894,,
14000,0.09530990570783615,6.333442024230957,,
14500,0.1007743701338768,6.327977531433105,,
15000,0.24051256477832794,6.188239439487457,,
15000,,,6.03618372797966,0.39256821751594545
15500,0.1601872444152832,6.268564655780792,,
16000,0.4437120258808136,5.985039953231811,,
16500,0.30398720502853394,6.124764698505402,,
17000,0.250952810049057,6.177799067974091,,
17500,0.1723918616771698,6.256360037326813,,
18000,0.33303719758987427,6.095714633464813,,
18500,0.33555179834365845,6.093200221061706,,
19000,0.309752881526947,6.1189990177154545,,
19500,0.31656309962272644,6.112188781738281,,
20000,0.30588677525520325,6.122865226745605,,
20000,,,6.017576731443405,0.4111752140522003
20500,0.2987609803676605,6.129990943908691,,
21000,0.3764752149581909,6.052276636123657,,
21500,0.5004101991653442,5.928341671943665,,
22000,0.36528629064559937,6.063465427398682,,
22500,0.22092527151107788,6.207826626300812,,
23000,0.41475409269332886,6.013998319625855,,
23500,0.16122432053089142,6.267527683258057,,
24000,0.3322402834892273,6.096511636257172,,
24500,0.39288100600242615,6.035871058464051,,
25000,0.368823766708374,6.059928144454956,,
25000,,,5.910496368408203,0.5182555770874023
25500,0.33422213792800903,6.094529834270477,,
26000,0.2541716992855072,6.174580235004425,,
26500,0.35433197021484375,6.074419900417328,,
27000,0.33841657638549805,6.090335259437561,,
27500,0.4138089716434479,6.01494306230545,,
28000,0.5250625610351562,5.903689699649811,,
28500,0.4994949996471405,5.929256934642792,,
29000,0.30629634857177734,6.122455644607544,,
29500,0.2183290421962738,6.210422953128814,,
30000,0.5291479229927063,5.89960415506363,,
30000,,,6.154303900003433,0.2744480454921722
30500,0.45218193531036377,5.9765698237419125,,
31000,0.5329713225364685,5.895780680656433,,
31500,0.5056205987930298,5.923131435871125,,
32000,0.45661917328834534,5.97213267993927,,
32500,0.4996805489063263,5.9290711259841915,,
33000,0.5084213018417358,5.920330418586731,,
33500,0.24090060591697693,6.187851341247558,,
34000,0.614374577999115,5.8143778324127195,,
34500,0.5666009187698364,5.862150960922241,,
35000,0.6806005835533142,5.748151147842408,,
35000,,,5.863640031814575,0.5651119136810303
35500,0.6867967247962952,5.741954837322235,,
36000,0.6255260109901428,5.803225939273834,,
36500,0.5649017095565796,5.863850170612335,,
37000,0.8025146126747131,5.626237596988678,,
37500,0.5118072032928467,5.916944742679596,,
38000,0.5451433658599854,5.88360864686966,,
38500,0.38470110297203064,6.044050879955292,,
39000,0.6098540425300598,5.818897849082947,,
39500,0.5978676080703735,5.830884413719177,,
40000,0.5830982327461243,5.845653880119324,,
40000,,,5.557592990398407,0.8711589550971985
40500,0.5640571117401123,5.8646949524879455,,
41000,0.7183526754379272,5.710399272441864,,
41500,0.7008616924285889,5.727890137672424,,
42000,0.7641174793243408,5.6646347274780275,,
42500,0.6770788431167603,5.751673103809357,,
43000,0.7700352668762207,5.65871678352356,,
43500,0.780048131942749,5.648703933238983,,
44000,0.6759509444236755,5.752801364898682,,
44500,0.7348129749298096,5.693939093112945,,
45000,0.7286844253540039,5.700067897796631,,
45000,,,5.624523084163666,0.8042288613319397
45500,0.7801719307899475,5.648580360889435,,
46000,0.7029677629470825,5.725784065246582,,
46500,0.5557368993759155,5.873015065670013,,
47000,0.5472161173820496,5.881535938739777,,
47500,0.6314011216163635,5.797350654125213,,
48000,0.8058688640594482,5.6228830471038815,,
48500,0.6853682994842529,5.743383665084838,,
49000,0.7461541295051575,5.682597765445709,,
49500,0.7355741858482361,5.693177469730378,,
50000,0.8348315954208374,5.593920486927033,,
50000,,,5.482767636775971,0.945984308719635
|