| Task | DQN | PPO | |||||
| XuanCe | Published | XuanCe | Published | ||||
| AirRaid | 7400.0 | \pm 2123.38 | - | - | 5865.0 | \pm 1945.48 | - |
| Alien | 1680.0 | \pm 247.79 | 3069 | \pm 1093 | 1056.0 | \pm 212.85 | 1850.3 |
| Amidar | 595.33 | \pm 46.20 | 739.5 | \pm 3024 | 961.0 | \pm 4.20 | 674.6 |
| Assault | 10833.33 | \pm 2180.16 | 3359 | \pm 775 | 6265.67 | \pm 1884.26 | 4971.9 |
| Asterix | 9833.33 | \pm 4401.58 | 6012 | \pm 1744 | 2590.0 | \pm 142.83 | 4532.5 |
| Asteroids | 1246.67 | \pm 194.82 | 1629 | \pm 542 | 2500.0 | \pm 373.58 | 2097.5 |
| Atlantis | 219733.33 | \pm 151823.17 | 85641 | \pm 17600 | 939266.67 | \pm 13112.42 | 2311815.0 |
| BankHeist | 1156.67 | \pm 49.89 | 429.7 | \pm 650 | 1113.33 | \pm 4.71 | 1280.6 |
| BattleZone | 31800.0 | \pm 13614.70 | 26300 | \pm 7725 | 10333.33 | \pm 5185.45 | 17366.7 |
| BeamRider | 7599.6 | \pm 1371.67 | 6846 | \pm 1619 | 1778.67 | \pm 318.67 | 1590.0 |
| Berzerk | 1130.0 | \pm 190.53 | - | - | 1750.0 | \pm 29.44 | - |
| Bowling | 78.0 | \pm 0.0 | 42.4 | \pm 88 | 72.8 | \pm 7.08 | 40.1 |
| Boxing | 97.33 | \pm 2.49 | 71.8 | \pm 8.4 | 98.67 | \pm 0.94 | 94.6 |
| Breakout | 415.33 | \pm 44.81 | 401.2 | \pm 26.9 | 395.33 | \pm 18.12 | 274.8 |
| Carnival | 2396.0 | \pm 504.44 | - | - | 5473.33 | \pm 23.57 | - |
| Centipede | 9670.0 | \pm 1522.0 | 8309 | \pm 5237 | 4832.33 | \pm 1932.04 | 4386.4 |
| ChopperCommand | 19100.0 | \pm 6125.68 | 6687 | \pm 2916 | 8233.33 | \pm 2524.99 | 3516.3 |
| CrazyClimber | 96140.0 | \pm 45187.46 | 114103 | \pm 22797 | 127600.0 | \pm 9651.25 | 110202.0 |
| Defender | 8290.0 | \pm 3281.98 | - | - | 57016.67 | \pm 3744.4 | - |
| DemonAttack | 59328.33 | \pm 35781.27 | 9711 | \pm 2406 | 8641.67 | \pm 1319.26 | 11378.4 |
| DoubleDunk | 1.33 | \pm 0.94 | -18.1 | \pm 2.6 | 0.0 | \pm 1.63 | -14.9 |
| ElevatorAction | 66.67 | \pm 94.28 | - | - | 48566.67 | \pm 13506.87 | - |
| Enduro | 2127.0 | \pm 124.57 | 301.8 | \pm 24.6 | 1346.33 | \pm 244.99 | 758.3 |
| FishingDerby | 25.0 | \pm 13.02 | -0.8 | \pm 19.0 | 35.0 | \pm 3.27 | 17.8 |
| Freeway | 32.2 | \pm 0.98 | 30.3 | \pm 0.7 | 33.2 | \pm 0.4 | 32.5 |
| Frostbite | 7270.0 | \pm 1187.94 | 328.3 | \pm 250.5 | 300.0 | \pm 14.14 | 314.2 |
| Gopher | 11948.0 | \pm 3763.50 | 8520 | \pm 3279 | 2626.67 | \pm 1654.60 | 2932.9 |
| Gravitar | 1683.33 | \pm 589.26 | 306.7 | \pm 223.9 | 650.0 | \pm 212.13 | 737.2 |
| Hero | 17578.0 | \pm 3386.97 | 19950 | \pm 158 | 27543.33 | \pm 94.63 | - |
| IceHockey | 0.0 | \pm 1.26 | -1.6 | \pm 2.5 | -2.0 | \pm 1.41 | -4.2 | ||
| Jamesbond | 2016.67 | \pm 2498.44 | 576.7 | \pm 175.5 | 733.33 | \pm 117.85 | 560.7 |
| JourneyEscape | 2800.0 | \pm 4808.33 | - | - | -300.0 | \pm 244.95 | - |
| Kangaroo | 4600.0 | \pm 1232.88 | 6740 | \pm 2959 | 8300.0 | \pm 1373.56 | 9928.7 |
| Krull | 9886.67 | \pm 669.44 | 3805 | \pm 1033 | 9026.67 | \pm 246.35 | 7942.3 |
| KungFuMaster | 53060.0 | \pm 10103.58 | 23270 | \pm 5955 | 41666.68 | \pm 2317.09 | 23310.3 |
| MontezumaRevenge | 0.0 | \pm 0 | 0.0 | \pm 0 | 66.67 | \pm 47.14 | 42.0 |
| MsPacman | 3896.0 | \pm 427.06 | 2311 | \pm 525 | 3388.0 | \pm 939.16 | 2096.5 |
| NameThisGame | 7124.0 | \pm 3091.93 | 7257 | \pm 547 | 11553.33 | \pm 1610.43 | 6254.9 |
| Phoenix | 11550 | \pm 284.37 | - | - | 16610 | \pm 5847.79 | - |
| Pitfall | 0.0 | \pm 0.0 | - | - | -24.2 | \pm 38.76 | -32.9 |
| Pong | 17.67 | \pm 1.23 | 18.9 | \pm 1.3 | 19.67 | \pm 0.94 | 20.7 |
| Pooyan | 8022.0 | \pm 2508.53 | - | - | 6245.0 | \pm 1562.97 | - |
| PrivateEye | 966.67 | \pm 2176.13 | 1788 | \pm 5473 | 30.0 | \pm 45.83 | 69.5 |
| Qbert | 12585.0 | \pm 2528.86 | 10596 | \pm 3294 | 19085.0 | \pm 2410.43 | 14293.3 |
| Riverraid | 13480.0 | \pm 576.02 | 8316 | \pm 1049 | 13053.33 | \pm 765.26 | 8393.6 |
| RoadRunner | 59000.0 | \pm 3894.44 | 18257 | \pm 4268 | 40633.33 | \pm 8491.7 | 25076.0 |
| Robotank | 66.33 | \pm 10.78 | 51.6 | \pm 4.7 | 15.0 | \pm 1.63 | 5.5 |
| Seaquest | 5400.0 | \pm 762.59 | 5286 | \pm 1310 | 1720.0 | \pm 56.57 | 1204.5 |
| Skiing | -12313.33 | \pm 766.81 | - | - | -15710.0 | \pm 9.63 | - |
| Solaris | 3600.0 | \pm 2673.33 | - | - | 9260.0 | \pm 3572.23 | - |
| SpaceInvaders | 1630.0 | \pm 375.73 | 1976 | \pm 893 | 908.33 | \pm 243.05 | 942.5 |
| StarGunner | 37280.0 | \pm 12316.88 | 57997 | \pm 3152 | 27566.67 | \pm 3564.95 | 32689.0 |
| Tennis | 1.0 | \pm 0.82 | -2.5 | \pm 1.9 | -1.33 | \pm 0.47 | -14.8 |
| TimePilot | 8260.0 | \pm 338.23 | 5947 | \pm 1600 | 6800.0 | \pm 1920.07 | 4342.0 |
| Tutankham | 214.0 | \pm 15.56 | 186.7 | \pm 41.9 | 174.0 | \pm 5.89 | 254.4 |
| UpNDown | 22923.33 | \pm 1249.22 | 8456 | \pm 3162 | 282200.0 | \pm 4199.53 | 95445.0 |
| Venture | 560.0 | \pm 174.36 | 380.0 | \pm 238.6 | 66.67 | \pm 94.28 | 0.0 |
| VideoPinball | 847303.67 | \pm 179889.24 | 42684 | \pm 16287 | 100107.66 | \pm 49125.29 | 37389.0 |
| WizardOfWor | 1560.0 | \pm 120.0 | 3393 | \pm 2019 | 1766.67 | \pm 339.93 | 4185.3 |
| Zaxxon | 4820.0 | \pm 2429.32 | 4977 | \pm 1235 | 5866.67 | \pm 1087.3 | 5008.7 |
| # Higher | 35 | 13 | 33 | 16 | |||