Skip to content

Commit

Permalink
Print out median values for max and min
Browse files Browse the repository at this point in the history
  • Loading branch information
@CalCraven
CalCraven committed Oct 3, 2023
1 parent a42568e commit d516785
Show file tree
Hide file tree
Showing 5 changed files with 93 additions and 36 deletions.
18 changes: 9 additions & 9 deletions reproducibility_project/src/analysis/Comparison_Figures/csvs/OPLS Ethane at 41 MPa_data.csv
View file
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@
,Program(Group),T / K,ρ / kg m−3,δρ / kg m−3,u / kJ mol−1,δu / kJ mol−1,statepoint,Relative_Error
0,DL_POLY(BS),98.0,659.22,1.25,-16.759,0.061,temp: 98.0,0.0011377211445378135
0,DL_POLY(BS),98.0,659.22,1.25,-16.759,0.061,temp: 98.0,-0.06552274178145884
1,DL_POLY(BS),173.0,590.63,1.91,-14.366,0.086,temp: 173.0,0.026344163920897275
2,DL_POLY(BS),248.0,523.63,2.48,-12.241,0.102,temp: 248.0,0.0375724383875568
3,DL_POLY(BS),298.0,478.16,3.03,-10.908,0.113,temp: 298.0,0.09396659999071405
4,GROMACS(BS),98.0,659.22,0.05,-16.759,0.002,temp: 98.0,0.0011377211445378135
4,GROMACS(BS),98.0,659.22,0.05,-16.759,0.002,temp: 98.0,-0.06552274178145884
5,GROMACS(BS),173.0,590.66,0.07,-14.365,0.002,temp: 173.0,0.03142482410564051
6,GROMACS(BS),248.0,523.73,0.11,-12.245,0.003,temp: 248.0,0.056677068076155676
7,GROMACS(BS),298.0,478.13,0.15,-10.908,0.004,temp: 298.0,0.08768665395172569
8,GROMACS(KL),98.0,660.02,0.09,-16.787,0.003,temp: 98.0,0.12249464322959451
8,GROMACS(KL),98.0,660.02,0.09,-16.787,0.003,temp: 98.0,0.05575328413791601
9,GROMACS(KL),173.0,590.8,0.1,-14.371,0.003,temp: 173.0,0.05513457163446153
10,GROMACS(KL),248.0,524.04,0.08,-12.256,0.003,temp: 248.0,0.1159014201107883
11,GROMACS(KL),298.0,477.99,0.12,-10.905,0.003,temp: 298.0,0.05838023910314501
12,LAMMPS(AA),98.0,659.17,0.85,-16.758,0.032,temp: 98.0,-0.006447086485789009
12,LAMMPS(AA),98.0,659.17,0.85,-16.758,0.032,temp: 98.0,-0.07310249340143053
13,LAMMPS(AA),173.0,590.47,1.17,-14.361,0.037,temp: 173.0,-0.0007526903977525743
14,LAMMPS(AA),248.0,523.55,1.88,-12.241,0.053,temp: 248.0,0.02228873463667335
15,LAMMPS(AA),298.0,477.87,6.77,-10.904,0.061,temp: 298.0,0.033260454947215315
16,LAMMPS(KL),98.0,658.96,0.8,-16.758,0.03,temp: 98.0,-0.03830327853310648
16,LAMMPS(KL),98.0,658.96,0.8,-16.758,0.03,temp: 98.0,-0.10493745020525652
17,LAMMPS(KL),173.0,590.44,1.2,-14.366,0.039,temp: 173.0,-0.005833350582495811
18,LAMMPS(KL),248.0,523.3,1.86,-12.238,0.054,temp: 248.0,-0.025472839584812983
19,LAMMPS(KL),298.0,477.43,2.22,-10.893,0.059,temp: 298.0,-0.05884542029118957
20,ms2(KL),98.0,658.92,0.13,-16.748,0.003,temp: 98.0,-0.04437112463737139
20,ms2(KL),98.0,658.92,0.13,-16.748,0.003,temp: 98.0,-0.11100125150123732
21,ms2(KL),173.0,590.09,0.13,-14.347,0.003,temp: 173.0,-0.06510771940455799
22,ms2(KL),248.0,522.71,0.16,-12.215,0.003,temp: 248.0,-0.1381901547475051
23,ms2(KL),298.0,477.15,0.2,-10.88,0.003,temp: 298.0,-0.11745824998836282
24,ms2(PB),98.0,659.09,0.05,-16.744,0.002,temp: 98.0,-0.018582778694284333
24,ms2(PB),98.0,659.09,0.05,-16.744,0.002,temp: 98.0,-0.08523009599335768
25,ms2(PB),173.0,590.26,0.07,-14.344,0.002,temp: 173.0,-0.03631731169099373
26,ms2(PB),248.0,523.07,0.11,-12.219,0.003,temp: 248.0,-0.06941348786856216
27,ms2(PB),298.0,477.06,0.14,-10.871,0.004,temp: 298.0,-0.13629808810530414
28,Tinker(AA),98.0,659.1,1.2,,,temp: 98.0,-0.01706581716822242
28,Tinker(AA),98.0,659.1,1.2,,,temp: 98.0,-0.08371414566936679
29,Tinker(AA),173.0,590.5,1.4,,,temp: 173.0,0.004327969786990662
30,Tinker(AA),248.0,523.4,1.4,,,temp: 248.0,-0.006368209896214106
31,Tinker(AA),298.0,477.9,1.4,,,temp: 298.0,0.03954040098619179
32,TOWHEE(BS),98.0,,,,,temp: 98.0,
32,TOWHEE(BS),98.0,663.17,,,,temp: 98.0,0.5332776361954781
33,TOWHEE(BS),173.0,590.42,0.3,-14.362,0.01,temp: 173.0,-0.009220457372343888
34,TOWHEE(BS),248.0,523.47,0.37,-12.238,0.011,temp: 248.0,0.007005030885811624
35,TOWHEE(BS),298.0,477.71,0.35,-10.897,0.01,temp: 298.0,-0.00023259059402823293
18 changes: 9 additions & 9 deletions reproducibility_project/src/analysis/Comparison_Figures/csvs/OPLS Ethane at 5 MPa_data.csv
View file
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@
,Program(Group),T / K,ρ / kg m−3,δρ / kg m−3,u / kJ mol−1,δu / kJ mol−1,statepoint,Relative_Error
0,DL_POLY(BS),98.0,646.13,1.36,-16.529,0.062,temp: 98.0,-0.01005888315445661
0,DL_POLY(BS),98.0,646.13,1.36,-16.529,0.062,temp: 98.0,-0.05018829203396733
1,DL_POLY(BS),173.0,567.39,2.08,-13.866,0.086,temp: 173.0,0.050353256503779954
2,DL_POLY(BS),248.0,477.8,3.32,-11.194,0.011,temp: 248.0,0.08355424392720442
3,DL_POLY(BS),298.0,394.04,4.86,-9.009,0.131,temp: 298.0,1.9725340449024766
4,GROMACS(BS),98.0,646.48,0.05,-16.542,0.002,temp: 98.0,0.04410433383113176
4,GROMACS(BS),98.0,646.48,0.05,-16.542,0.002,temp: 98.0,0.003953187386258293
5,GROMACS(BS),173.0,567.56,0.09,-13.87,0.003,temp: 173.0,0.08033009792432234
6,GROMACS(BS),248.0,478.4,0.16,-11.207,0.004,temp: 248.0,0.20923472225778816
7,GROMACS(BS),298.0,393.74,0.26,-9.001,0.006,temp: 298.0,1.8948978652926096
8,GROMACS(KL),98.0,647.03,0.16,-16.56,0.006,temp: 98.0,0.12921796052275805
8,GROMACS(KL),98.0,647.03,0.16,-16.56,0.006,temp: 98.0,0.08903265504660028
9,GROMACS(KL),173.0,567.23,0.14,-13.86,0.005,temp: 173.0,0.02213975869620946
10,GROMACS(KL),248.0,475.32,2.9,-11.14,0.067,temp: 248.0,-0.43592506650590834
11,GROMACS(KL),298.0,354.88,25.0,-8.205,0.5,temp: 298.0,-8.16157526683842
12,LAMMPS(AA),98.0,646.18,0.83,-16.531,0.029,temp: 98.0,-0.0023212807279515252
12,LAMMPS(AA),98.0,646.18,0.83,-16.531,0.029,temp: 98.0,-0.04245379497394264
13,LAMMPS(AA),173.0,567.03,1.57,-13.855,0.046,temp: 173.0,-0.013127113563268688
14,LAMMPS(AA),248.0,477.72,2.99,-11.192,0.079,temp: 248.0,0.0667968468164623
15,LAMMPS(AA),298.0,392.15,7.16,-8.968,0.154,temp: 298.0,1.4834261133603233
16,LAMMPS(KL),98.0,645.96,0.85,-16.532,0.03,temp: 98.0,-0.03636673140459149
16,LAMMPS(KL),98.0,645.96,0.85,-16.532,0.03,temp: 98.0,-0.07648558203806889
17,LAMMPS(KL),173.0,567.12,1.63,-13.865,0.05,temp: 173.0,0.002742978953498484
18,LAMMPS(KL),248.0,477.61,3.22,-11.193,0.082,temp: 248.0,0.04375542578918445
19,LAMMPS(KL),298.0,392.37,6.47,-8.977,0.146,temp: 298.0,1.5403593117408971
20,ms2(KL),98.0,645.93,0.12,-16.523,0.003,temp: 98.0,-0.04100929286051213
20,ms2(KL),98.0,645.93,0.12,-16.523,0.003,temp: 98.0,-0.08112628027410129
21,ms2(KL),173.0,566.68,0.13,-13.843,0.003,temp: 173.0,-0.07484414001734542
22,ms2(KL),248.0,477.24,0.29,-11.178,0.005,temp: 248.0,-0.033747535848014217
23,ms2(KL),298.0,376.01,18.57,-9.209,0.044,temp: 298.0,-2.693400349650347
24,ms2(PB),98.0,645.95,0.07,-16.513,0.002,temp: 98.0,-0.03791425188989251
24,ms2(PB),98.0,645.95,0.07,-16.513,0.002,temp: 98.0,-0.07803248145007383
25,ms2(PB),173.0,566.75,0.09,-13.838,0.003,temp: 173.0,-0.06250073472652207
26,ms2(PB),248.0,476.76,0.2,-11.16,0.005,temp: 248.0,-0.13429191851249073
27,ms2(PB),298.0,391.04,0.47,-8.93,0.01,temp: 298.0,1.1961722488038384
28,Tinker(AA),98.0,645.9,1.2,,,temp: 98.0,-0.045651854316415184
28,Tinker(AA),98.0,645.9,1.2,,,temp: 98.0,-0.08576697851011611
29,Tinker(AA),173.0,567.0,1.3,,,temp: 173.0,-0.018417144402184397
30,Tinker(AA),248.0,478.3,1.6,,,temp: 248.0,0.1882879758693635
31,Tinker(AA),298.0,392.7,2.0,,,temp: 298.0,1.6257591093117432
32,TOWHEE(BS),98.0,,,,,temp: 98.0,
32,TOWHEE(BS),98.0,648.53,,,,temp: 98.0,0.3210675668475522
33,TOWHEE(BS),173.0,567.18,0.35,-13.862,0.01,temp: 173.0,0.0133230406313299
34,TOWHEE(BS),248.0,477.46,0.28,-11.187,0.007,temp: 248.0,0.01233530620652958
35,TOWHEE(BS),298.0,390.83,0.82,-8.938,0.019,temp: 298.0,1.1418269230769242
36 changes: 18 additions & 18 deletions reproducibility_project/src/analysis/Comparison_Figures/csvs/OPLS Ethane at 70 MPa_data.csv
View file
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@
,Program(Group),T / K,ρ / kg m−3,δρ / kg m−3,u / kJ mol−1,δu / kJ mol−1,statepoint,Relative_Error
0,DL_POLY(BS),98.0,668.53,1.15,-16.907,0.059,temp: 98.0,0.020571744895408837
1,DL_POLY(BS),173.0,605.46,1.83,-14.659,0.086,temp: 173.0,0.03304365066253271
0,DL_POLY(BS),98.0,668.53,1.15,-16.907,0.059,temp: 98.0,-0.07207973280673272
1,DL_POLY(BS),173.0,605.46,1.83,-14.659,0.086,temp: 173.0,0.01798772429591776
2,DL_POLY(BS),248.0,546.57,2.3,-12.733,0.102,temp: 248.0,0.03396062194712044
3,DL_POLY(BS),298.0,508.63,2.53,-11.57,0.11,temp: 298.0,0.011360781272193598
4,GROMACS(BS),98.0,668.48,0.04,-16.904,0.002,temp: 98.0,0.013091110387996718
5,GROMACS(BS),173.0,605.51,0.06,-14.66,0.002,temp: 173.0,0.0413045633281565
4,GROMACS(BS),98.0,668.48,0.04,-16.904,0.002,temp: 98.0,-0.07955343782124982
5,GROMACS(BS),173.0,605.51,0.06,-14.66,0.002,temp: 173.0,0.026247393615460333
6,GROMACS(BS),248.0,546.79,0.08,-12.738,0.002,temp: 248.0,0.07422531144127438
7,GROMACS(BS),298.0,508.83,0.1,-11.575,0.003,temp: 298.0,0.05068656259899953
8,GROMACS(KL),98.0,669.11,0.09,-16.925,0.004,temp: 98.0,0.10734710518147442
9,GROMACS(KL),173.0,605.44,0.08,-14.659,0.003,temp: 173.0,0.029739285596283197
8,GROMACS(KL),98.0,669.11,0.09,-16.925,0.004,temp: 98.0,0.014615245361750658
9,GROMACS(KL),173.0,605.44,0.08,-14.659,0.003,temp: 173.0,0.014683856568100728
10,GROMACS(KL),248.0,546.66,0.05,-12.737,0.002,temp: 248.0,0.05043254037653854
11,GROMACS(KL),298.0,508.8,0.15,-11.576,0.004,temp: 298.0,0.04478769539998367
12,LAMMPS(AA),98.0,668.25,0.68,-16.896,0.026,temp: 98.0,-0.021319808346133038
13,LAMMPS(AA),173.0,605.29,0.97,-14.654,0.032,temp: 173.0,0.004956547599374272
12,LAMMPS(AA),98.0,668.25,0.68,-16.896,0.026,temp: 98.0,-0.11393248088806247
13,LAMMPS(AA),173.0,605.29,0.97,-14.654,0.032,temp: 173.0,-0.010095151390564555
14,LAMMPS(AA),248.0,546.39,1.35,-12.727,0.04,temp: 248.0,0.001016785088242621
15,LAMMPS(AA),298.0,508.67,1.79,-11.573,0.05,temp: 298.0,0.019225937537559256
16,LAMMPS(KL),98.0,668.09,0.79,-16.898,0.03,temp: 98.0,-0.045257838769868816
17,LAMMPS(KL),173.0,605.19,1.09,-14.657,0.037,temp: 173.0,-0.0115652777318733
16,LAMMPS(KL),98.0,668.09,0.79,-16.898,0.03,temp: 98.0,-0.13784833693453422
17,LAMMPS(KL),173.0,605.19,1.09,-14.657,0.037,temp: 173.0,-0.026614490029649707
18,LAMMPS(KL),248.0,546.26,1.38,-12.729,0.041,temp: 248.0,-0.02277598597649322
19,LAMMPS(KL),298.0,508.34,1.82,-11.568,0.053,temp: 298.0,-0.045661601651682274
20,ms2(KL),98.0,668.03,0.1,-16.887,0.002,temp: 98.0,-0.05423460017878037
21,ms2(KL),173.0,604.92,0.1,-14.639,0.002,temp: 173.0,-0.056174206126298094
20,ms2(KL),98.0,668.03,0.1,-16.887,0.002,temp: 98.0,-0.14681678295197173
21,ms2(KL),173.0,604.92,0.1,-14.639,0.002,temp: 173.0,-0.07121670435523596
22,ms2(KL),248.0,545.82,0.12,-12.71,0.002,temp: 248.0,-0.10330536496482193
23,ms2(KL),298.0,508.27,0.15,-11.559,0.003,temp: 298.0,-0.05942562511606379
24,ms2(PB),98.0,668.25,0.06,-16.885,0.002,temp: 98.0,-0.021319808346133038
25,ms2(PB),173.0,604.97,0.06,-14.633,0.002,temp: 173.0,-0.04791329346065552
24,ms2(PB),98.0,668.25,0.06,-16.885,0.002,temp: 98.0,-0.11393248088806247
25,ms2(PB),173.0,604.97,0.06,-14.633,0.002,temp: 173.0,-0.0629570350356746
26,ms2(PB),248.0,546.12,0.09,-12.711,0.003,temp: 248.0,-0.0483989702000533
27,ms2(PB),298.0,508.28,0.11,-11.552,0.003,temp: 298.0,-0.05745933604972517
28,Tinker(AA),98.0,668.4,1.0,,,temp: 98.0,0.001122095176120322
29,Tinker(AA),173.0,605.3,1.3,,,temp: 173.0,0.006608730132499029
28,Tinker(AA),98.0,668.4,1.0,,,temp: 98.0,-0.09151136584449418
29,Tinker(AA),173.0,605.3,1.3,,,temp: 173.0,-0.008443217526656041
30,Tinker(AA),248.0,546.4,1.5,,,temp: 248.0,0.0028469982470668547
31,Tinker(AA),298.0,508.7,1.5,,,temp: 298.0,0.025124804736575117
32,TOWHEE(BS),98.0,,,,,temp: 98.0,
33,TOWHEE(BS),173.0,,,,,temp: 173.0,
32,TOWHEE(BS),98.0,673.97,,,,temp: 98.0,0.7410593727734759
33,TOWHEE(BS),173.0,606.08,,,,temp: 173.0,0.12040762385833957
34,TOWHEE(BS),248.0,546.45,0.3,-12.731,0.009,temp: 248.0,0.011998064041208829
35,TOWHEE(BS),298.0,508.63,0.35,-11.571,0.01,temp: 298.0,0.011360781272193598
37 changes: 37 additions & 0 deletions reproducibility_project/src/analysis/Comparison_Figures/generate_comparison_plots.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1061,3 +1061,40 @@ def print_errors_for_text(df):
plot_rr_mosdef_mosdef_avg(densityDF.copy())

print_errors_for_text(densityDF.copy())

## Print out relative errors for max and min

import copy

mosdefDF = pd.read_csv("csvs/job_density_data.csv", index_col=0)
mosdefDF.insert(
len(mosdefDF.columns),
"pressure",
np.full(len(mosdefDF.index), 0.101325),
)
hasse_dfList = _load_all_rr_data()

# 4 combine data into one dataframe
densityDF = mosdefDF.loc[
mosdefDF["molecule"] != "pentaneUA-flexible_bonds"
].copy()
densityDF = pd.concat([densityDF, *hasse_dfList], ignore_index=True)
df = copy.deepcopy(densityDF)
df = _mask_df(df)
init_rows = df.shape[0]
df = df[df["density"].notna()] # drop bad rows
print(f"Removed {init_rows-df.shape[0]} rows")
mosdf = copy.copy(df.loc[df["associated_work"] == "MoSDeF"])

groupREList = ["molecule", "temperature", "forcefield"]
mosdf["Relative_Error"] = mosdf.groupby(groupREList)['density'].transform(calculate_relative_error)
maxval = mosdf["Relative_Error"].max()
medval = mosdf["Relative_Error"].median()
print("MoSDeF max and median values: ", maxval, medval)

RRdf = copy.copy(df.loc[df["associated_work"] == "RR"])
groupREList = ["molecule", "temperature", "forcefield", "pressure"]
RRdf["Relative_Error"] = RRDF.groupby(groupREList)['density'].transform(calculate_relative_error)
maxval = RRdf["Relative_Error"].max()
medval = RRdf["Relative_Error"].median()
print("Round robin max and median values: ", maxval, medval)
20 changes: 20 additions & 0 deletions reproducibility_project/src/analysis/Comparison_Figures/generate_densities.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -139,6 +139,26 @@ def _generate_csv_from_PDF(molecule):
headerInt = int(4 * np.floor(i / 4))
header = newDF.iloc[headerInt]["Program(Group)"]
newDF.iloc[i]["Program(Group)"] = header

manAddDict = { #manually add missing densities
(5, 98.0):"648.53", (41, 98.0):"663.17", (70, 98.0):"673.97", (70, 173.0):"606.08"
}
if molecule in [
"OPLS Ethane at 5 MPa", "OPLS Ethane at 41 MPa"
]:
press = int(molecule.split(" ")[-2])
newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "98.0"), "ρ / kg m−3"] = manAddDict[
(press, 98.0)]
print(f"ADDED "+ str(newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "98.0"), "ρ / kg m−3"]))
elif molecule == "OPLS Ethane at 70 MPa":
press = int(molecule.split(" ")[-2])
newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "98.0"), "ρ / kg m−3"] = manAddDict[
(press, 98.0)]
newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "173.0"), "ρ / kg m−3"] = manAddDict[
(press, 173.0)]
print(f"ADDED "+ str(newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "98.0"), "ρ / kg m−3"]))
print(f"ADDED "+ str(newDF.loc[(newDF["Program(Group)"] == "TOWHEE(BS)") & (newDF["T / K"] == "173.0"), "ρ / kg m−3"]))


# we will change the data type
# of id column to str by giving
Expand Down

0 comments on commit d516785

Please sign in to comment.