IMP  2.4.0
The Integrative Modeling Platform
score.py
1 #!/usr/bin/env python
2 
3 from __future__ import print_function
4 import IMP.multifit
5 from IMP import OptionParser
6 
7 __doc__ = "Score each of a set of combinations."
8 
9 # analyse the ensemble, first we will do the rmsd stuff
10 
11 def get_color_map():
12  colors = {}
13  colors["Rpt1"] = [0.78, 0.78, 0.73]
14  colors["Rpt2"] = [0.78, 0.66, 0.58]
15  colors["Rpt3"] = [0.77, 0.43, 0.5]
16  colors["Rpt4"] = [0.76, 0.29, 0.67]
17  colors["Rpt5"] = [0.51, 0.14, 0.75]
18  colors["Rpt6"] = [0.0, 0., 0.75]
19  colors["Rpn1"] = [0.34, 0.36, 0.27]
20  colors["Rpn2"] = [0.42, 0.43, 0.36]
21  colors["Rpn3"] = [0.49, 0.5, 0.44]
22  colors["Rpn5"] = [0.56, 0.57, 0.51]
23  colors["Rpn6"] = [0.64, 0.64, 0.59]
24  colors["Rpn7"] = [0.71, 0.71, 0.66]
25  colors["Rpn8"] = [0.78, 0.78, 0.74]
26  colors["Rpn9"] = [1, 0, 0]
27  colors["Rpn10"] = [0, 1, 0]
28  colors["Rpn11"] = [0, 0, 1]
29  colors["Rpn12"] = [0.5, 0.2, 0.4]
30  colors["a1"] = [0.78, 0.78, 0.73]
31  colors["a2"] = [0.78, 0.66, 0.58]
32  colors["a3"] = [0.77, 0.43, 0.5]
33  colors["a4"] = [0.76, 0.29, 0.67]
34  colors["a5"] = [0.51, 0.14, 0.75]
35  colors["a6"] = [0.0, 0., 0.75]
36  colors["a7"] = [0.34, 0.36, 0.27]
37  colors["a8"] = [0.42, 0.43, 0.36]
38  colors["a9"] = [0.49, 0.5, 0.44]
39  colors["a10"] = [0.56, 0.57, 0.51]
40 
41  colors["a11"] = [0.78, 0.78, 0.73]
42  colors["a12"] = [0.78, 0.66, 0.58]
43  colors["a13"] = [0.77, 0.43, 0.5]
44  colors["a14"] = [0.76, 0.29, 0.67]
45  colors["a15"] = [0.51, 0.14, 0.75]
46  colors["a16"] = [0.0, 0., 0.75]
47  colors["a17"] = [0.34, 0.36, 0.27]
48  colors["a18"] = [0.42, 0.43, 0.36]
49  colors["a19"] = [0.49, 0.5, 0.44]
50  colors["a20"] = [0.56, 0.57, 0.51]
51 
52  colors["a21"] = [0.78, 0.78, 0.73]
53  colors["a22"] = [0.78, 0.66, 0.58]
54  colors["a23"] = [0.77, 0.43, 0.5]
55  colors["a24"] = [0.76, 0.29, 0.67]
56  colors["a25"] = [0.51, 0.14, 0.75]
57  colors["a26"] = [0.0, 0., 0.75]
58  colors["a27"] = [0.34, 0.36, 0.27]
59  colors["a28"] = [0.42, 0.43, 0.36]
60  colors["a29"] = [0.49, 0.5, 0.44]
61  colors["a30"] = [0.56, 0.57, 0.51]
62  return colors
63 
64 
65 def decompose(dmap, mhs):
66  full_sampled_map = IMP.em.SampledDensityMap(dmap.get_header())
67  all_ps = []
68  for mh in mhs:
69  all_ps += IMP.core.get_leaves(mh)
70  full_sampled_map.set_particles(all_ps)
71  full_sampled_map.resample()
72  full_sampled_map.calcRMS()
73  upper = (
74  dmap.get_number_of_voxels(
75  ) * dmap.get_header(
76  ).dmean * full_sampled_map.get_header(
77  ).dmean) / len(
78  mhs)
79  lower = dmap.get_number_of_voxels(
80  ) * dmap.get_header(
81  ).rms * full_sampled_map.get_header(
82  ).rms
83  norm_factors = [upper, lower]
84  print("===============my norm factors:", upper, lower)
85  return norm_factors
86 
87 
88 def score_each_protein(dmap, mhs, sd):
89  norm_factors = decompose(dmap, mhs)
90  scores = []
91  cc = IMP.em.CoarseCC()
92  mdl = mhs[0].get_model()
93  for i in range(len(mhs)):
94  leaves = IMP.core.get_leaves(mhs[i])
95  rb = IMP.core.RigidMember(leaves[0]).get_rigid_body()
96  mh_dmap = IMP.em.SampledDensityMap(dmap.get_header())
97  mh_dmap.set_particles(leaves)
98  mh_dmap.resample()
99  mh_dmap.calcRMS()
101  sd.get_component_header(i).get_transformations_fn())
102  mh_scores = []
103  for fit in fits[:15]:
104  IMP.core.transform(rb, fit.get_fit_transformation())
105  mh_dmap.resample()
106  mh_scores.append(
107  cc.cross_correlation_coefficient(
108  dmap,
109  mh_dmap,
110  0.,
111  False,
112  norm_factors))
113  IMP.core.transform(rb, fit.get_fit_transformation().get_inverse())
114  scores.append(mh_scores)
115  print("=====mol", i, mh_scores)
116  return scores
117 
118 
119 def usage():
120  usage = """%prog [options] <asmb> <asmb.proteomics> <asmb.mapping>
121  <alignment.params> <combinatins> <score combinations [output]>
122 
123 Score each of a set of combinations.
124 """
125  parser = OptionParser(usage)
126  parser.add_option("-m", "--max", dest="max", default=999999999,
127  help="maximum number of fits considered")
128  (options, args) = parser.parse_args()
129  if len(args) != 6:
130  parser.error("incorrect number of arguments")
131  return [options, args]
132 
133 
134 def run(asmb_fn, proteomics_fn, mapping_fn, params_fn, combs_fn,
135  scored_comb_output_fn, max_comb):
136  asmb = IMP.multifit.read_settings(asmb_fn)
137  dmap = IMP.em.read_map(asmb.get_assembly_header().get_dens_fn())
138  dmap.get_header().set_resolution(
139  asmb.get_assembly_header().get_resolution())
140  dmap.update_voxel_size(asmb.get_assembly_header().get_spacing())
141  dmap.set_origin(asmb.get_assembly_header().get_origin())
142  threshold = asmb.get_assembly_header().get_threshold()
143  combs = IMP.multifit.read_paths(combs_fn)
144  # get rmsd for subunits
145  colors = get_color_map()
146  names = list(colors.keys())
147  print(params_fn)
148  alignment_params = IMP.multifit.AlignmentParams(params_fn)
149  alignment_params.show()
150 
151  IMP.base.set_log_level(IMP.base.TERSE)
152  print("=========", combs_fn)
153  combs = IMP.multifit.read_paths(combs_fn)
154  print("=========1")
155  # sd=IMP.multifit.read_settings(asmb_fn)
156  print("=========2")
157  prot_data = IMP.multifit.read_proteomics_data(proteomics_fn)
158  print("=========3")
160  prot_data, mapping_fn)
161  print("=========4")
162  em_anchors = mapping_data.get_anchors()
163  print("=========5")
164  ensmb = IMP.multifit.Ensemble(asmb, mapping_data)
165  print("=========6")
166  # load all proteomics restraints
168  mapping_data, asmb, alignment_params)
169  align.set_fast_scoring(False)
170  print("align")
171  mdl = align.get_model()
172  mhs = align.get_molecules()
173  align.add_states_and_filters()
174  rbs = align.get_rigid_bodies()
175  print(IMP.core.RigidMember(IMP.core.get_leaves(mhs[0])[0]).get_rigid_body())
176  align.set_density_map(dmap, threshold)
177  gs = []
178  for i, mh in enumerate(mhs):
179  ensmb.add_component_and_fits(mh,
180  IMP.multifit.read_fitting_solutions(asmb.get_component_header(i).get_transformations_fn()))
181  try:
182  rgb = colors[mh.get_name()]
183  except:
184  rgb = colors[names[i]]
185  color = IMP.display.Color(rgb[0], rgb[1], rgb[2])
186  '''
187  for p in IMP.core.get_leaves(mh):
188  g= IMP.display.XYZRGeometry(p)
189  g.set_color(color)
190  gs.append(g)
191  '''
192  all_leaves = []
193  for mh in mhs:
194  all_leaves += IMP.core.XYZs(IMP.core.get_leaves(mh))
195 
196  align.add_all_restraints()
197  print("====1")
198  print("Get number of restraints:", len(mdl.get_restraints()))
199  rs = mdl.get_restraints()
200  for r in mdl.get_restraints():
201  rr = IMP.kernel.RestraintSet.get_from(r)
202  for i in range(rr.get_number_of_restraints()):
203  print(rr.get_restraint(i).get_name())
204  output = open(scored_comb_output_fn, "w")
205  # load ref structure
206  ref_mhs = []
207  all_ref_leaves = []
208  for i in range(asmb.get_number_of_component_headers()):
209  c = asmb.get_component_header(i)
210  fn = c.get_reference_fn()
211  if fn:
212  ref_mhs.append(IMP.atom.read_pdb(fn, mdl))
213  all_ref_leaves += IMP.core.get_leaves(ref_mhs[-1])
214  for r in rs:
215  rr = IMP.kernel.RestraintSet.get_from(r)
216  for i in range(rr.get_number_of_restraints()):
217  output.write(rr.get_restraint(i).get_name() + "|")
218  output.write("\n")
219  # add fit restraint
220  fitr = IMP.em.FitRestraint(all_leaves, dmap)
221  mdl.add_restraint(fitr)
222  print("Number of combinations:", len(combs[:max_comb]))
223 
224  print("native score")
225  num_violated = 0
226  for r in rs:
227  rr = IMP.kernel.RestraintSet.get_from(r)
228  for j in range(rr.get_number_of_restraints()):
229  print(rr.get_restraint(j).get_name(), rr.evaluate(False))
230 
231  prev_name = ''
232  for i, comb in enumerate(combs[:max_comb]):
233  print("Scoring combination:", comb)
234  ensmb.load_combination(comb)
235  num_violated = 0
236  for r in rs:
237  rr = IMP.kernel.RestraintSet.get_from(r)
238  for j in range(rr.get_number_of_restraints()):
239  print(rr.get_restraint(j).get_name())
240  rscore = rr.evaluate(False)
241  if rscore > 5:
242  num_violated = num_violated + 1
243  IMP.atom.write_pdb(mhs, "model.%d.pdb" % (i))
244  print(str(all_leaves[0]) + " :: " + str(all_leaves[-1]))
245  score = mdl.evaluate(False)
246  num_violated = 0
247  msg = "COMB" + str(i) + "|"
248  for r in rs:
249  rr = IMP.kernel.RestraintSet.get_from(r)
250  for j in range(rr.get_number_of_restraints()):
251  current_name = rr.get_restraint(j).get_name()
252  if current_name != prev_name:
253  msg += ' ' + current_name + ' '
254  prev_name = current_name
255  rscore = rr.get_restraint(j).evaluate(False)
256  msg += str(rscore) + "|"
257  if rscore > 5:
258  num_violated = num_violated + 1
259  # msg+="|"+str(score)+"|"+str(num_violated)+"|\n"
260  msg += "|" + str(
261  score) + "|" + str(
262  num_violated) + "||||" + str(
263  fitr.evaluate(False)) + "||:"
264  if all_ref_leaves:
265  msg += str(IMP.atom.get_rmsd(IMP.core.XYZs(all_leaves),
266  IMP.core.XYZs(all_ref_leaves)))
267  output.write(msg + "\n")
268  print(msg)
269  ensmb.unload_combination(comb)
270  output.close()
271 
272 
273 def main():
274  (options, args) = usage()
275  run(args[0], args[1], args[2], args[3], args[4], args[5], int(options.max))
276 
277 if __name__ == "__main__":
278  main()
An ensemble of fitting solutions.
Represent an RGB color.
Definition: Color.h:24
void write_pdb(const Selection &mhd, base::TextOutput out, unsigned int model=1)
void set_log_level(LogLevel l)
Set the current global log level.
double get_resolution(kernel::Model *m, kernel::ParticleIndex pi)
double get_rmsd(const core::XYZs &s0, const core::XYZs &s1, const IMP::algebra::Transformation3D &tr_for_second)
SettingsData * read_settings(const char *filename)
GenericHierarchies get_leaves(Hierarchy mhd)
Get all the leaves of the bit of hierarchy.
ProteinsAnchorsSamplingSpace read_protein_anchors_mapping(multifit::ProteomicsData *prots, const std::string &anchors_prot_map_fn, int max_paths=INT_MAX)
Responsible for performing coarse fitting between two density objects.
Definition: CoarseCC.h:28
Align proteomics graph to EM density map.
Class for sampling a density map from particles.
void transform(XYZ a, const algebra::Transformation3D &tr)
Apply a transformation to the particle.
Fitting atomic structures into a cryo-electron microscopy density map.
DensityMap * read_map(std::string filename)
Read a density map from a file and return it.
ProteomicsData * read_proteomics_data(const char *proteomics_fn)
Proteomics reader.
IMP::kernel::OptionParser OptionParser
IntsList read_paths(const char *txt_filename, int max_paths=INT_MAX)
Read paths.
Calculate score based on fit to EM map.
Definition: FitRestraint.h:32
FittingSolutionRecords read_fitting_solutions(const char *fitting_fn)
Fitting solutions reader.
void read_pdb(base::TextInput input, int model, Hierarchy h)