mirror of
https://github.com/rdkit/rdkit.git
synced 2026-06-04 21:54:27 +08:00
966 lines
37 KiB
C++
966 lines
37 KiB
C++
// $Id$
|
|
//
|
|
// Copyright (C) 2003-2010 Greg Landrum and Rational Discovery LLC
|
|
//
|
|
// @@ All Rights Reserved @@
|
|
// This file is part of the RDKit.
|
|
// The contents are covered by the terms of the BSD license
|
|
// which is included in the file license.txt, found at the root
|
|
// of the RDKit source tree.
|
|
//
|
|
|
|
#include <GraphMol/RDKitBase.h>
|
|
#include <GraphMol/QueryOps.h>
|
|
#include <DataStructs/ExplicitBitVect.h>
|
|
#include <DataStructs/BitOps.h>
|
|
#include "Fingerprints.h"
|
|
#include <GraphMol/Subgraphs/Subgraphs.h>
|
|
#include <GraphMol/Subgraphs/SubgraphUtils.h>
|
|
#include <GraphMol/Substruct/SubstructMatch.h>
|
|
#include <GraphMol/SmilesParse/SmilesParse.h>
|
|
#include <RDGeneral/Invariant.h>
|
|
#include <boost/random.hpp>
|
|
#include <limits.h>
|
|
#include <boost/cstdint.hpp>
|
|
#include <RDGeneral/hash/hash.hpp>
|
|
#include <RDGeneral/types.h>
|
|
#include <algorithm>
|
|
#include <boost/dynamic_bitset.hpp>
|
|
//#define LAYEREDFP_USE_MT
|
|
|
|
//#define VERBOSE_FINGERPRINTING 1
|
|
|
|
namespace RDKit{
|
|
namespace {
|
|
bool isComplexQuery(const Bond *b){
|
|
if( !b->hasQuery()) return false;
|
|
// negated things are always complex:
|
|
if( b->getQuery()->getNegation()) return true;
|
|
std::string descr=b->getQuery()->getDescription();
|
|
if(descr=="BondOrder") return false;
|
|
if(descr=="BondAnd" || descr=="BondXor") return true;
|
|
if(descr=="BondOr") {
|
|
// detect the types of queries that appear for unspecified bonds in SMARTS:
|
|
if(b->getQuery()->endChildren()-b->getQuery()->beginChildren()==2){
|
|
for(Bond::QUERYBOND_QUERY::CHILD_VECT_CI child=b->getQuery()->beginChildren();
|
|
child!=b->getQuery()->endChildren();++child){
|
|
if((*child)->getDescription()!="BondOrder" || (*child)->getNegation())
|
|
return true;
|
|
if(static_cast<BOND_EQUALS_QUERY *>(child->get())->getVal()!=Bond::SINGLE &&
|
|
static_cast<BOND_EQUALS_QUERY *>(child->get())->getVal()!=Bond::AROMATIC)
|
|
return true;
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
bool isComplexQuery(const Atom *a){
|
|
if( !a->hasQuery()) return false;
|
|
// negated things are always complex:
|
|
if( a->getQuery()->getNegation()) return true;
|
|
std::string descr=a->getQuery()->getDescription();
|
|
if(descr=="AtomAtomicNum") return false;
|
|
if(descr=="AtomOr" || descr=="AtomXor") return true;
|
|
if(descr=="AtomAnd"){
|
|
Queries::Query<int,Atom const *,true>::CHILD_VECT_CI childIt=a->getQuery()->beginChildren();
|
|
if( (*childIt)->getDescription()=="AtomAtomicNum" &&
|
|
((*(childIt+1))->getDescription()=="AtomIsAliphatic" ||
|
|
(*(childIt+1))->getDescription()=="AtomIsAromatic") &&
|
|
(childIt+2)==a->getQuery()->endChildren()){
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
bool isAtomAromatic(const Atom *a){
|
|
bool res=false;
|
|
if( !a->hasQuery()){
|
|
res=a->getIsAromatic();
|
|
} else {
|
|
|
|
std::string descr=a->getQuery()->getDescription();
|
|
if(descr=="AtomAtomicNum"){
|
|
res = a->getIsAromatic();
|
|
} else if(descr=="AtomIsAromatic") {
|
|
res=true;
|
|
if( a->getQuery()->getNegation()) res = !res;
|
|
} else if(descr=="AtomIsAliphatic") {
|
|
res=false;
|
|
if( a->getQuery()->getNegation()) res = !res;
|
|
} else if(descr=="AtomAnd"){
|
|
Queries::Query<int,Atom const *,true>::CHILD_VECT_CI childIt=a->getQuery()->beginChildren();
|
|
if( (*childIt)->getDescription()=="AtomAtomicNum"){
|
|
if( a->getQuery()->getNegation()){
|
|
res = false;
|
|
} else if((*(childIt+1))->getDescription()=="AtomIsAliphatic"){
|
|
res=false;
|
|
} else if((*(childIt+1))->getDescription()=="AtomIsAromatic") {
|
|
res=true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
uint32_t hashBond(const Bond *bnd,const std::vector<uint32_t> &atomInvariants,bool useBondOrder){
|
|
PRECONDITION(bnd,"bad bond");
|
|
uint32_t res;
|
|
if(useBondOrder) {
|
|
if(bnd->getIsAromatic()){
|
|
res = Bond::AROMATIC;
|
|
} else {
|
|
res=bnd->getBondType();
|
|
}
|
|
} else {
|
|
res = 1;
|
|
}
|
|
uint32_t iv1=atomInvariants[bnd->getBeginAtomIdx()];
|
|
uint32_t iv2=atomInvariants[bnd->getEndAtomIdx()];
|
|
if(iv1>iv2) std::swap(iv1,iv2);
|
|
//std::cerr<<"---->"<<bnd->getIdx()<<" "<<res<<" "<<iv1<<"-"<<iv2;
|
|
res = (res%8)<<10 | (gboost::hash_value(iv1)%128)<<7 | (gboost::hash_value(iv2)%128);
|
|
//std::cerr<<" "<<res<<std::endl;
|
|
return res;
|
|
}
|
|
uint32_t canonicalPathHash(const PATH_TYPE &path,
|
|
const ROMol &mol,
|
|
const std::vector<const Bond *> &bondCache,
|
|
const std::vector<uint32_t> &bondHashes){
|
|
std::deque< std::pair<unsigned int,boost::dynamic_bitset<> > > stack;
|
|
uint32_t best;
|
|
//std::cerr<<" hash: ";
|
|
for(unsigned int i=0;i<path.size();++i){
|
|
//std::cerr<<" "<<bondHashes[path[i]];
|
|
if(i==0){
|
|
boost::dynamic_bitset<> bs(mol.getNumBonds());
|
|
bs.set(path[i]);
|
|
stack.push_back(std::make_pair(i,bs));
|
|
best=bondHashes[path[i]];
|
|
} else {
|
|
if(bondHashes[path[i]]<=best){
|
|
if(bondHashes[path[i]]<best){
|
|
stack.clear();
|
|
best = bondHashes[path[i]];
|
|
}
|
|
boost::dynamic_bitset<> bs(mol.getNumBonds());
|
|
bs.set(path[i]);
|
|
stack.push_back(std::make_pair(i,bs));
|
|
}
|
|
}
|
|
}
|
|
uint32_t res=best;
|
|
//std::cerr<<" best: "<<best<<std::endl;
|
|
if(path.size()==1) return res;
|
|
best = std::numeric_limits<boost::uint32_t>::max();
|
|
std::deque< std::pair<unsigned int,boost::dynamic_bitset<> > > newStack;
|
|
while(!stack.empty()){
|
|
// assumption: each element of the stack corresponds to
|
|
// the last point of a traversal of the path
|
|
// res has been updated with all elements already traversed
|
|
|
|
unsigned int i;
|
|
boost::dynamic_bitset<> bondsThere;
|
|
boost::tie(i,bondsThere)=stack.front();
|
|
|
|
//std::cerr<<" "<<path[i]<<"("<<bondsThere<<")";
|
|
|
|
const Bond *bnd=bondCache[path[i]];
|
|
for(unsigned int j=0;j<path.size();++j){
|
|
//std::cerr<<" c:"<<path[j];
|
|
if(bondsThere[path[j]]) {
|
|
//std::cerr<<"x";
|
|
continue;
|
|
}
|
|
const Bond *obnd=bondCache[path[j]];
|
|
if(bondHashes[path[j]]>best) continue;
|
|
if(obnd->getBeginAtomIdx()==bnd->getBeginAtomIdx() ||
|
|
obnd->getBeginAtomIdx()==bnd->getEndAtomIdx() ||
|
|
obnd->getEndAtomIdx()==bnd->getBeginAtomIdx() ||
|
|
obnd->getEndAtomIdx()==bnd->getEndAtomIdx() ){
|
|
// it's a neighbor and the hash is at least as good as what we've seen so far
|
|
if(bondHashes[path[j]]<best){
|
|
newStack.clear();
|
|
best=bondHashes[path[j]];
|
|
}
|
|
boost::dynamic_bitset<> bs(bondsThere);
|
|
bs.set(path[j]);
|
|
newStack.push_back(std::make_pair(j,bs));
|
|
//std::cerr<<" "<<path[j];
|
|
}
|
|
}
|
|
|
|
stack.pop_front();
|
|
if(stack.empty()){
|
|
//std::cerr<<"\n new round "<<" best: "<<best<<" res: "<<res<<" sz: "<<newStack.size();
|
|
// at the end of this round, start the next one
|
|
gboost::hash_combine(res,best);
|
|
//std::cerr<<" nres: "<<res<<std::endl;
|
|
//stack=newStack;
|
|
std::swap(stack,newStack);
|
|
best = std::numeric_limits<boost::uint32_t>::max();
|
|
newStack.clear();
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
|
|
} // end of anonymous namespace
|
|
|
|
// caller owns the result, it must be deleted
|
|
ExplicitBitVect *RDKFingerprintMol(const ROMol &mol,unsigned int minPath,
|
|
unsigned int maxPath,
|
|
unsigned int fpSize,unsigned int nBitsPerHash,
|
|
bool useHs,
|
|
double tgtDensity,unsigned int minSize,
|
|
bool branchedPaths,
|
|
bool useBondOrder,
|
|
std::vector<boost::uint32_t> *atomInvariants,
|
|
const std::vector<boost::uint32_t> *fromAtoms,
|
|
std::vector<std::vector<boost::uint32_t> > *atomBits
|
|
){
|
|
PRECONDITION(minPath!=0,"minPath==0");
|
|
PRECONDITION(maxPath>=minPath,"maxPath<minPath");
|
|
PRECONDITION(fpSize!=0,"fpSize==0");
|
|
PRECONDITION(nBitsPerHash!=0,"nBitsPerHash==0");
|
|
PRECONDITION(!atomInvariants||atomInvariants->size()>=mol.getNumAtoms(),"bad atomInvariants size");
|
|
PRECONDITION(!atomBits||atomBits->size()>=mol.getNumAtoms(),"bad atomBits size");
|
|
|
|
typedef boost::mt19937 rng_type;
|
|
typedef boost::uniform_int<> distrib_type;
|
|
typedef boost::variate_generator<rng_type &,distrib_type> source_type;
|
|
rng_type generator(42u);
|
|
|
|
//
|
|
// if we generate arbitrarily sized ints then mod them down to the
|
|
// appropriate size, we can guarantee that a fingerprint of
|
|
// size x has the same bits set as one of size 2x that's been folded
|
|
// in half. This is a nice guarantee to have.
|
|
//
|
|
distrib_type dist(0,INT_MAX);
|
|
source_type randomSource(generator,dist);
|
|
|
|
// build default atom invariants if need be:
|
|
std::vector<boost::uint32_t> lAtomInvariants;
|
|
if(!atomInvariants){
|
|
lAtomInvariants.reserve(mol.getNumAtoms());
|
|
for(ROMol::ConstAtomIterator atomIt=mol.beginAtoms();
|
|
atomIt!=mol.endAtoms();
|
|
++atomIt){
|
|
unsigned int aHash = ((*atomIt)->getAtomicNum()%128)<<1 | (*atomIt)->getIsAromatic();
|
|
lAtomInvariants.push_back(aHash);
|
|
}
|
|
atomInvariants=&lAtomInvariants;
|
|
}
|
|
|
|
ExplicitBitVect *res = new ExplicitBitVect(fpSize);
|
|
|
|
INT_PATH_LIST_MAP allPaths;
|
|
if(!fromAtoms){
|
|
if(branchedPaths){
|
|
allPaths = findAllSubgraphsOfLengthsMtoN(mol,minPath,maxPath,
|
|
useHs);
|
|
} else {
|
|
allPaths = findAllPathsOfLengthsMtoN(mol,minPath,maxPath,
|
|
useHs);
|
|
}
|
|
} else {
|
|
BOOST_FOREACH(boost::uint32_t aidx,*fromAtoms){
|
|
INT_PATH_LIST_MAP tPaths;
|
|
if(branchedPaths){
|
|
tPaths = findAllSubgraphsOfLengthsMtoN(mol,minPath,maxPath,
|
|
useHs,aidx);
|
|
} else {
|
|
tPaths = findAllPathsOfLengthsMtoN(mol,minPath,maxPath,
|
|
true,useHs,aidx);
|
|
}
|
|
for(INT_PATH_LIST_MAP::const_iterator tpit=tPaths.begin();
|
|
tpit!=tPaths.end();++tpit){
|
|
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<"paths from "<<aidx<<" size: "<<tpit->first<<std::endl;
|
|
BOOST_FOREACH(PATH_TYPE path,tpit->second){
|
|
std::cerr<<" path: ";
|
|
std::copy(path.begin(),path.end(),std::ostream_iterator<int>(std::cerr,", "));
|
|
std::cerr<<std::endl;
|
|
}
|
|
#endif
|
|
|
|
allPaths[tpit->first].insert(allPaths[tpit->first].begin(),
|
|
tpit->second.begin(),tpit->second.end());
|
|
}
|
|
}
|
|
}
|
|
std::vector<uint32_t> bondInvariants(mol.getNumBonds());
|
|
std::vector<const Bond *> bondCache;
|
|
bondCache.resize(mol.getNumBonds());
|
|
ROMol::EDGE_ITER firstB,lastB;
|
|
boost::tie(firstB,lastB) = mol.getEdges();
|
|
while(firstB!=lastB){
|
|
BOND_SPTR bond = mol[*firstB];
|
|
bondCache[bond->getIdx()]=bond.get();
|
|
bondInvariants[bond->getIdx()] = hashBond(bond.get(),*atomInvariants,useBondOrder);
|
|
++firstB;
|
|
}
|
|
if(atomBits){
|
|
for(unsigned int i=0;i<mol.getNumAtoms();++i){
|
|
(*atomBits)[i].clear();
|
|
}
|
|
}
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" n path sets: "<<allPaths.size()<<std::endl;
|
|
for(INT_PATH_LIST_MAP_CI paths=allPaths.begin();paths!=allPaths.end();paths++){
|
|
std::cerr<<" "<<paths->first<<" "<<paths->second.size()<<std::endl;
|
|
}
|
|
#endif
|
|
|
|
boost::dynamic_bitset<> atomsInPath(mol.getNumAtoms());
|
|
for(INT_PATH_LIST_MAP_CI paths=allPaths.begin();paths!=allPaths.end();paths++){
|
|
BOOST_FOREACH(const PATH_TYPE &path,paths->second){
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<"Path: ";
|
|
std::copy(path.begin(),path.end(),std::ostream_iterator<int>(std::cerr,", "));
|
|
std::cerr<<std::endl;
|
|
#endif
|
|
#if 0
|
|
// initialize the bond hashes to the number of neighbors the bond has in the path:
|
|
std::vector<unsigned int> bondNbrs(path.size());
|
|
std::fill(bondNbrs.begin(),bondNbrs.end(),0);
|
|
atomsInPath.reset();
|
|
std::vector<unsigned int> bondHashes;
|
|
bondHashes.reserve(path.size()+1);
|
|
for(unsigned int i=0;i<path.size();++i){
|
|
const Bond *bi = bondCache[path[i]];
|
|
atomsInPath.set(bi->getBeginAtomIdx());
|
|
atomsInPath.set(bi->getEndAtomIdx());
|
|
for(unsigned int j=i+1;j<path.size();++j){
|
|
const Bond *bj = bondCache[path[j]];
|
|
if(bi->getBeginAtomIdx()==bj->getBeginAtomIdx() ||
|
|
bi->getBeginAtomIdx()==bj->getEndAtomIdx() ||
|
|
bi->getEndAtomIdx()==bj->getBeginAtomIdx() ||
|
|
bi->getEndAtomIdx()==bj->getEndAtomIdx() ){
|
|
++bondNbrs[i];
|
|
++bondNbrs[j];
|
|
}
|
|
}
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" bond("<<i<<"):"<<bondNbrs[i]<<std::endl;
|
|
#endif
|
|
// we have the count of neighbors for bond bi, compute its hash:
|
|
unsigned int a1Hash,a2Hash;
|
|
a1Hash = (*atomInvariants)[bi->getBeginAtomIdx()];
|
|
a2Hash = (*atomInvariants)[bi->getEndAtomIdx()];
|
|
if(a1Hash<a2Hash) std::swap(a1Hash,a2Hash);
|
|
unsigned int bondHash=1;
|
|
if(useBondOrder){
|
|
if(bi->getIsAromatic()){
|
|
// makes sure aromatic bonds always hash the same:
|
|
bondHash = Bond::AROMATIC;
|
|
} else {
|
|
bondHash = bi->getBondType();
|
|
}
|
|
}
|
|
boost::uint32_t nBitsInHash=0;
|
|
boost::uint32_t ourHash=bondNbrs[i]%8; // 3 bits here
|
|
nBitsInHash+=3;
|
|
ourHash |= (bondHash%16)<<nBitsInHash; // 4 bits here
|
|
nBitsInHash+=4;
|
|
ourHash |= a1Hash<<nBitsInHash; // 8 bits
|
|
nBitsInHash+=8;
|
|
ourHash |= a2Hash<<nBitsInHash; // 8 bits
|
|
bondHashes.push_back(ourHash);
|
|
}
|
|
std::sort(bondHashes.begin(),bondHashes.end());
|
|
|
|
// finally, we will add the number of distinct atoms in the path at the end
|
|
// of the vect. This allows us to distinguish C1CC1 from CC(C)C
|
|
bondHashes.push_back(atomsInPath.count());
|
|
|
|
// hash the path to generate a seed:
|
|
unsigned long seed = gboost::hash_range(bondHashes.begin(),bondHashes.end());
|
|
#else
|
|
if(atomBits){
|
|
atomsInPath.reset();
|
|
for(unsigned int i=0;i<path.size();++i){
|
|
const Bond *bi = bondCache[path[i]];
|
|
atomsInPath.set(bi->getBeginAtomIdx());
|
|
atomsInPath.set(bi->getEndAtomIdx());
|
|
}
|
|
}
|
|
|
|
std::vector<unsigned int> tBondInvariants(bondInvariants);
|
|
std::vector<unsigned int> bondDegrees(path.size(),0);
|
|
for(unsigned int i=0;i<path.size();++i){
|
|
const Bond *bi = bondCache[path[i]];
|
|
for(unsigned int j=i;j<path.size();++j){
|
|
const Bond *bj = bondCache[path[j]];
|
|
if(bi->getBeginAtomIdx()==bj->getBeginAtomIdx()||
|
|
bi->getBeginAtomIdx()==bj->getEndAtomIdx()||
|
|
bi->getEndAtomIdx()==bj->getBeginAtomIdx()||
|
|
bi->getEndAtomIdx()==bj->getEndAtomIdx()){
|
|
bondDegrees[i]++;
|
|
bondDegrees[j]++;
|
|
}
|
|
}
|
|
tBondInvariants[path[i]] |= bondDegrees[i]<<20;
|
|
}
|
|
unsigned long seed = canonicalPathHash(path,mol,bondCache,tBondInvariants);
|
|
#endif
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" hash: "<<seed<<std::endl;
|
|
#endif
|
|
|
|
unsigned int bit = seed%fpSize;
|
|
res->setBit(bit);
|
|
if(atomBits){
|
|
boost::dynamic_bitset<>::size_type aIdx=atomsInPath.find_first();
|
|
while(aIdx!=boost::dynamic_bitset<>::npos){
|
|
if(std::find((*atomBits)[aIdx].begin(),(*atomBits)[aIdx].end(),bit)==(*atomBits)[aIdx].end()){
|
|
(*atomBits)[aIdx].push_back(bit);
|
|
}
|
|
aIdx = atomsInPath.find_next(aIdx);
|
|
}
|
|
}
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" bit: "<<0<<" "<<bit<<" "<<atomsInPath<<std::endl;
|
|
#endif
|
|
|
|
if(nBitsPerHash>1){
|
|
generator.seed(static_cast<rng_type::result_type>(seed));
|
|
for(unsigned int i=1;i<nBitsPerHash;i++){
|
|
bit = randomSource();
|
|
bit %= fpSize;
|
|
res->setBit(bit);
|
|
if(atomBits){
|
|
boost::dynamic_bitset<>::size_type aIdx=atomsInPath.find_first();
|
|
while(aIdx!=boost::dynamic_bitset<>::npos){
|
|
if(std::find((*atomBits)[aIdx].begin(),(*atomBits)[aIdx].end(),bit)==(*atomBits)[aIdx].end()){
|
|
(*atomBits)[aIdx].push_back(bit);
|
|
}
|
|
aIdx = atomsInPath.find_next(aIdx);
|
|
}
|
|
}
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" bit: "<<i<<" "<<bit<<" "<<atomsInPath<<std::endl;
|
|
#endif
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// EFF: this could be faster by folding by more than a factor
|
|
// of 2 each time, but we're not going to be spending much
|
|
// time here anyway
|
|
if(tgtDensity>0.0){
|
|
while( static_cast<double>(res->getNumOnBits())/res->getNumBits() < tgtDensity &&
|
|
res->getNumBits() >= 2*minSize ){
|
|
ExplicitBitVect *tmpV=FoldFingerprint(*res,2);
|
|
delete res;
|
|
res = tmpV;
|
|
}
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
// caller owns the result, it must be deleted
|
|
ExplicitBitVect *LayeredFingerprintMol(const ROMol &mol,
|
|
unsigned int layerFlags,
|
|
unsigned int minPath,
|
|
unsigned int maxPath,
|
|
unsigned int fpSize,
|
|
double tgtDensity,unsigned int minSize,
|
|
std::vector<unsigned int> *atomCounts,
|
|
ExplicitBitVect *setOnlyBits,
|
|
bool branchedPaths,
|
|
const std::vector<boost::uint32_t> *fromAtoms
|
|
){
|
|
PRECONDITION(minPath!=0,"minPath==0");
|
|
PRECONDITION(maxPath>=minPath,"maxPath<minPath");
|
|
PRECONDITION(fpSize!=0,"fpSize==0");
|
|
PRECONDITION(!atomCounts || atomCounts->size()>=mol.getNumAtoms(),"bad atomCounts size");
|
|
PRECONDITION(!setOnlyBits || setOnlyBits->getNumBits()==fpSize,"bad setOnlyBits size");
|
|
|
|
if(!mol.getRingInfo()->isInitialized()){
|
|
MolOps::findSSSR(mol);
|
|
}
|
|
|
|
#ifdef LAYEREDFP_USE_MT
|
|
// create a mersenne twister with customized parameters.
|
|
// The standard parameters (used to create boost::mt19937)
|
|
// result in an RNG that's much too computationally intensive
|
|
// to seed.
|
|
typedef boost::random::mersenne_twister<boost::uint32_t,32,4,2,31,0x9908b0df,11,7,0x9d2c5680,15,0xefc60000,18, 3346425566U> rng_type;
|
|
|
|
typedef boost::uniform_int<> distrib_type;
|
|
typedef boost::variate_generator<rng_type &,distrib_type> source_type;
|
|
rng_type generator(42u);
|
|
|
|
//
|
|
// if we generate arbitrarily sized ints then mod them down to the
|
|
// appropriate size, we can guarantee that a fingerprint of
|
|
// size x has the same bits set as one of size 2x that's been folded
|
|
// in half. This is a nice guarantee to have.
|
|
//
|
|
distrib_type dist(0,INT_MAX);
|
|
source_type randomSource(generator,dist);
|
|
#endif
|
|
|
|
std::vector<const Bond *> bondCache;
|
|
bondCache.resize(mol.getNumBonds());
|
|
std::vector<short> isQueryBond(mol.getNumBonds(),0);
|
|
ROMol::EDGE_ITER firstB,lastB;
|
|
boost::tie(firstB,lastB) = mol.getEdges();
|
|
while(firstB!=lastB){
|
|
const Bond *bond = mol[*firstB].get();
|
|
isQueryBond[bond->getIdx()] = 0x0;
|
|
bondCache[bond->getIdx()]=bond;
|
|
if(isComplexQuery(bond)){
|
|
isQueryBond[bond->getIdx()] = 0x1;
|
|
}
|
|
if(isComplexQuery(bond->getBeginAtom())){
|
|
isQueryBond[bond->getIdx()] |= 0x2;
|
|
}
|
|
if(isComplexQuery(bond->getEndAtom())){
|
|
isQueryBond[bond->getIdx()] |= 0x4;
|
|
}
|
|
++firstB;
|
|
}
|
|
|
|
std::vector<bool> aromaticAtoms(mol.getNumAtoms(),false);
|
|
std::vector<int> anums(mol.getNumAtoms(),0);
|
|
ROMol::VERTEX_ITER firstA,lastA;
|
|
boost::tie(firstA,lastA) = mol.getVertices();
|
|
while(firstA!=lastA){
|
|
const Atom *atom = mol[*firstA].get();
|
|
if(isAtomAromatic(atom)) aromaticAtoms[atom->getIdx()]=true;
|
|
anums[atom->getIdx()]=atom->getAtomicNum();
|
|
++firstA;
|
|
}
|
|
|
|
ExplicitBitVect *res = new ExplicitBitVect(fpSize);
|
|
|
|
INT_PATH_LIST_MAP allPaths;
|
|
if(!fromAtoms){
|
|
if(branchedPaths){
|
|
allPaths = findAllSubgraphsOfLengthsMtoN(mol,minPath,maxPath,false);
|
|
} else {
|
|
allPaths = findAllPathsOfLengthsMtoN(mol,minPath,maxPath,false);
|
|
}
|
|
} else {
|
|
BOOST_FOREACH(boost::uint32_t aidx,*fromAtoms){
|
|
INT_PATH_LIST_MAP tPaths;
|
|
if(branchedPaths){
|
|
tPaths = findAllSubgraphsOfLengthsMtoN(mol,minPath,maxPath,
|
|
false,aidx);
|
|
} else {
|
|
tPaths = findAllPathsOfLengthsMtoN(mol,minPath,maxPath,
|
|
true,false,aidx);
|
|
}
|
|
for(INT_PATH_LIST_MAP::const_iterator tpit=tPaths.begin();
|
|
tpit!=tPaths.end();++tpit){
|
|
allPaths[tpit->first].insert(allPaths[tpit->first].begin(),
|
|
tpit->second.begin(),tpit->second.end());
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
boost::dynamic_bitset<> atomsInPath(mol.getNumAtoms());
|
|
boost::dynamic_bitset<> bondsInPath(mol.getNumBonds());
|
|
for(INT_PATH_LIST_MAP_CI paths=allPaths.begin();paths!=allPaths.end();++paths){
|
|
for( PATH_LIST_CI pathIt=paths->second.begin();
|
|
pathIt!=paths->second.end();
|
|
++pathIt ){
|
|
const PATH_TYPE &path=*pathIt;
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<"Path: ";
|
|
std::copy(path.begin(),path.end(),std::ostream_iterator<int>(std::cerr,", "));
|
|
std::cerr<<std::endl;
|
|
#endif
|
|
|
|
std::vector< std::vector<unsigned int> > hashLayers(maxFingerprintLayers);
|
|
for(unsigned int i=0;i<maxFingerprintLayers;++i){
|
|
if(layerFlags & (0x1<<i)) hashLayers[i].reserve(maxPath);
|
|
}
|
|
|
|
// details about what kinds of query features appear on the path:
|
|
unsigned int pathQueries=0;
|
|
//std::cerr<<" path: ";
|
|
for(PATH_TYPE::const_iterator pIt=path.begin();pIt!=path.end();++pIt){
|
|
pathQueries |= isQueryBond[*pIt];
|
|
//std::cerr<< *pIt <<"("<<isQueryBond[*pIt]<<") ";
|
|
}
|
|
//std::cerr<<" : "<<pathQueries<<std::endl;
|
|
|
|
|
|
// calculate the number of neighbors each bond has in the path:
|
|
std::vector<unsigned int> bondNbrs(path.size(),0);
|
|
atomsInPath.reset();
|
|
for(unsigned int i=0;i<path.size();++i){
|
|
const Bond *bi = bondCache[path[i]];
|
|
atomsInPath.set(bi->getBeginAtomIdx());
|
|
atomsInPath.set(bi->getEndAtomIdx());
|
|
for(unsigned int j=i+1;j<path.size();++j){
|
|
const Bond *bj = bondCache[path[j]];
|
|
if(bi->getBeginAtomIdx()==bj->getBeginAtomIdx() ||
|
|
bi->getBeginAtomIdx()==bj->getEndAtomIdx() ||
|
|
bi->getEndAtomIdx()==bj->getBeginAtomIdx() ||
|
|
bi->getEndAtomIdx()==bj->getEndAtomIdx() ){
|
|
++bondNbrs[i];
|
|
++bondNbrs[j];
|
|
}
|
|
}
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" bond("<<i<<"):"<<bondNbrs[i]<<std::endl;
|
|
#endif
|
|
// we have the count of neighbors for bond bi, compute its hash layers:
|
|
unsigned int ourHash=0;
|
|
|
|
if(layerFlags & 0x1){
|
|
// layer 1: straight topology
|
|
ourHash = bondNbrs[i]%8; // 3 bits here
|
|
hashLayers[0].push_back(ourHash);
|
|
}
|
|
if(layerFlags & 0x2 && !(pathQueries&0x1) ){
|
|
// layer 2: include bond orders:
|
|
unsigned int bondHash;
|
|
// makes sure aromatic bonds and single bonds always hash the same:
|
|
if(!bi->getIsAromatic() && bi->getBondType()!=Bond::SINGLE && bi->getBondType()!=Bond::AROMATIC){
|
|
bondHash = bi->getBondType();
|
|
} else {
|
|
bondHash = Bond::SINGLE;
|
|
}
|
|
ourHash = bondHash%8;
|
|
ourHash |= (bondNbrs[i]%8)<<6;
|
|
|
|
hashLayers[1].push_back(ourHash);
|
|
}
|
|
if(layerFlags & 0x4 && !(pathQueries&0x6) ){
|
|
//std::cerr<<" consider: "<<bi->getBeginAtomIdx()<<" - " <<bi->getEndAtomIdx()<<std::endl;
|
|
// layer 3: include atom types:
|
|
unsigned int a1Hash,a2Hash;
|
|
a1Hash = (anums[bi->getBeginAtomIdx()]%128);
|
|
a2Hash = (anums[bi->getEndAtomIdx()]%128);
|
|
if(a1Hash<a2Hash) std::swap(a1Hash,a2Hash);
|
|
ourHash = a1Hash;
|
|
ourHash |= a2Hash<<7;
|
|
ourHash |= (bondNbrs[i]%8)<<17;
|
|
hashLayers[2].push_back(ourHash);
|
|
}
|
|
if(layerFlags & 0x8 && !(pathQueries&0x6) ){
|
|
// layer 4: include ring information
|
|
if(queryIsBondInRing(bi)){
|
|
hashLayers[3].push_back(1);
|
|
}
|
|
}
|
|
if(layerFlags & 0x10 && !(pathQueries&0x6) ){
|
|
// layer 5: include ring size information
|
|
ourHash = (queryBondMinRingSize(bi)%8);
|
|
hashLayers[4].push_back(ourHash);
|
|
}
|
|
if(layerFlags & 0x20 && !(pathQueries&0x6) ){
|
|
//std::cerr<<" consider: "<<bi->getBeginAtomIdx()<<" - " <<bi->getEndAtomIdx()<<std::endl;
|
|
// layer 6: aromaticity:
|
|
bool a1Hash = aromaticAtoms[bi->getBeginAtomIdx()];
|
|
bool a2Hash = aromaticAtoms[bi->getEndAtomIdx()];
|
|
|
|
if((!a1Hash) && a2Hash) std::swap(a1Hash,a2Hash);
|
|
ourHash = a1Hash;
|
|
ourHash |= a2Hash<<1;
|
|
ourHash |= (bondNbrs[i]%8)<<5;
|
|
hashLayers[5].push_back(ourHash);
|
|
}
|
|
}
|
|
unsigned int l=0;
|
|
bool flaggedPath=false;
|
|
for(std::vector< std::vector<unsigned int> >::iterator layerIt=hashLayers.begin();
|
|
layerIt!=hashLayers.end();++layerIt,++l){
|
|
if(!layerIt->size()) continue;
|
|
// ----
|
|
std::sort(layerIt->begin(),layerIt->end());
|
|
|
|
// finally, we will add the number of distinct atoms in the path at the end
|
|
// of the vect. This allows us to distinguish C1CC1 from CC(C)C
|
|
layerIt->push_back(atomsInPath.count());
|
|
|
|
layerIt->push_back(l+1);
|
|
|
|
// hash the path to generate a seed:
|
|
unsigned long seed = gboost::hash_range(layerIt->begin(),layerIt->end());
|
|
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" hash: "<<seed<<std::endl;
|
|
#endif
|
|
//std::cerr<<" "<<l+1<<" "<<seed%fpSize<<std::endl;
|
|
|
|
#ifdef LAYEREDFP_USE_MT
|
|
generator.seed(static_cast<rng_type::result_type>(seed));
|
|
unsigned int bitId=randomSource()%fpSize;
|
|
#else
|
|
unsigned int bitId=seed%fpSize;
|
|
#endif
|
|
#ifdef VERBOSE_FINGERPRINTING
|
|
std::cerr<<" bit: "<<bitId<<std::endl;
|
|
#endif
|
|
if(!setOnlyBits || (*setOnlyBits)[bitId]){
|
|
res->setBit(bitId);
|
|
if(atomCounts && !flaggedPath){
|
|
for(unsigned int aIdx=0;aIdx<atomsInPath.size();++aIdx){
|
|
if(atomsInPath[aIdx]){
|
|
(*atomCounts)[aIdx]+=1;
|
|
}
|
|
}
|
|
flaggedPath=true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
// EFF: this could be faster by folding by more than a factor
|
|
// of 2 each time, but we're not going to be spending much
|
|
// time here anyway
|
|
if(tgtDensity>0.0){
|
|
while( static_cast<double>(res->getNumOnBits())/res->getNumBits() < tgtDensity &&
|
|
res->getNumBits() >= 2*minSize ){
|
|
ExplicitBitVect *tmpV=FoldFingerprint(*res,2);
|
|
delete res;
|
|
res = tmpV;
|
|
}
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
|
|
|
|
const char *pqs[]={ "[*]~[*]",
|
|
"[*]~[*]~[*]",
|
|
"[R]~1~[R]~[R]~1",
|
|
"[*]~[*]~[*]~[*]",
|
|
"[*]~[*](~[*])~[*]",
|
|
"[*]~[R]~1[R]~[R]~1",
|
|
"[R]~1[R]~[R]~[R]~1",
|
|
"[*]~[*]~[*]~[*]~[*]",
|
|
"[*]~[*]~[*](~[*])~[*]",
|
|
"[*]~[R]~1[R]~[R]~1~[*]",
|
|
"[R]~1~[R]~[R]~[R]~[R]~1",
|
|
"[R]~1~[R]~[R]~[R]~[R]~[R]~1",
|
|
#if 0
|
|
"[*]~[*](~[*])(~[*])~[*]",
|
|
"[*]~[*]~[*]~[*]~[*]~[*]",
|
|
"[*]~[*]~[*]~[*](~[*])~[*]",
|
|
"[*]~[*]~[*](~[*])~[*]~[*]",
|
|
"[*]~[*]~[*](~[*])(~[*])~[*]",
|
|
"[*]~[*](~[*])~[*](~[*])~[*]",
|
|
"[*]~[R]~1[R]~[R]~1(~[*])~[*]",
|
|
"[*]~[R]~1[R](~[*])~[R]~1[*]",
|
|
"[*]~[R]~1[R]~[R](~[*])~[R]~1",
|
|
"[*]~[R]~1[R]~[R]~[R]~1[*]",
|
|
"[*]~[R]~1[R]~[R]~[R]~[R]~1",
|
|
"[*]~[R]~1(~[*])~[R]~[R]~[R]~1",
|
|
"[*]~[*]~[*]~[*]~[*]~[*]~[*]",
|
|
"[*]~[*]~[*]~[*]~[*](~[*])~[*]",
|
|
"[*]~[*]~[*]~[*](~[*])~[*]~[*]",
|
|
"[*]~[*]~[*]~[*](~[*])(~[*])~[*]",
|
|
"[*]~[*]~[*](~[*])~[*](~[*])~[*]",
|
|
"[*]~[*](~[*])~[*]~[*](~[*])~[*]",
|
|
"[*]~[*](~[*])~[*](~[*])(~[*])~[*]",
|
|
#endif
|
|
""};
|
|
|
|
namespace detail {
|
|
void getAtomNumbers(const Atom *a,std::vector<int> &atomNums){
|
|
atomNums.clear();
|
|
if( !a->hasQuery()){
|
|
atomNums.push_back(a->getAtomicNum());
|
|
return;
|
|
}
|
|
// negated things are always complex:
|
|
if( a->getQuery()->getNegation()) return;
|
|
std::string descr=a->getQuery()->getDescription();
|
|
if(descr=="AtomAtomicNum"){
|
|
atomNums.push_back(static_cast<ATOM_EQUALS_QUERY *>(a->getQuery())->getVal());
|
|
} else if(descr=="AtomXor"){
|
|
return;
|
|
} else if(descr=="AtomAnd"){
|
|
Queries::Query<int,Atom const *,true>::CHILD_VECT_CI childIt=a->getQuery()->beginChildren();
|
|
if( (*childIt)->getDescription()=="AtomAtomicNum" &&
|
|
((*(childIt+1))->getDescription()=="AtomIsAliphatic" ||
|
|
(*(childIt+1))->getDescription()=="AtomIsAromatic") &&
|
|
(childIt+2)==a->getQuery()->endChildren()){
|
|
atomNums.push_back(static_cast<ATOM_EQUALS_QUERY *>((*childIt).get())->getVal());
|
|
return;
|
|
}
|
|
} else if(descr=="AtomOr"){
|
|
Queries::Query<int,Atom const *,true>::CHILD_VECT_CI childIt=a->getQuery()->beginChildren();
|
|
while(childIt !=a->getQuery()->endChildren()){
|
|
if( (*childIt)->getDescription()=="AtomAtomicNum" ){
|
|
atomNums.push_back(static_cast<ATOM_EQUALS_QUERY *>((*childIt).get())->getVal());
|
|
} else if((*childIt)->getDescription()=="AtomAnd"){
|
|
Queries::Query<int,Atom const *,true>::CHILD_VECT_CI childIt2=(*childIt)->beginChildren();
|
|
if( (*childIt2)->getDescription()=="AtomAtomicNum" &&
|
|
((*(childIt2+1))->getDescription()=="AtomIsAliphatic" ||
|
|
(*(childIt2+1))->getDescription()=="AtomIsAromatic") &&
|
|
(childIt2+2)==(*childIt)->endChildren()){
|
|
atomNums.push_back(static_cast<ATOM_EQUALS_QUERY *>((*childIt2).get())->getVal());
|
|
} else {
|
|
atomNums.clear();
|
|
return;
|
|
}
|
|
} else {
|
|
atomNums.clear();
|
|
return;
|
|
}
|
|
++childIt;
|
|
}
|
|
}
|
|
return;
|
|
}
|
|
}
|
|
// caller owns the result, it must be deleted
|
|
ExplicitBitVect *LayeredFingerprintMol2(const ROMol &mol,
|
|
unsigned int layerFlags,
|
|
unsigned int minPath,
|
|
unsigned int maxPath,
|
|
unsigned int fpSize,
|
|
std::vector<unsigned int> *atomCounts,
|
|
ExplicitBitVect *setOnlyBits,
|
|
bool branchedPaths){
|
|
PRECONDITION(minPath!=0,"minPath==0");
|
|
PRECONDITION(maxPath>=minPath,"maxPath<minPath");
|
|
PRECONDITION(fpSize!=0,"fpSize==0");
|
|
PRECONDITION(!atomCounts || atomCounts->size()>=mol.getNumAtoms(),"bad atomCounts size");
|
|
PRECONDITION(!setOnlyBits || setOnlyBits->getNumBits()==fpSize,"bad setOnlyBits size");
|
|
|
|
static std::vector<ROMOL_SPTR> patts;
|
|
// FIX: need a mutex here to be threadsafe
|
|
if(patts.size()==0){
|
|
unsigned int idx=0;
|
|
while(1){
|
|
std::string pq=pqs[idx];
|
|
if(pq=="") break;
|
|
idx++;
|
|
RWMol *tm;
|
|
try {
|
|
tm = SmartsToMol(pq);
|
|
}catch (...) {
|
|
tm=NULL;
|
|
}
|
|
if(!tm) continue;
|
|
patts.push_back(ROMOL_SPTR(static_cast<ROMol *>(tm)));
|
|
}
|
|
}
|
|
if(!mol.getRingInfo()->isInitialized()){
|
|
MolOps::findSSSR(mol);
|
|
}
|
|
|
|
boost::dynamic_bitset<> isQueryAtom(mol.getNumAtoms()),isQueryBond(mol.getNumBonds());
|
|
ROMol::VERTEX_ITER firstA,lastA;
|
|
boost::tie(firstA,lastA) = mol.getVertices();
|
|
while(firstA!=lastA){
|
|
const Atom *at=mol[*firstA].get();
|
|
if(isComplexQuery(at)) isQueryAtom.set(at->getIdx());
|
|
++firstA;
|
|
}
|
|
ROMol::EDGE_ITER firstB,lastB;
|
|
boost::tie(firstB,lastB) = mol.getEdges();
|
|
while(firstB!=lastB){
|
|
const Bond *bond = mol[*firstB].get();
|
|
if( isComplexQuery(bond) ){
|
|
isQueryBond.set(bond->getIdx());
|
|
}
|
|
++firstB;
|
|
}
|
|
|
|
ExplicitBitVect *res = new ExplicitBitVect(fpSize);
|
|
unsigned int pIdx=0;
|
|
BOOST_FOREACH(ROMOL_SPTR patt,patts){
|
|
++pIdx;
|
|
//if(patt->getNumBonds()<minPath || patt->getNumBonds()>maxPath){
|
|
// continue;
|
|
//}
|
|
std::vector<MatchVectType> matches;
|
|
SubstructMatch(mol,*(patt.get()),matches,false);
|
|
boost::uint32_t mIdx=pIdx+patt->getNumAtoms()+patt->getNumBonds();
|
|
#if 0
|
|
// this was an effort to tune the composition of the fingerprint,
|
|
// particularly when queries are used. It hasn't proved successful
|
|
BOOST_FOREACH(MatchVectType &mv,matches){
|
|
// collect bits counting the number of occurances of the pattern:
|
|
gboost::hash_combine(mIdx,0xBEEF);
|
|
res->setBit(mIdx%fpSize);
|
|
|
|
bool isQuery=false;
|
|
boost::uint32_t bitId=pIdx;
|
|
std::vector<unsigned int> amap(mv.size(),0);
|
|
BOOST_FOREACH(MatchVectType::value_type &p,mv){
|
|
if(isQueryAtom[p.second]){
|
|
isQuery=true;
|
|
break;
|
|
}
|
|
gboost::hash_combine(bitId,mol.getAtomWithIdx(p.second)->getAtomicNum());
|
|
amap[p.first]=p.second;
|
|
}
|
|
if(!isQuery) res->setBit(bitId%(fpSize/2));
|
|
|
|
isQuery=false;
|
|
bitId=pIdx;
|
|
ROMol::EDGE_ITER firstB,lastB;
|
|
boost::tie(firstB,lastB) = patt->getEdges();
|
|
while(firstB!=lastB){
|
|
BOND_SPTR pbond = (*patt.get())[*firstB];
|
|
++firstB;
|
|
if(isQueryBond[pbond->getIdx()]){
|
|
isQuery=true;
|
|
break;
|
|
}
|
|
const Bond *mbond=mol.getBondBetweenAtoms(amap[pbond->getBeginAtomIdx()],
|
|
amap[pbond->getEndAtomIdx()]);
|
|
gboost::hash_combine(bitId,(boost::uint32_t)mbond->getBondType());
|
|
}
|
|
if(!isQuery) res->setBit((fpSize/2) + bitId%(fpSize/2));
|
|
}
|
|
#else
|
|
BOOST_FOREACH(MatchVectType &mv,matches){
|
|
// collect bits counting the number of occurances of the pattern:
|
|
gboost::hash_combine(mIdx,0xBEEF);
|
|
res->setBit(mIdx%fpSize);
|
|
|
|
bool isQuery=false;
|
|
boost::uint32_t bitId=pIdx;
|
|
std::vector<unsigned int> amap(mv.size(),0);
|
|
BOOST_FOREACH(MatchVectType::value_type &p,mv){
|
|
if(isQueryAtom[p.second]){
|
|
isQuery=true;
|
|
break;
|
|
}
|
|
gboost::hash_combine(bitId,mol.getAtomWithIdx(p.second)->getAtomicNum());
|
|
amap[p.first]=p.second;
|
|
}
|
|
if(isQuery) continue;
|
|
ROMol::EDGE_ITER firstB,lastB;
|
|
boost::tie(firstB,lastB) = patt->getEdges();
|
|
while(firstB!=lastB){
|
|
BOND_SPTR pbond = (*patt.get())[*firstB];
|
|
++firstB;
|
|
if(isQueryBond[pbond->getIdx()]){
|
|
isQuery=true;
|
|
break;
|
|
}
|
|
const Bond *mbond=mol.getBondBetweenAtoms(amap[pbond->getBeginAtomIdx()],
|
|
amap[pbond->getEndAtomIdx()]);
|
|
gboost::hash_combine(bitId,(boost::uint32_t)mbond->getBondType());
|
|
}
|
|
if(!isQuery) res->setBit(bitId%fpSize);
|
|
}
|
|
#endif
|
|
}
|
|
return res;
|
|
}
|
|
}
|