AccumulateJFAStat.h

Go to the documentation of this file.

/*
This file is part of LIA_RAL which is a set of software based on ALIZE
toolkit for speaker recognition. ALIZE toolkit is required to use LIA_RAL.

LIA_RAL project is a development project was initiated by the computer
science laboratory of Avignon / France (Laboratoire Informatique d'Avignon -
LIA) [http://lia.univ-avignon.fr <http://lia.univ-avignon.fr/>]. Then it
was supported by two national projects of the French Research Ministry:
        - TECHNOLANGUE program [http://www.technolangue.net]
        - MISTRAL program [http://mistral.univ-avignon.fr]

LIA_RAL is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as
published by the Free Software Foundation, either version 3 of
the License, or any later version.

LIA_RAL is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.

You should have received a copy of the GNU Lesser General Public
License along with LIA_RAL.
If not, see [http://www.gnu.org/licenses/].

The LIA team as well as the LIA_RAL project team wants to highlight the
limits of voice authentication in a forensic context.
The "Person Authentification by Voice: A Need of Caution" paper
proposes a good overview of this point (cf. "Person
Authentification by Voice: A Need of Caution", Bonastre J.F.,
Bimbot F., Boe L.J., Campbell J.P., Douglas D.A., Magrin-
chagnolleau I., Eurospeech 2003, Genova].
The conclusion of the paper of the paper is proposed bellow:
[Currently, it is not possible to completely determine whether the
similarity between two recordings is due to the speaker or to other
factors, especially when: (a) the speaker does not cooperate, (b) there
is no control over recording equipment, (c) recording conditions are not
known, (d) one does not know whether the voice was disguised and, to a
lesser extent, (e) the linguistic content of the message is not
controlled. Caution and judgment must be exercised when applying speaker
recognition techniques, whether human or automatic, to account for these
uncontrolled factors. Under more constrained or calibrated situations,
or as an aid for investigative purposes, judicious application of these
techniques may be suitable, provided they are not considered as infallible.
At the present time, there is no scientific process that enables one to
uniquely characterize a persones voice or to identify with absolute
certainty an individual from his or her voice.]

Copyright (C) 2004-2010
Laboratoire d'informatique d'Avignon [http://lia.univ-avignon.fr]
LIA_RAL admin [alize@univ-avignon.fr]
Jean-Francois Bonastre [jean-francois.bonastre@univ-avignon.fr]
*/

#if !defined(ALIZE_AccumulateJFAStat_h)
#define ALIZE_AccumulateJFAStat_h

#if defined(_WIN32)
#if defined(LIA_SPKTOOLS_EXPORTS)
#define LIA_SPKTOOLS_API __declspec(dllexport)
#else
#define LIA_SPKTOOLS_API __declspec(dllimport)
#endif
#else
#define LIA_SPKTOOLS_API
#endif

#include <alize.h>
#include "liatools.h"


class LIA_SPKTOOLS_API JFATranslate{
        XLine _id;
        ULongVector _locidx;
        ULongVector _sessionidx;
//      RealVector<unsigned long > _locidx;
//  RealVector<unsigned long> _sessionidx;
        
        long _idxOfID(const String &file) {
        _id.rewind();
        for(unsigned long i=0;i<_id.getElementCount();i++)
                if(file==_id.getElement(i)) return i;
        return -1;
        }
        
        
        public:
        JFATranslate() {};

        JFATranslate(XList &fileList) {
                fileList.rewind(); XLine *pline;String *pFile;
                unsigned long sent=0;
                unsigned long loc=0;
                while((pline=fileList.getLine())!=NULL) { 
                        while((pFile=pline->getElement())!=NULL) {
                                _id.addElement(*pFile);
                                _locidx.addValue(loc);
                                _sessionidx.addValue(sent);
                                sent++;
                        }
                        loc++;
                }
        };
        ~JFATranslate() {};
                
        unsigned long locNb(const String &file) {
                unsigned long idx=_idxOfID(file);
                if (idx==-1) throw Exception("File not known",__FILE__,__LINE__);
                return _locidx[idx];
                }

        unsigned long firstSession(unsigned long spk) {
                unsigned long i;
                for(i=0;;i++) if (_locidx[i]==spk) break;
                return (_sessionidx[i]);
                }
                
        unsigned long numSession(unsigned long spk, unsigned long session) {
                unsigned long i, cnt;
                if(spk==0) return(session);
                for(i=session-1,cnt=0;;i--,cnt++) if (_locidx[i]!=spk) break;
                return (cnt);
                }

        unsigned long locNb(unsigned long idx) {
                return _locidx[idx];
        }
        
        unsigned long sessionNb(const String &file) {
                long idx=_idxOfID(file);
                if (idx==-1) throw Exception("File not known",__FILE__,__LINE__);
        return _sessionidx[idx];
        }
};


class LIA_SPKTOOLS_API JFAAcc{

        private :

                MixtureServer _ms;
                StatServer _ss;
        
                XList _fileList; 
                unsigned long _vectSize;
                unsigned long _n_distrib;
                unsigned long _svSize;
                unsigned long _rankEC;
                unsigned long _rankEV;
                unsigned long _n_speakers;
                unsigned long _n_sessions;
        
                RealVector<double> _ubm_means;
                RealVector<double> _ubm_invvar;

                Matrix<double> _matN;
                Matrix<double> _N_h;
                Matrix<double> _F_X;
                Matrix<double> _F_X_h;
                
                Matrix<double> _cN;
                Matrix<double> _cN_h;
                Matrix<double> _cF_X;
                Matrix<double> _cF_X_h;

                RealVector<double> _D;
                Matrix<double> _V;
                Matrix<double> _matU;
                Matrix<double> _VU;

                Matrix<double> _Z;
                Matrix<double> _Y;
                Matrix<double> _matX;
                Matrix<double> _YX;
                
                RefVector<DoubleSquareMatrix> _vEvT;
                RefVector<DoubleSquareMatrix> _uEuT;
                RefVector<DoubleSquareMatrix> _vuEvuT;
                
                RefVector<DoubleSquareMatrix> _l_spk_inv;
                RefVector<DoubleSquareMatrix> _l_sess_inv;
                RefVector<DoubleSquareMatrix> _l_yx_inv;
                
                RefVector<DoubleSquareMatrix> _Aev;
                Matrix<double> _Cev;
                RefVector<DoubleSquareMatrix> _Aec;
                Matrix<double> _Cec;
                
                void _init(XList & list,Config & config);


        public :

                JFATranslate _ndxTable;
        
                JFAAcc(String &,Config &);
                JFAAcc(XList &,Config & );
                virtual ~JFAAcc();
                virtual String getClassName() const;
        
                void computeAndAccumulateJFAStat(Config& config);
        
                void computeAndAccumulateJFAStatUnThreaded(Config& config);
        
                #ifdef THREAD



                        void computeAndAccumulateJFAStatThreaded(Config&);
                #endif
        
                void computeAndAccumulateJFAStat(FeatureServer & fs,Config & config);
                
                void computeAndAccumulateJFAStat(SegCluster & sc,FeatureServer & fs,Config & config);

                void resetAcc();

                void resetTmpAcc();

                void loadEV(const String& file, Config& config);

                void loadEV(Matrix<double> & mat, Config& config);

                void loadEC(const String&, Config&);

                void loadEC(Matrix<double> & mat, Config& config);

                void loadD(const String& file, Config& config);

                void loadD(DoubleVector & vec);

                void loadN(Config&);

                void loadN_h(Config&);

                void loadF_X(Config&);

                void loadF_X_h(Config&);

                void initEV(Config&);

                void initEC(Config&);

                // Initialise the D matrix using the MAP paradigm
                void initD(Config&);

                void initVU();

                void saveV(const String& file, Config& config);

                void saveU(const String& file, Config& config);

                void saveD(const String& file, Config& config);
        
                void estimateVEVT(Config & config);

                void estimateVEVTUnThreaded();

                void estimateUEUT(Config & config);

                void estimateUEUTUnThreaded();

                void estimateVUEVUT(Config &);

                void estimateVUEVUTUnThreaded();

                #ifdef THREAD



                        void estimateVEVTThreaded(unsigned long threads);

                        void estimateUEUTThreaded(unsigned long threads);

                        void estimateVUEVUTThreaded(unsigned long threads);
                #endif
                
                void getVY(DoubleVector & vy, String & file);

                void getVY(DoubleVector &file, unsigned long spk);

                void getVUYX(DoubleVector &vuyx, String & file);

                void getVUYX(DoubleVector &vuyx, unsigned long spk);

                void getDZ(DoubleVector & dz, unsigned long spk);

                void getUX(DoubleVector & ux, unsigned long session);

                void getUX(DoubleVector &ux, String& file);

                void getVYplusDZ(DoubleVector &vyplusdz, String &file);

                void getVYplusDZ(DoubleVector &, unsigned long spk);
                
                void getMplusDZ(DoubleVector &MplusDZ, String& file);

                void getMplusDZ(DoubleVector &MplusDZ, unsigned long spk);

                void getMplusVY(DoubleVector &MplusVY, String& file);

                void getMplusVY(DoubleVector &MplusVY, unsigned long spk);

                void getMplusUX(DoubleVector &MplusUX, String& file);

                void getMplusUX(DoubleVector &MplusUX, unsigned long session);

                void getMplusVYplusDZ(DoubleVector &, String& file);

                void getMplusVYplusDZ(DoubleVector &, unsigned long spk);

                void getMplusVUYX(DoubleVector &MplusVUYX, String& file);

                void getMplusVUYX(DoubleVector &MplusVUYX, unsigned long spk);  
                
                void estimateAndInverseL_EV(Config&);

                void estimateAndInverseLUnThreaded_EV();

                void estimateAndInverseL_EC(Config&);

                void estimateAndInverseLUnThreaded_EC();
                
                void estimateAndInverseL_VU(Config&);

                void estimateAndInverseLUnThreaded_VU();
                
                void estimateYandV(Config &);

                void estimateYandVUnThreaded();
                
                #ifdef THREAD



                        void estimateAndInverseLThreaded_EV(unsigned long threads);

                        void estimateAndInverseLThreaded_EC(unsigned long threads);

                        void estimateAndInverseLThreaded_VU(unsigned long threads);

                        void estimateYandVThreaded(unsigned long threads);
                #endif
                
                void estimateY(Config &);

                void estimateYUnThreaded();

                void estimateXandU(Config &);

                void estimateXandUUnThreaded();

                void estimateX(Config &);

                void estimateXUnThreaded();

                #ifdef THREAD



                        void estimateXandUThreaded(unsigned long threads);

                        void estimateXThreaded(unsigned long threads);

                        void estimateYThreaded(unsigned long threads);
                #endif

                void estimateU();

                void estimateZandD();

                void estimateYX();

                void estimateZ();

                void estimateZMAP(unsigned long tau);
                
                void updateVestimate();

                void updateUestimate();
                
                XList& getXList();

                unsigned long getNSpeakers();

                unsigned long getNSessions();

                unsigned long getNDistrib();

                unsigned long getVectSize();

                unsigned long getSvSize();

                unsigned long getRankEV();

                unsigned long getRankEC();
                
                DoubleVector& getUbmMeans();

                DoubleVector& getUbmInvVar();
                
                Matrix<double> getV();

                Matrix<double> getU();

                DoubleVector getD();

                // Return the EigenVoice and EigenChannel matrices concatenated
                Matrix<double> getVU();
                
                Matrix<double> getY();

                Matrix<double> getX();

                Matrix<double> getZ();

                Matrix<double> getYX();
                
                void splitYX();

                void storeAccs();

                void restoreAccs();
                
                void substractMplusDZ(Config & config);

                void substractMplusDZUnThreaded();

                void substractMplusVY(Config &);

                void substractMplusVYUnThreaded();


                void substractUX(Config & config);

                void substractUXUnThreaded();
                
                void substractMplusUX();                                //creer la fonction multithread

                void substractMplusVUYX();                              //creer la fonction multithread
                
                void substractMplusVYplusDZ(Config &);

                void substractMplusVYplusDZUnThreaded();

                void substractMplusDZByChannel();               //creer la version multithread
                
                #ifdef THREAD



                void substractMplusDZThreaded(unsigned long threads);

                void substractUXThreaded(unsigned long threads);

                void substractMplusVYplusDZThreaded(unsigned long threads);

                void substractMplusVYThreaded(unsigned long threads);
                #endif

                void getSpeakerModel(MixtureGD &mixture, String& file);

                void normalizeFeatures(alize::SegCluster& segCluster, alize::FeatureServer& featureServer, alize::Config& config);

                void substractUXfromFeatures(FeatureServer &fs,Config &config);

                void saveAccs(Config &config);
                
                double getLLK(SegCluster &selectedSegments,MixtureGD &model,FeatureServer&fs,Config & config);

                void verifyEMLK(Config& config);

                Matrix <double>& getN();

                Matrix <double>& getN_h();

                Matrix <double>& getF_X();

                Matrix <double>& getF_X_h();

};
#endif