auf_savoirs_en_partage/scripts/sphinx.conf.py.in

   1 #!/usr/bin/python
   2 # coding: utf-8
   3 #
   4 # Ce script compose dynamiquement une configuration pour Sphinx. Il suffit
   5 # que le fichier soit exécutable pour que Sphinx exécute le script plutôt
   6 # que de le lire comme un fichier statique.
   7 #
   8 # Le manuel de sphinx se trouve au http://sphinxsearch.com/docs/manual-0.9.9.html
   9
  10 import glob
  11 import os
  12 import sys
  13
  14 sys.path[0:0] = [
  15   "%(directory)s",
  16   "%(directory)s/auf_savoirs_en_partage",
  17   ]
  18 os.environ['DJANGO_SETTINGS_MODULE'] = 'production'
  19 for d in glob.glob("%(directory)s/eggs/*"):
  20     sys.path[0:0] = [d,]
  21 for d in glob.glob("%(directory)s/parts/*"):
  22     sys.path[0:0] = [d,]
  23
  24 from django.conf import settings
  25
  26 SQL_HOST = settings.DATABASE_HOST
  27 SQL_USER = settings.DATABASE_USER
  28 SQL_PASS = settings.DATABASE_PASSWORD
  29 SQL_DB = settings.DATABASE_NAME
  30 DATA_DIR = '/var/lib/sphinxsearch/data'
  31
  32 def multiline(s):
  33     """Place un marqueur de continuation avant chaque saut de ligne."""
  34     return s.replace("\n", "\\\n")
  35
  36 def emit_source(name, sql_query, sql_query_info=None, sql_attr_multi=None, sql_attr_uint=None,
  37                 sql_attr_str2ordinal=None):
  38     print '''
  39 source %%(name)s
  40 {
  41     type = mysql
  42     sql_host = %%(sql_host)s
  43     sql_user = %%(sql_user)s
  44     sql_pass = %%(sql_pass)s
  45     sql_db = %%(sql_db)s
  46     sql_query_pre = SET NAMES utf8
  47     sql_query_pre = SET SESSION query_cache_type=OFF
  48     sql_query = %%(sql_query)s
  49 ''' %% dict(name=name, sql_host=SQL_HOST, sql_user=SQL_USER,
  50             sql_pass=SQL_PASS, sql_db=SQL_DB, sql_query=multiline(sql_query))
  51
  52     if sql_query_info:
  53         print '    sql_query_info = ' + sql_query_info
  54
  55     if sql_attr_multi:
  56         for attr in sql_attr_multi:
  57             print '    sql_attr_multi = uint %%s from field' %% attr
  58
  59     if sql_attr_uint:
  60         for attr in sql_attr_uint:
  61             print '    sql_attr_uint = ' + attr
  62
  63     if sql_attr_str2ordinal:
  64         for attr in sql_attr_str2ordinal:
  65             print '    sql_attr_str2ordinal = ' + attr
  66
  67     print '}'
  68
  69 def emit_index(name):
  70     print '''
  71 index %%(name)s
  72 {
  73     morphology = libstemmer_fr
  74     charset_type = utf-8
  75     charset_table = 0..9, A..Z->a..z, _, a..z, U+2D, \\
  76                     U+C0->a, U+C2->a, U+E0->a, U+E2->a, \\
  77                     U+C7->c, U+E7->c, \\
  78                     U+C8->e, U+C9->e, U+CA->e, U+E8->e, U+E9->e, U+EA->e, U+EB->e, \\
  79                     U+CE->i, U+EE->i, U+EF->i, \\
  80                     U+D4->o, U+F4->o, \\
  81                     U+F9->u, U+FB->u, U+FC->u
  82     source = %%(name)s
  83     path = %%(path)s
  84     stopwords = %(directory)s/auf_savoirs_en_partage/stopwords.txt
  85 }''' %% dict(name=name, path=os.path.join(DATA_DIR, name))
  86
  87 emit_source('savoirsenpartage_ressources',
  88             '''SELECT r.id AS id,
  89                       r.title AS title,
  90                       r.description AS description,
  91                       r.creator AS creator,
  92                       r.contributor AS contributor,
  93                       r.subject AS subject,
  94                       r.publisher AS publisher,
  95                       r.categorie_id as categorie,
  96                       TO_DAYS(r.modified) AS modified,
  97                       GROUP_CONCAT(DISTINCT d.nom_discipline) AS disciplines,
  98                       GROUP_CONCAT(DISTINCT d.id_discipline) AS discipline_ids,
  99                       GROUP_CONCAT(DISTINCT p.nom) AS pays,
 100                       GROUP_CONCAT(DISTINCT reg.nom) AS regions,
 101                       GROUP_CONCAT(DISTINCT reg.id) AS region_ids
 102                 FROM savoirs_record r
 103                 LEFT JOIN savoirs_record_disciplines rd ON rd.record_id = r.id
 104                 LEFT JOIN discipline d ON d.id_discipline = rd.discipline_id
 105                 LEFT JOIN savoirs_record_pays rp ON rp.record_id = r.id
 106                 LEFT JOIN ref_pays p ON p.id = rp.pays_id
 107                 LEFT JOIN savoirs_record_regions rr ON rr.record_id = r.id
 108                 LEFT JOIN ref_region reg ON reg.id = rr.region_id OR reg.id = p.region
 109                 LEFT JOIN savoirs_record_listsets rl ON rl.record_id = r.id
 110                 LEFT JOIN savoirs_listset l ON l.spec = rl.listset_id
 111                 WHERE r.validated AND (l.spec IS NULL OR l.validated)
 112                 GROUP BY r.id''',
 113             sql_query_info='SELECT * from savoirs_record WHERE id=$id',
 114             sql_attr_multi=['discipline_ids', 'region_ids'],
 115             sql_attr_uint=['modified']
 116             )
 117
 118 emit_source('savoirsenpartage_actualites',
 119             '''SELECT a.id_actualite AS id,
 120                       a.titre_actualite AS titre,
 121                       a.texte_actualite AS texte,
 122                       TO_DAYS(a.date_actualite) AS date,
 123                       CASE s.type WHEN 'actu' THEN 1 WHEN 'appels' THEN 2 END AS type,
 124                       GROUP_CONCAT(DISTINCT r.nom) AS regions,
 125                       GROUP_CONCAT(DISTINCT d.nom_discipline) AS disciplines
 126                FROM actualite a
 127                INNER JOIN savoirs_sourceactualite s ON s.id = a.source_id
 128                LEFT JOIN actualite_regions ar ON ar.actualite_id = a.id_actualite
 129                LEFT JOIN ref_region r ON r.id = ar.region_id
 130                LEFT JOIN actualite_disciplines ad ON ad.actualite_id = a.id_actualite
 131                LEFT JOIN discipline d ON d.id_discipline = ad.discipline_id
 132                WHERE a.visible_actualite
 133                GROUP BY a.id_actualite''',
 134             sql_query_info='SELECT * from actualite WHERE id_actualite=$id',
 135             sql_attr_uint=['date', 'type'],
 136            )
 137
 138 emit_source('savoirsenpartage_evenements',
 139             '''SELECT e.id AS id,
 140                       e.titre AS titre,
 141                       e.mots_cles AS mots_cles,
 142                       e.type AS type,
 143                       e.adresse AS adresse,
 144                       e.ville AS ville,
 145                       e.description AS description,
 146                       CONCAT_WS(e.prenom, e.nom, e.courriel, e.contact) AS contact,
 147                       p.nom AS pays,
 148                       CONCAT_WS(',', d.nom_discipline, d2.nom_discipline) AS disciplines,
 149                       CONCAT_WS(',', pr.nom, GROUP_CONCAT(DISTINCT r.nom)) AS regions,
 150                       TO_DAYS(DATE(e.debut)) AS debut,
 151                       TO_DAYS(DATE(e.date_modification)) AS date_modification
 152                FROM savoirs_evenement e
 153                LEFT JOIN discipline d ON d.id_discipline = e.discipline_id
 154                LEFT JOIN discipline d2 ON d2.id_discipline = e.discipline_secondaire_id
 155                LEFT JOIN savoirs_evenement_regions er ON er.evenement_id = e.id
 156                LEFT JOIN ref_region r ON r.id = er.region_id
 157                LEFT JOIN ref_pays p ON p.code = e.pays_id
 158                LEFT JOIN ref_region pr ON pr.id = p.region
 159                WHERE e.approuve
 160                GROUP BY e.id''',
 161             sql_query_info='SELECT * from savoirs_evenement WHERE id=$id',
 162             sql_attr_uint=['debut', 'date_modification'])
 163
 164 emit_source('savoirsenpartage_chercheurs',
 165             '''SELECT c.personne_ptr_id AS id,
 166                       p.nom AS nom,
 167                       p.prenom AS prenom,
 168                       CONCAT(p.nom, ' ', p.prenom) AS nom_complet,
 169                       c.theme_recherche AS theme_recherche,
 170                       c.groupe_recherche AS groupe_recherche,
 171                       c.mots_cles AS mots_cles,
 172                       c.membre_instance_auf AS membre_instance_auf,
 173                       c.expert_oif AS expert_oif,
 174                       c.membre_association_francophone AS membre_association_francophone,
 175                       c.membre_reseau_institutionnel AS membre_reseau_institutionnel,
 176                       IFNULL(et.nom, etablissement_autre_nom) AS etablissement,
 177                       IFNULL(et.nom, etablissement_autre_nom) AS etablissement_attr,
 178                       pays.nom AS pays,
 179                       pays.nom AS pays_attr,
 180                       pays.id AS pays_id,
 181                       r.nom AS region,
 182                       r.id AS region_id,
 183                       GROUP_CONCAT(DISTINCT d.nom_discipline) AS disciplines,
 184                       GROUP_CONCAT(DISTINCT IFNULL(pub.titre, pub.publication_affichage)) AS publications,
 185                       t.titre AS these,
 186                       GROUP_CONCAT(DISTINCT g.nom) AS groupes,
 187                       GROUP_CONCAT(DISTINCT ex.nom) AS expertises,
 188                       GROUP_CONCAT(DISTINCT g.id) AS groupe_ids,
 189                       TO_DAYS(c.date_modification) AS date_modification,
 190                       CASE pays.nord_sud WHEN 'Nord' THEN 1
 191                                          WHEN 'Sud' THEN 2
 192                                          END AS nord_sud,
 193                       CASE statut WHEN 'enseignant' THEN 1
 194                                   WHEN 'etudiant' THEN 2
 195                                   WHEN 'independant' THEN 3
 196                                   END AS statut,
 197                       CASE p.genre WHEN 'm' THEN 1
 198                                   WHEN 'f' THEN 2
 199                                   END AS genre,
 200                       (ex.id IS NOT NULL) AS expert
 201                FROM chercheurs_chercheur c
 202                INNER JOIN chercheurs_personne p ON c.personne_ptr_id = p.id
 203                LEFT JOIN ref_etablissement et ON et.id = c.etablissement
 204                LEFT JOIN ref_pays pays ON pays.code = IFNULL(et.pays, c.etablissement_autre_pays)
 205                LEFT JOIN ref_region r ON pays.region = r.id
 206                LEFT JOIN discipline d ON d.id_discipline = c.discipline
 207                LEFT JOIN chercheurs_publication pub ON pub.chercheur_id = c.personne_ptr_id
 208                LEFT JOIN chercheurs_these t ON t.chercheur_id = c.personne_ptr_id
 209                LEFT JOIN chercheurs_adhesiongroupe cg ON cg.chercheur = c.personne_ptr_id
 210                LEFT JOIN chercheurs_groupe g ON g.id = cg.groupe
 211                LEFT JOIN chercheurs_expertise ex ON ex.chercheur_id = c.personne_ptr_id
 212                WHERE p.actif
 213                GROUP BY c.personne_ptr_id''',
 214             sql_query_info='SELECT * from chercheurs_chercheur WHERE id=$id',
 215             sql_attr_multi=['groupe_ids'],
 216             sql_attr_uint=['pays_id', 'region_id', 'nord_sud',
 217                            'date_modification', 'statut', 'expert',
 218                            'membre_instance_auf', 'expert_oif',
 219                            'membre_association_francophone',
 220                            'membre_reseau_institutionnel', 'genre', ],
 221             sql_attr_str2ordinal=['nom_complet', 'etablissement_attr', 'pays_attr', ])
 222
 223 emit_source('savoirsenpartage_sites',
 224             '''SELECT s.id AS id,
 225                       s.titre AS titre,
 226                       s.description AS description,
 227                       s.editeur AS editeur,
 228                       s.auteur AS auteur,
 229                       s.mots_cles AS mots_cles,
 230                       GROUP_CONCAT(DISTINCT d.nom_discipline) AS disciplines,
 231                       GROUP_CONCAT(DISTINCT p.nom) AS pays,
 232                       GROUP_CONCAT(DISTINCT p.id) AS pays_ids,
 233                       GROUP_CONCAT(DISTINCT r.nom) AS regions,
 234                       TO_DAYS(s.date_maj) AS date_maj
 235                FROM sitotheque_site s
 236                LEFT JOIN sitotheque_site_discipline sd ON sd.site_id = s.id
 237                LEFT JOIN discipline d ON d.id_discipline = sd.discipline_id
 238                LEFT JOIN ref_pays p ON p.id = s.pays
 239                LEFT JOIN ref_region r ON r.id = p.region
 240                GROUP BY s.id''',
 241             'SELECT * FROM sitotheque_site WHERE id=$id',
 242             sql_attr_multi=['pays_ids'],
 243             sql_attr_uint=['date_maj']
 244            )
 245
 246 emit_index('savoirsenpartage_actualites')
 247 emit_index('savoirsenpartage_ressources')
 248 emit_index('savoirsenpartage_evenements')
 249 emit_index('savoirsenpartage_chercheurs')
 250 emit_index('savoirsenpartage_sites')