%s
\n' % (__size,__i['headline']) 160 | s='%sgültig vom %s bis %s
%s
\n' % r 152 | 153 | s+='%s \n' % (__size,__i['headline']) 160 | s='%sgültig vom %s bis %s | \n' % (s,time.strftime("%d.%m. %H:%M",time.localtime(__i['start']/1000)),time.strftime("%d.%m. %H:%M",time.localtime(__i['end']/1000)))
161 | s+='
%s
\n" % __i['description'] 165 | if 'instruction' in __i and __i['instruction']: 166 | s+="%s
\n" % __i['instruction'] 167 | 168 | wwarn[__ww][idx]["level_text"] = dwd_level_text(__i['level']) 169 | s+='%s – %s – %s – %s
' % (__i['type'],__i['event'],__i['level'],dwd_level_text(__i['level'])) 170 | 171 | if s: 172 | s+='Quelle: DWD
\n' % dwd_copy[wwarn[__ww][0]['stateShort']] 173 | else: 174 | s='zur Zeit keine Warnungen
' 175 | 176 | #print("--> %s" % __ww) 177 | #print(s) 178 | 179 | with open("%s/warn-%s.inc" % (target_path,__ww),"w") as file: 180 | file.write(s) 181 | 182 | with open("%s/warn-%s.json" % (target_path,__ww),"w") as file: 183 | json.dump(wwarn[__ww],file,indent=4) 184 | 185 | -------------------------------------------------------------------------------- /bin/user/weatherservicesutil.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python3 2 | # Copyright (C) 2022, 2023, 2024 Johanna Roedenbeck 3 | 4 | """ 5 | 6 | This program is free software: you can redistribute it and/or modify 7 | it under the terms of the GNU General Public License as published by 8 | the Free Software Foundation, either version 3 of the License, or 9 | (at your option) any later version. 10 | 11 | This program is distributed in the hope that it will be useful, 12 | but WITHOUT ANY WARRANTY; without even the implied warranty of 13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 | GNU General Public License for more details. 15 | 16 | You should have received a copy of the GNU General Public License 17 | along with this program. If not, see
379 | for ii in alert.get('code',[]):
380 | if ii=='SILENT_UPDATE':
381 | alert['SILENT_UPDATE'] = True
382 | if ii=='PARTIAL_CLEAR':
383 | alert['PARTIAL_CLEAR'] = True
384 | if ii[:3]=='id:':
385 | alert['msgid'] = ii
386 | # warn icon
387 | evc = warn.get('payload',dict()).get('data',dict()).get('transKeys',dict()).get('event')
388 | if evc:
389 | alert['icon'] = self.icon_pth+'/'+evcode.get(evc,'unknown.png')
390 | else:
391 | alert['icon'] = self.icon_pth+'/'+'bbkicon.png'
392 | # "opendata@dwd.de"
393 | if alert.get('sender','')!="opendata@dwd.de" or include_dwd:
394 | pars = alert.get('parameter',dict()).get('warnVerwaltungsbereiche','')
395 | if BbkWarnings.compareARS(ars,pars):
396 | wwarn[arss[ars]].append(alert)
397 |
398 | if self.verbose and __name__ == "__main__":
399 | print("--")
400 | return wwarn
401 |
402 |
403 | def write_html(self, wwarn, dryrun):
404 | for __ww in wwarn:
405 | s = ""
406 | r = None
407 | for idx,val in enumerate(wwarn[__ww]):
408 | _region = val['areas']
409 | val['regionName'] = _region
410 | if r is None or r!=_region:
411 | r = _region
412 | s+='%s
\n' % r
413 |
414 | # alert message
415 | s+='\n'
416 | if val.get('icon'):
417 | s+='
%s
\n' % (__size,val['headline'])
420 | if val['start'] and val['end']:
421 | s='%sgültig vom %s bis %s
gültig seit %s
\n' % (s,time.strftime("%d.%m. %H:%M",time.localtime(val['start']/1000)))
424 | elif val['end']:
425 | s='%sgültig bis %s
\n' % (s,time.strftime("%d.%m. %H:%M",time.localtime(val['end']/1000)))
426 | s+='
\n'
427 |
428 | if val.get('description'):
429 | s+="%s
\n" % val['description']
430 | if val.get('instruction'):
431 | s+="%s
\n" % val['instruction']
432 | if val.get('sender'):
433 | if 'sender_name' in val:
434 | sn = val['sender_name']+' ('+val['sender']+')'
435 | else:
436 | sn = val['sender']
437 | if val.get('sender_logo',''):
438 | lg = ' ' % (val['sender_logo'],val['sender'])
439 | else:
440 | lg = ""
441 | s+='Quelle: %s%s
' % (lg,sn)
442 |
443 | s+='%s – %s – %s – %s – %s – %s – %s
' % (val.get('type',''),val.get('event',''),val.get('level',''),val.get('level_text',''),val.get('category',''),val.get('categoryName',''),val.get('identifier',''))
444 |
445 | if s:
446 | s += 'Herausgegeben vom BBK | Abgerufen am %s
\n' % time.strftime('%d.%m.%Y %H:%M')
447 | else:
448 | s='zur Zeit keine Warnungen
'
449 |
450 | if dryrun:
451 | print("########################################")
452 | print("-- HTML -- bbk-%s.inc ------------------------------"%__ww)
453 | print(s)
454 | print("-- JSON -- bbk-%s.json -----------------------------"%__ww)
455 | print(json.dumps(wwarn[__ww],indent=4,ensure_ascii=False))
456 | else:
457 | with open("%s/bbk-%s.inc" % (self.target_path,__ww),"w") as file:
458 | file.write(s)
459 | with open("%s/bbk-%s.json" % (self.target_path,__ww),"w") as file:
460 | json.dump(wwarn[__ww],file,indent=4)
461 |
462 | if __name__ == "__main__":
463 |
464 | usage = """Usage: %prog [options] [ARS]
465 |
466 | If no ARS is specified, ARSs are read from config.
467 | """
468 |
469 | epilog = None
470 |
471 | # Create a command line parser:
472 | parser = optparse.OptionParser(usage=usage, epilog=epilog)
473 |
474 | # options
475 | parser.add_option("--config", dest="config_path", type=str,
476 | metavar="CONFIG_FILE",
477 | default=None,
478 | help="Use configuration file CONFIG_FILE.")
479 | parser.add_option("--weewx", action="store_true",
480 | help="Read config from weewx.conf.")
481 | parser.add_option("--lang", dest="lang", type=str,
482 | metavar="ISO639",
483 | default='de',
484 | help="Alert language. Default 'de'")
485 |
486 | group = optparse.OptionGroup(parser,"Output and logging options")
487 | group.add_option("--dry-run", action="store_true",
488 | default=False,
489 | help="Print what would happen but do not do it. Default is False")
490 | group.add_option("-v","--verbose", action="store_true",
491 | default=False,
492 | help="Verbose output")
493 | group.add_option("--include-dwd", action="store_true",
494 | default=False,
495 | help="include DWD warnings. Default is False. Use dwd-cap-warnings to get DWD warnings.")
496 | parser.add_option_group(group)
497 |
498 | # commands
499 | group = optparse.OptionGroup(parser,"Commands")
500 | group.add_option("--list-logos", action="store_true",
501 | help="list logos")
502 | group.add_option("--list-eventcodes", action="store_true",
503 | help="list event codes")
504 | parser.add_option_group(group)
505 |
506 | (options, args) = parser.parse_args()
507 |
508 | if options.weewx:
509 | config_path = "/etc/weewx/weewx.conf"
510 | else:
511 | config_path = options.config_path
512 |
513 | if config_path:
514 | print("Using configuration file %s" % config_path)
515 | config = configobj.ConfigObj(config_path)
516 | else:
517 | # test only
518 | print("Using test configuration")
519 | # vom Benutzer anzupassen
520 | config = {'DeutscherWetterdienst':{'BBK':{'counties':{'146280000000':'XX'}}}}
521 | config = {'DeutscherWetterdienst':{'BBK':{'counties':{'083110000000':'XX'}}}}
522 |
523 | if len(args)==0: args = None
524 |
525 | bbk = BbkWarnings(config,verbose=options.verbose)
526 | """
527 | warns = bbk.get_list('146280000000')
528 | for warn in warns:
529 | print(warn['id'])
530 | print(bbk.get_warning(warn['id']))
531 | break
532 | """
533 | if options.list_logos:
534 | x = bbk.get_logos()
535 | print(json.dumps(x,indent=4,ensure_ascii=False))
536 | elif options.list_eventcodes:
537 | x = bbk.get_eventcodes()
538 | print(json.dumps(x,indent=4,ensure_ascii=False))
539 | else:
540 | wwarn = bbk.get_warnings(location=args,include_dwd=options.include_dwd,lang=options.lang)
541 | bbk.write_html(wwarn,options.dry_run)
542 |
--------------------------------------------------------------------------------
/bin/user/wildfire.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python3
2 | # Copyright (C) 2023 Johanna Roedenbeck
3 |
4 | """
5 |
6 | This program is free software: you can redistribute it and/or modify
7 | it under the terms of the GNU General Public License as published by
8 | the Free Software Foundation, either version 3 of the License, or
9 | (at your option) any later version.
10 |
11 | This program is distributed in the hope that it will be useful,
12 | but WITHOUT ANY WARRANTY; without even the implied warranty of
13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 | GNU General Public License for more details.
15 |
16 | You should have received a copy of the GNU General Public License
17 | along with this program. If not, see Erhöhte Umsicht und Vorsicht, um Zündquellen zu vermeiden
212 |
213 | - Rauchverbot beachten.
214 | - Vorsicht beim Parken.
215 |
216 | """,
217 | # 3 Mittlere Gefahr
218 | """Die Situation wird kritisch und bedarf bewußter Einschränkungen.
219 |
220 | - Rauchverbot strikt einhalten.
221 | - Öffentliche Feuerstellen und Grillplätze im und am Wald sollten nicht genutzt werden.
222 | - Erhöhte Vorsicht beim Parken. Nicht auf vegetationsbedeckten Flächen parken.
223 |
224 | """,
225 | # 4 Hohe Gefahr
226 | """Aktiver Brandschutz des Waldes durch äußerste Vorsicht und weitere Einschränkungen
227 |
228 | - Parkplätze und touristische Einrichtungen können behördlich gesperrt sein. Sperrungen beachten.
229 | - Rauchverbot strikt einhalten.
230 | - Öffentliche Feuerstellen und Grillplätze im und am Wald dürfen nicht genutzt werden.
231 | - Wege nicht verlassen.
232 | - Hohe Vorsicht beim Parken. Nicht auf vegetationsbedeckten Flächen parken.
233 |
234 | """,
235 | # Sehr hohe Gefahr
236 | """Maximaler Schutz des Waldes vor Bränden
237 |
238 | - Behörden und Waldbesitzer können den Wald aus Brandschutzgründen sperren. Sperrungen beachten.
239 | - Rauchverbot strikt einhalten.
240 | - Wald meiden.
241 | - Bei unvermeidlichem Aufenthalt im oder am Wald Wege nicht verlassen.
242 | - Öffentliche Feuerstellen und Grillplätze im und am Wald dürfen nicht genutzt werden.
243 | - Nur auf öffentlichen, freigegebenen und vegetationslosen Parkplätzen parken.
244 |
245 | """
246 | ]
247 |
248 | ##############################################################################
249 | # General wildfire danger level fetching thread #
250 | ##############################################################################
251 |
252 | class WildfireThread(BaseThread):
253 |
254 | @property
255 | def provider_name(self):
256 | raise NotImplementedError
257 |
258 | @property
259 | def provider_url(self):
260 | raise NotImplementedError
261 |
262 | def __init__(self, name, conf_dict, archive_interval):
263 | # get logging configuration
264 | log_success = weeutil.weeutil.to_bool(conf_dict.get('log_success',False))
265 | log_failure = weeutil.weeutil.to_bool(conf_dict.get('log_failure',True))
266 | # initialize thread
267 | super(WildfireThread,self).__init__(name='DWD-WBS-'+name,log_success=log_success,log_failure=log_failure)
268 | # archive interval
269 | self.query_interval = weeutil.weeutil.to_int(archive_interval)
270 | # fetch time (example: "03:00 UTC", "06:30")
271 | fetch_time = conf_dict.get('fetch_time','').upper().strip()
272 | self.fetch_time_utc = fetch_time.endswith('UTC')
273 | fetch_time = ''.join([i for i in fetch_time if i in '0123456789:'])
274 | self.fetch_time = 0
275 | j = 3600
276 | for i in fetch_time.split(':'):
277 | self.fetch_time += int(i)*j
278 | j /= 60
279 | # log sleeping time or not
280 | self.log_sleeping = weeutil.weeutil.to_bool(conf_dict.get('log_sleeping',False))
281 | # server data
282 | self.server_url = conf_dict.get('server_url')
283 | self.wildfire_area = conf_dict.get('area')
284 | self.api_key = conf_dict.get('api_key')
285 | # path and file name for HTML and JSON files
286 | self.target_path = conf_dict.get('path','.')
287 | self.filename = conf_dict.get('file','')
288 | self.bootstrapmodal = weeutil.weeutil.to_bool(conf_dict.get('Bootstrap_modal',True))
289 | # log config at start
290 | loginf("thread '%s': provider '%s', fetch time %s %s, area %s" % (self.name,self.provider_name,self.fetch_time,'UTC' if self.fetch_time_utc else 'local time',self.wildfire_area))
291 |
292 | self.lock = threading.Lock()
293 |
294 | self.init_data()
295 | self.last_newday_ts = 0
296 | self.wildfire_area_name = ''
297 |
298 |
299 | def init_data(self):
300 | self.last_data_ts = 0
301 | self.data = dict()
302 |
303 |
304 | def get_data(self, ts):
305 | """ get buffered data """
306 | today_ts = weeutil.weeutil.startOfArchiveDay(ts)
307 | try:
308 | self.lock.acquire()
309 | if today_ts>self.last_data_ts:
310 | # data is outdated
311 | self.init_data()
312 | interval = 1
313 | data = self.data
314 | finally:
315 | self.lock.release()
316 | if __name__ == '__main__':
317 | print('get_data()',data)
318 | data = {
319 | 'wildfireDangerLevel':(data.get('wbs'),'byte','group_data'),
320 | 'wildfireDangerLevelIssued':(data.get('released'),'unix_epoch','group_datetime'),
321 | 'wildfireDangerLevelText':(data.get('text'),None,None),
322 | 'wildfireDangerLevelArea':(data.get('name'),None,None),
323 | 'wildfireDangerLevelColor':(data.get('color'),None,None)
324 | }
325 | return data,interval
326 |
327 |
328 | def is_fetch_time_reached(self):
329 | """ check if fetch time is reached """
330 | now = time.time()
331 | today = weeutil.weeutil.archiveDaySpan(now)
332 | if self.fetch_time_utc:
333 | # UTC
334 | reference_time = today[0]-today[0]%86400+self.fetch_time
335 | if reference_time<=today[0]:
336 | reference_time += 86400
337 | countdown = reference_time-now
338 | else:
339 | # local time
340 | now_tuple = time.localtime(now)
341 | now_time_of_day = now_tuple.tm_hour*3600+now_tuple.tm_min*60+now_sec
342 | countdown = self.fetch_time-now_time_of_day
343 | return now, today, countdown
344 |
345 |
346 | def get_url(self):
347 | """ get URL to fetch data """
348 | raise NotImplementedError
349 |
350 |
351 | def getRecord(self):
352 | """ download and process data
353 |
354 | called at the beginning of the new day and from the scheduled
355 | time on until success
356 |
357 | Please note, that additional calls are possible due to
358 | interruptions of the sleeping function within the base thread.
359 | """
360 | if __name__ == '__main__':
361 | print('WildfireThread.getRecord()')
362 | now, today, countdown = self.is_fetch_time_reached()
363 | # Check if all is done for today
364 | if self.last_data_ts>today[0]:
365 | # Data for today already received. Nothing to do.
366 | return
367 | # Check if fetch time is reached
368 | fetch_time_reached = countdown<=60
369 | #
370 | if fetch_time_reached:
371 | # fetch data
372 | try:
373 | reply = wget(self.get_url(),
374 | log_success=self.log_success,
375 | log_failure=self.log_failure)
376 | if reply is None: return
377 | reply = json.loads(reply)
378 | if self.log_success:
379 | loginf("thread '%s': got %s" % (self.name,reply))
380 | except Exception as e:
381 | if self.log_failure:
382 | logerr("thread '%s': wget %s - %s" % (self.name,e.__class__.__name__,e))
383 | return
384 | # process data
385 | try:
386 | data, issued = self.process_data(reply, now)
387 | except Exception as e:
388 | if self.log_failure:
389 | logerr("thread '%s': process data %s - %s" % (self.name,e.__class__.__name__,e))
390 | return
391 | if not data or not issued:
392 | # no valid data received
393 | return
394 | self.last_data_ts = issued
395 | if issued and 'name' in data:
396 | self.wildfire_area_name = data['name']
397 | else:
398 | # Check if day change is already processed
399 | if self.last_newday_ts>today[0]:
400 | # Day change is already processed and fetch time is not
401 | # reached. Nothing to do.
402 | return
403 | self.last_newday_ts = now
404 | data = {
405 | 'Issuer':self.provider_name,
406 | 'id':self.wildfire_area,
407 | 'name': self.wildfire_area_name, # region
408 | 'sent': now,
409 | 'wbs': None,
410 | 'released': None,
411 | 'text': 'noch nicht veröffentlicht',
412 | 'description':'',
413 | 'instruction':'',
414 | 'color': LEVELCOLOR[0],
415 | 'day': time.strftime('%d.%m.',time.localtime(now))
416 | }
417 | data['fetch_time_reached'] = fetch_time_reached
418 | data['processed'] = now
419 | data['start'] = today[0]
420 | data['end'] = today[1]
421 | try:
422 | self.lock.acquire()
423 | self.data = data
424 | finally:
425 | self.lock.release()
426 | self.write_html(({self.filename:[data]},'de'),self.target_path,False)
427 | if self.bootstrapmodal:
428 | self.write_html_bootstrap_modal(({self.filename:[data]},'de'),self.target_path,False)
429 |
430 |
431 | def waiting_time(self):
432 | """ time to wait until the next fetch """
433 | if self.last_data_ts==0: return 0
434 | now, today, countdown = self.is_fetch_time_reached()
435 | if today[0]>self.last_data_ts:
436 | # new day
437 | if countdown<=0:
438 | # If data is outdated, wait to the end of the current archive
439 | # interval.
440 | waiting = self.query_interval-now%self.query_interval
441 | else:
442 | # in the morning wait to the next schedule
443 | waiting = countdown
444 | else:
445 | # Otherwise wait to the beginning of the new day
446 | waiting = today[1]-now+self.query_interval
447 | if __name__ == '__main__':
448 | print('waiting_time()',time.strftime('%H:%M:%S'),'countdown',countdown,'waiting',waiting)
449 | return waiting
450 |
451 |
452 | def random_time(self, waiting):
453 | """ do a little bit of load balancing
454 |
455 | let at least 10 seconds to ultimo to download an process
456 | data
457 | """
458 | return -random.random()*60
459 |
460 | def process_data(self, reply, now):
461 | """ convert reply to internal structure """
462 | raise NotImplementedError
463 |
464 |
465 | def write_html(self, wwarn, target_path, dryrun):
466 | """ create HTML and JSON file """
467 | lang = wwarn[1]
468 | wwarn = wwarn[0]
469 | for __ww,data_list in wwarn.items():
470 | s = ''
471 | r = None
472 | for data in data_list:
473 | _region = data['name']
474 | # if a new region starts, set a caption
475 | if r is None or r!=_region:
476 | r = _region
477 | s+='%s
\n' % r
478 |
479 | valid_on = time.strftime('%d.%m.%Y',time.localtime((data['start']+data['end'])/2))
480 | wbs = data.get('wbs')
481 | color = data.get('color',LEVELCOLOR[wbs]) if wbs in {1,2,3,4,5} else LEVELCOLOR[0]
482 | s += '\n'
483 | s += '\n'
484 | s += '\n%s\n' % (color,WILDFIRESQUIRREL)
485 | s += '%s\n' % (wbs if wbs else '?',)
486 | s += ' \n'
487 | s += 'Waldbrandgefahrenstufe %s
%s\n' % (data.get('wbs',''),110 if wbs else 100,data.get('text','nicht verfügbar'))
488 | s += '
gültig am %s' % valid_on
489 | s += ' \n'
490 | s += '
\n'
491 | s += data.get('instruction','')
492 | if not s:
493 | s += 'keine Angaben verfügbar
'
494 | s += 'Waldbrandgefahrenstufe ausgegeben vom %s
\n' % (self.provider_url,self.provider_name)
495 | if dryrun:
496 | print("########################################")
497 | print("-- HTML -- wbs-%s.inc -------------------------------"%__ww)
498 | print(s)
499 | print("-- JSON -- wbs-%s.json ------------------------------"%__ww)
500 | print(json.dumps(data,indent=4,ensure_ascii=False))
501 | else:
502 | fn = os.path.join(target_path,"wbs-%s.inc" % __ww)
503 | fn_tmp = '%s.tmp' % fn
504 | with open(fn_tmp,"w") as file:
505 | file.write(s)
506 | os.rename(fn_tmp,fn)
507 | fn = os.path.join(target_path,"wbs-%s.json" % __ww)
508 | fn_tmp = '%s.tmp' % fn
509 | with open(fn_tmp,"w") as file:
510 | json.dump(data_list,file,indent=4,ensure_ascii=False)
511 | os.rename(fn_tmp,fn)
512 |
513 | def write_html_bootstrap_modal(self, wwarn, target_path, dryrun):
514 | """ create link and modal window for Bootstrap framework """
515 | lang = wwarn[1]
516 | wwarn = wwarn[0]
517 | for __ww,data_list in wwarn.items():
518 | s_link = ''
519 | s_modal = ''
520 | for data in data_list:
521 | valid_on = time.strftime('%d.%m.%Y',time.localtime((data['start']+data['end'])/2))
522 | wbs = data.get('wbs')
523 | color = data.get('color',LEVELCOLOR[wbs]) if wbs in {1,2,3,4,5} else LEVELCOLOR[0]
524 | linkname = 'wbs%s' % int(data.get('start',0)*1000)
525 | s_link += ''
526 | #if wbs and wbs!=1:
527 | # s_link += '' % (linkname,linkname)
528 | s_link += ''
529 | s_link += '%s\n' % (color,WILDFIRESQUIRREL)
530 | s_link += '%s' % (wbs if wbs else '?',)
531 | s_link += '\n'
532 | if wbs and wbs!=1:
533 | s_link += '' % (linkname,linkname)
534 | s_link += 'Waldbrandgefahrenstufe %s
%s
\n' % (data.get('wbs',''),110 if wbs else 100,data.get('text','nicht verfügbar'))
535 | s_link += 'gültig am %s' % valid_on
536 | if wbs and wbs!=1:
537 | s_link += ''
538 | s_link += '\n'
539 | # modal dialog
540 | if wbs and wbs!=1:
541 | s_modal += '\n' % linkname
542 | s_modal += '\n' % linkname
543 | s_modal += '\n'
544 | s_modal += '\n'
565 | s_modal += '\n'
566 | s_modal += '\n'
567 | s_modal += '\n' % linkname
568 | if dryrun:
569 | print("########################################")
570 | print("-- HTML -- wbs-%s-link.inc --------------------------"%__ww)
571 | print(s_link)
572 | print("-- HTML -- wbs-%s-modal.inc -------------------------"%__ww)
573 | print(s_modal)
574 | else:
575 | with open(os.path.join(target_path,"wbs-%s-link.inc" % __ww),"w") as file:
576 | file.write(s_link)
577 | with open(os.path.join(target_path,"wbs-%s-modal.inc" % __ww),"w") as file:
578 | file.write(s_modal)
579 |
580 | ##############################################################################
581 | # Provider Sachsenforst #
582 | ##############################################################################
583 |
584 | class SachsenforstThread(WildfireThread):
585 |
586 | @property
587 | def provider_name(self):
588 | return 'Staatsbetrieb Sachsenforst'
589 |
590 | @property
591 | def provider_url(self):
592 | return 'https://www.mais.de/php/sachsenforst.php'
593 |
594 | def get_url(self):
595 | """ get URL to fetch data """
596 | return str(self.server_url)+'?id='+str(self.wildfire_area)+'&key='+str(self.api_key)
597 |
598 |
599 | def process_data(self, reply, now):
600 | """ convert received data to dict """
601 | data = {
602 | 'Issuer':self.provider_name,
603 | 'ProductID':'WBS',
604 | 'id':self.wildfire_area
605 | }
606 | if reply:
607 | data['name'] = reply.get('region','')
608 | if time.strftime('%d.%m.%Y')==reply['date']:
609 | try:
610 | wbs = int(reply['wbs'])
611 | except (LookupError,TypeError,ValueError):
612 | wbs = None
613 | try:
614 | issued = time.strptime(reply['generated'],'%d.%m.%Y %H:%M')
615 | #issued = time.mktime(issued[0:8]+(0,))
616 | issued = time.mktime(issued)
617 | if reply['wbs']==0: issued = None
618 | except (LookupError,ValueError,TypeError,ArithmeticError):
619 | issued = None
620 | data['sent'] = issued
621 | data['released'] = issued # effective
622 | data['description'] = ''
623 | try:
624 | data['instruction'] = INSTRUCTIONTEXT[wbs-1]
625 | except (LookupError,ValueError,TypeError,ArithmeticError):
626 | data['instruction'] = ''
627 | data['wbs'] = wbs
628 | data['color'] = reply.get('color',LEVELCOLOR[wbs if wbs in {1,2,3,4,5} else 0])
629 | data['text'] = reply.get('text','')
630 | data['day'] = reply.get('date','')[0:6]
631 | else:
632 | # got out of day data
633 | issued = None
634 | else:
635 | issued = None
636 | return data, issued
637 |
638 | ##############################################################################
639 |
640 | providers_dict = {
641 | 'Sachsenforst': SachsenforstThread
642 | }
643 |
644 |
645 |
646 | def create_thread(thread_name,config_dict,archive_interval):
647 | """ create wildfire thread """
648 | prefix = config_dict.get('prefix','id'+thread_name)
649 | provider = config_dict.get('provider')
650 | wildfire_area = config_dict.get('area')
651 | if provider and provider in providers_dict:
652 | conf_dict = weeutil.config.accumulateLeaves(config_dict)
653 | conf_dict['prefix'] = prefix
654 | conf_dict['area'] = wildfire_area
655 | if weeutil.weeutil.to_bool(conf_dict.get('enable',True)):
656 | thread = dict()
657 | thread['datasource'] = 'WBS'
658 | thread['prefix'] = prefix
659 | thread['thread'] = providers_dict[provider](thread_name,conf_dict,archive_interval)
660 | thread['thread'].start()
661 | return thread
662 | return None
663 |
664 |
665 |
666 | if __name__ == '__main__':
667 |
668 | conf_dict = configobj.ConfigObj("wildfire.conf")
669 | print('create wildfire thread')
670 | wildfire = SachsenforstThread('wildfiretest',conf_dict,300)
671 | print('about to start thread')
672 | wildfire.start()
673 | print('started')
674 | try:
675 | while True:
676 | time.sleep(300-time.time()%300+15)
677 | data, interval = wildfire.get_data(time.time()-15)
678 | print(json.dumps(data,indent=4,ensure_ascii=False))
679 | except Exception as e:
680 | print('**MAIN**',e)
681 | except KeyboardInterrupt:
682 | print()
683 | print('**MAIN** CTRL-C pressed')
684 | wwarn = ({'Test':[]},'de')
685 | now = time.time()
686 | for i in range(5):
687 | x = {
688 | 'name':'Testregion',
689 | 'wbs':i+1,
690 | 'start':now+i*86400,
691 | 'end':now+i*86400,
692 | 'instruction':INSTRUCTIONTEXT[i],
693 | 'text':LEVELTEXT[i+1],
694 | 'color':LEVELCOLOR[i+1],
695 | }
696 | wwarn[0]['Test'].append(x)
697 | wildfire.write_html(wwarn,'.',False)
698 | if wildfire.bootstrapmodal:
699 | wildfire.write_html_bootstrap_modal(wwarn,'.',False)
700 | for i in wwarn[0]['Test']:
701 | wildfire.write_html(({'Test-%s' % i['wbs']:[i]},'de'),'.',False)
702 | if wildfire.bootstrapmodal:
703 | wildfire.write_html_bootstrap_modal(({'Test-%s' % i['wbs']:[i]},'de'),'.',False)
704 | wildfire.shutDown()
705 |
--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
1 | GNU GENERAL PUBLIC LICENSE
2 | Version 3, 29 June 2007
3 |
4 | Copyright (C) 2007 Free Software Foundation, Inc.
635 | Copyright (C)
636 |
637 | This program is free software: you can redistribute it and/or modify
638 | it under the terms of the GNU General Public License as published by
639 | the Free Software Foundation, either version 3 of the License, or
640 | (at your option) any later version.
641 |
642 | This program is distributed in the hope that it will be useful,
643 | but WITHOUT ANY WARRANTY; without even the implied warranty of
644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
645 | GNU General Public License for more details.
646 |
647 | You should have received a copy of the GNU General Public License
648 | along with this program. If not, see Copyright (C)
656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
657 | This is free software, and you are welcome to redistribute it
658 | under certain conditions; type `show c' for details.
659 |
660 | The hypothetical commands `show w' and `show c' should show the appropriate
661 | parts of the General Public License. Of course, your program's commands
662 | might be different; for a GUI interface, you would use an "about box".
663 |
664 | You should also get your employer (if you work as a programmer) or school,
665 | if any, to sign a "copyright disclaimer" for the program, if necessary.
666 | For more information on this, and how to apply and follow the GNU GPL, see
667 | .
675 |
--------------------------------------------------------------------------------
/old/usr/local/bin/dwd-cap-warnings:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python3
2 | # Erzeugen von Warnmeldungen
3 | # Copyright (C) 2021,2022 Johanna Roedenbeck
4 | # licensed under the terms of the General Public License (GPL) v3
5 |
6 | from __future__ import absolute_import
7 | from __future__ import print_function
8 | from __future__ import with_statement
9 |
10 | """
11 | This script is free software: you can redistribute it and/or modify
12 | it under the terms of the GNU General Public License as published by
13 | the Free Software Foundation, either version 3 of the License, or
14 | (at your option) any later version.
15 |
16 | This script is distributed in the hope that it will be useful,
17 | but WITHOUT ANY WARRANTY; without even the implied warranty of
18 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 | GNU General Public License for more details.
20 | """
21 |
22 | """
23 | Ein -Element DARF ein oder mehrere -Elemente haben. Jedes -
24 | Element stellt eine Warnung in einer Sprache dar. Sind mehrere -Elemente in
25 | einem -Block enthalten, so MUSS jedes -Element die gleiche Warnung
26 | (die gleiche Information) in einer anderen Sprache darstellen. Jedes -Element
27 | DARF ein oder mehrere -Elemente haben.
28 | """
29 |
30 | import json
31 | import time
32 | import datetime
33 | import configobj
34 | import os.path
35 | import requests
36 | import csv
37 | import io
38 | import urllib.parse
39 | from email.utils import formatdate
40 | import html.parser
41 | import zipfile
42 |
43 | if __name__ == "__main__":
44 | import optparse
45 | import sys
46 | def loginf(x):
47 | print(x, file=sys.stderr)
48 | def logerr(x):
49 | print(x, file=sys.stderr)
50 |
51 | DEFAULT_DWD_WARNCELLID_URL = "https://www.dwd.de/DE/leistungen/opendata/help/warnungen/cap_warncellids_csv.csv?__blob=publicationFile&v=3"
52 | DEFAULT_DWD_CAP_URL = "https://opendata.dwd.de/weather/alerts/cap"
53 |
54 | # Der DWD verwendet ganz offensichtlich nicht die nach ISO genormten
55 | # Abkuerzungen fuer Bundeslaender.
56 | dwd_copy={
57 | 'SN':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/sachsen/warnlage_sac_node.html',
58 | 'TH':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/thueringen/warnlage_thu_node.html',
59 | 'SA':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/sachen_anhalt/warnlage_saa_node.html',
60 | 'BB':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/berlin_brandenburg/warnlage_bb_node.html',
61 | 'MV':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/mecklenburg_vorpommern/warnlage_mv_node.html',
62 | 'NS':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/niedersachsen_bremen/warnlage_nds_node.html',
63 | 'HB':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/niedersachsen_bremen/warnlage_nds_node.html',
64 | 'HE':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/hessen/warnlage_hes_node.html',
65 | 'NRW':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/nordrhein_westfalen/warnlage_nrw_node.html',
66 | 'BY':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/bayern/warnlage_bay_node.html',
67 | 'SH':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/schleswig_holstein_hamburg/warnlage_shh_node.html',
68 | 'HH':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/schleswig_holstein_hamburg/warnlage_shh_node.html',
69 | 'RP':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/rheinland-pfalz_saarland/warnlage_rps_node.html',
70 | 'SL':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/rheinland-pfalz_saarland/warnlage_rps_node.html',
71 | 'BW':'https://www.dwd.de/DE/wetter/warnungen_aktuell/warnlagebericht/baden-wuerttemberg/warnlage_baw_node.html'}
72 | AGS_STATES = {
73 | '01':('SH','Schleswig-Holstein'),
74 | '02':('HH','Freie und Hansestadt Hamburg'),
75 | '03':('NS','Niedersachsen'),
76 | '04':('HB','Freie Hansestadt Bremen'),
77 | '05':('NRW','Nordrhein-Westfalen'),
78 | '06':('HE','Hessen'),
79 | '07':('RP','Rheinland-Pfalz'),
80 | '08':('BW','Baden-Württemberg'),
81 | '09':('BY','Freistaat Bayern'),
82 | '10':('SL','Saarland'),
83 | '11':('BB','Berlin'),
84 | '12':('BB','Brandenburg'),
85 | '13':('MV','Mecklenburg-Vorpommern'),
86 | '14':('SN','Freistaat Sachsen'),
87 | '15':('SA','Sachsen-Anhalt'),
88 | '16':('TH','Thüringen')}
89 |
90 | # Codes from warnings.json
91 |
92 | dwd_level=(
93 | 'keine Warnung', # 0 no warning
94 | 'Vorinformation', # 1 preliminary info
95 | 'Wetterwarnung', # 2 minor
96 | 'markantes Wetter', # 3 moderate
97 | 'Unwetterwarnung', # 4 severe
98 | 'extremes Unwetter') # 5 extreme
99 |
100 | # Namensbestandteile der Warn-Icons
101 | dwd_warning_type=(
102 | 'gewitter', # 0 thunderstorm
103 | 'wind', # 1 wind/storm
104 | 'regen', # 2 rain
105 | 'schnee', # 3 snow
106 | 'nebel', # 4 fog
107 | 'frost', # 5 frost
108 | 'eis', # 6 ice
109 | 'tau', # 7 thawing
110 | 'hitze', # 8 heat
111 | 'uv') # 9 uv warning
112 |
113 | def dwd_warn_icon_file(type,level):
114 | if type is None: return None
115 | if type==8 or type==9:
116 | return "warn_icons_%s.png" % dwd_warning_type[type]
117 | if level==1:
118 | return "warn_icons_%s_pre.png" % dwd_warning_type[type]
119 | if level<2 or level>5: return None
120 | return "warn_icons_%s_%s.png" % (dwd_warning_type[type],level-1)
121 |
122 | def dwd_level_text(level):
123 | try:
124 | return dwd_level[level]
125 | except IndexError:
126 | if level==10: return 'Hitzewarnung'
127 | return None
128 |
129 | # Codes from CAP
130 |
131 | CAP_SEVERITY = {
132 | 'Minor':2,
133 | 'Moderate':3,
134 | 'Severe':4,
135 | 'Extreme':5}
136 |
137 | CAP_II_CAPTION = [
138 | 'Warnungen',
139 | 'Küsten-Warnungen',
140 | 'Hochsee-Warnungen',
141 | 'Medizin-Meteorologische Warnungen',
142 | 'Vorabinformationen Unwetter']
143 | CAP_II = [
144 | #II,type,c,name
145 | # Warnungen
146 | (22,5,0,'Frost'),
147 | (24,6,0,'Glätte'),
148 | (31,0,0,'Gewitter'),
149 | (33,0,0,'starkes Gewitter'),
150 | (34,0,0,'starkes Gewitter'),
151 | (36,0,0,'starkes Gewitter'),
152 | (38,0,0,'starkes Gewitter'),
153 | (40,0,0,'schweres Gewitter mit Orkanböen'),
154 | (41,0,0,'schweres Gewitter mit extremen Orkanböen'),
155 | (42,0,0,'schweres Gewitter mit heftigem Starkregen'),
156 | (44,0,0,'schweres Gewitter mit Orkanböen und heftigem Starkregen'),
157 | (45,0,0,'schweres Gewitter mit extremen Orkanböen und heftigem Starkregen'),
158 | (46,0,0,'schweres Gewitter mit heftigem Starkregen und Hagel'),
159 | (48,0,0,'schweres Gewitter mit Orkanböen, heftigem Starkregen und Hagel'),
160 | (49,0,0,'schweres Gewitter mit extremen Orkanböen, heftigem Starkregen und Hagel'),
161 | (51,1,0,'Windböen'),
162 | (52,1,0,'Sturmböen'),
163 | (53,1,0,'schwere Sturmböen'),
164 | (54,1,0,'orkanartige Böen'),
165 | (55,1,0,'Orkanböen'),
166 | (56,1,0,'extreme Orkanböen'),
167 | (57,1,0,'Starkwind'),
168 | (58,1,0,'Sturm'),
169 | (59,4,0,'Nebel'),
170 | (61,2,0,'Starkregen'),
171 | (62,2,0,'heftiger Starkregen'),
172 | (63,2,0,'Dauerregen'),
173 | (64,2,0,'ergiebiger Dauerregen'),
174 | (65,2,0,'extrem ergiebiger Dauerregen'),
175 | (66,2,0,'extrem heftiger Starkregen'),
176 | (70,3,0,'leichter Schneefall'),
177 | (71,3,0,'Schneefall'),
178 | (72,3,0,'starker Schneefall'),
179 | (73,3,0,'extrem starker Schneefall'),
180 | (74,3,0,'Schneeverwehung'),
181 | (75,3,0,'starke Scheeverwehung'),
182 | (76,3,0,'extrem starke Schneeverwehung'),
183 | (79,5,0,'Leiterseilschwingungen'),
184 | (82,5,0,'strenger Frost'),
185 | (84,6,0,'Glätte'),
186 | (85,6,0,'Glatteis'),
187 | (87,6,0,'Glatteis'),
188 | (88,7,0,'Tauwetter'),
189 | (89,7,0,'starkes Tauwetter'),
190 | (90,0,0,'Gewitter'),
191 | (91,0,0,'starkes Gewitter'),
192 | (92,0,0,'schweres Gewitter'),
193 | (93,0,0,'extremes Gewitter'),
194 | (95,0,0,'schweres Gewitter mit extremem, heftigem Starkregen und Hagel'),
195 | (96,0,0,'extremes Gewitter mit Orkanböen, extrem heftigem Starkregen und Hagel'),
196 | (98,None,0,'Test-Warnung'),
197 | (99,None,0,'Test-Unwetterwarnung'),
198 | # Küsten-Warnungen
199 | (11,1,1,'Böen'),
200 | (12,1,1,'Wind'),
201 | (13,1,1,'Sturm'),
202 | # Hochsee-Warnungen
203 | (14,1,2,'Starkwind'),
204 | (15,1,2,'Sturm'),
205 | (16,1,2,'schwerer Sturm'),
206 | # Medizin-Meteorologische Warnungen
207 | (246,9,3,'UV-Index'),
208 | (247,8,3,'starke Hitze'),
209 | (248,8,3,'extreme Hitze'),
210 | # Vorabinformationen Unwetter
211 | (40,0,4,'Vorabinformation schweres Gewitter'),
212 | (55,1,4,'Vorabinformation Orkanböen'),
213 | (65,2,4,'Vorabinformation heftiger/ergiebiger Regen'),
214 | (75,3,4,'Vorabinformation starker Schneefall/Schneeverwehung'),
215 | (85,6,4,'Vorabinformation Glatteis'),
216 | (89,7,4,'Vorabinformation starkes Tauwetter'),
217 | (99,None,4,'Test-Vorabinformation Unwetter')]
218 |
219 | CAP_II_TYPE = { ii[0]:ii[1] for ii in CAP_II if ii[2]!=4 and ii[1] is not None }
220 |
221 | CAP_EVENT = {
222 | 'FROST':(5,22),
223 | 'GLÄTTE':(6,24),
224 | 'GLATTEIS':(6,None),
225 | 'GEWITTER':(0,31),
226 | 'WINDBÖEN':(1,51),
227 | # 'STURM':(1,58),
228 | 'NEBEL':(4,59),
229 | 'TEST-WARNUNG':(None,98),
230 | 'TEST-UNWETTERWARNUNG':(None,99),
231 | # Vorabinformation Unwetter
232 | 'VORABINFORMATION SCHWERES GEWITTER':(0,40),
233 | 'VORABINFORMATION ORKANBÖEN':(1,55),
234 | 'VORABINFORMATION HEFTIGER / ERGIEBIGER REGEN':(2,65),
235 | 'VORABINFORMATION STARKER SCHNEEFALL / SCHNEEVERWEHUNG':(3,75),
236 | 'VORABINFORMATION GLATTEIS':(6,85),
237 | 'VORABINFORMATION STARKES TAUWETTER':(7,89),
238 | 'TEST-VORABINFORMATION UNWETTER':(None,99),
239 | # Küsten-Warnungen
240 | 'BÖEN':(1,11),
241 | 'WIND':(1,12),
242 | 'STURM':(1,13),
243 | # Medizin-Meteorologische-Warnungen
244 | 'UV-INDEX':(9,246),
245 | 'STARKE HITZE':(8,247),
246 | 'EXTREME HITZE':(8,248)
247 | }
248 |
249 | # räumliche Auflösung
250 | DWD_CAP_URL_RES = {
251 | 'county': 'DISTRICT',
252 | 'city': 'COMMUNEUNION',
253 | 'Landkreis': 'DISTRICT',
254 | 'Gemeinde': 'COMMUNEUNION'}
255 |
256 | # Aktualisierungsstrategie und Aktualisierungsregeln
257 | # update strategy and update rules
258 | DWD_CAP_URL_UPDATE = {
259 | 'cell': {
260 | 'dwd': 'DWD',
261 | 'neutral': 'CELLS'},
262 | 'event': {
263 | 'neutral': 'EVENT',
264 | None: 'EVENT'}}
265 |
266 | # Kompletter Warnstatus oder Differenzmeldungen
267 | # status or difference messages
268 | DWD_CAP_URL_STATUS_DIFFERENCE = {
269 | False: 'STAT',
270 | True: 'DIFF'}
271 |
272 | def get_eventtype_from_cap(capevent,eventtypeii):
273 | """ get JSON event type from CAP event and ii """
274 | try:
275 | if capevent in CAP_EVENT: return CAP_EVENT[capevent][0]
276 | if 'GEWITTER' in capevent: return 0
277 | if 'STURM' in capevent: return 1
278 | if 'REGEN' in capevent: return 2
279 | if 'SCHNEEFALL' in capevent: return 3
280 | if 'FROST' in capevent: return 5
281 | if 'TAUWETTER' in capevent: return 7
282 | eventtypeii = int(eventtypeii)
283 | if eventtypeii in CAP_II_TYPE: return CAP_II_TYPE[eventtypeii]
284 | except Exception:
285 | pass
286 | return None
287 |
288 | def get_cap_url(resolution, strategy, rule, diff):
289 | """ compose URL for CAP files """
290 | try:
291 | return DEFAULT_DWD_CAP_URL+'/'+DWD_CAP_URL_RES[resolution]+'_'+DWD_CAP_URL_UPDATE[strategy][rule]+'_'+DWD_CAP_URL_STATUS_DIFFERENCE[diff]
292 | except Exception:
293 | return None
294 |
295 |
296 | ##############################################################################
297 | # extract file names from directory listing #
298 | ##############################################################################
299 |
300 | class CapDirParser(html.parser.HTMLParser):
301 |
302 | def __init__(self, lang):
303 | super(CapDirParser,self).__init__()
304 | self.lang = lang
305 | self.files = []
306 |
307 | def handle_starttag(self, tag, attrs):
308 | """ process HTML start tags """
309 | if tag=='a':
310 | for i in attrs:
311 | if i[0]=='href':
312 | file_lang = (i[1][-6:-4]).lower()
313 | if file_lang==self.lang and i[1][-4:].lower()=='.zip':
314 | self.files.append(i[1])
315 |
316 | def get_files(self):
317 | """ get the list of file names found and close parser """
318 | self.close()
319 | return self.files
320 |
321 |
322 | ##############################################################################
323 | # parse CAP file #
324 | ##############################################################################
325 |
326 | # Note: Strictly speaking CAP files are XML, not HTML. But for our
327 | # purpose a simple HTML parser is sufficient.
328 |
329 | # Note: There is one and only one alert per file.
330 |
331 | class CAPParser(html.parser.HTMLParser):
332 |
333 | # tags that require special handling
334 | TAGTYPE = {
335 | # tag sub multiple
336 | # section times
337 | 'alert': (True, False),
338 | 'info': (True, False),
339 | 'eventcode':(True, True),
340 | 'area': (True, True),
341 | 'geocode': (True, True),
342 | 'parameter':(True, True),
343 | 'code': (False, True)}
344 | # default: False False
345 |
346 | def __init__(self, log_tags=False):
347 | super(CAPParser,self).__init__()
348 | self.log_tags = log_tags
349 | self.lvl = 0
350 | self.tags = []
351 | self.cap = dict()
352 | self.ar = [self.cap]
353 |
354 | def _is_dict(self, tag):
355 | """ Is this tag a sub-section? """
356 | return self.TAGTYPE.get(tag,(False,False))[0]
357 |
358 | def _is_array(self, tag):
359 | """ Is this tag allowed multiple times? """
360 | return self.TAGTYPE.get(tag,(False,False))[1]
361 |
362 | def handle_starttag(self, tag, attrs):
363 | """ handle start tag """
364 | if self.log_tags:
365 | print(self.lvl,self.tags,'start',tag,attrs)
366 | self.tags.append(tag)
367 | self.lvl+=1
368 | if self._is_array(tag):
369 | if tag not in self.ar[-1]:
370 | self.ar[-1][tag] = []
371 | if self._is_dict(tag):
372 | self.ar[-1][tag].append(dict())
373 | self.ar.append(self.ar[-1][tag][-1])
374 | elif self._is_dict(tag):
375 | self.ar[-1][tag] = dict()
376 | self.ar.append(self.ar[-1][tag])
377 |
378 | def handle_endtag(self, tag):
379 | """ handle end tag """
380 | del self.tags[-1]
381 | self.lvl-=1
382 | if self._is_dict(tag):
383 | del self.ar[-1]
384 | if self.log_tags:
385 | print(self.lvl,self.tags,'end',tag)
386 |
387 | def handle_data(self, data):
388 | """ handle data between tags """
389 | if len(self.tags)>0:
390 | tag = self.tags[-1]
391 | if self._is_array(tag):
392 | if self._is_dict(tag):
393 | pass
394 | else:
395 | self.ar[-1][tag].append(data)
396 | pass
397 | elif self._is_dict(tag):
398 | if not data.isspace():
399 | self.ar[-1]['@'] = data
400 | else:
401 | self.ar[-1][tag] = data
402 | if self.log_tags:
403 | print(self.lvl,self.tags,'data',data)
404 |
405 | ##############################################################################
406 | # Class for processing warnings in CAP files #
407 | ##############################################################################
408 |
409 | class DwdWarnings(object):
410 |
411 | def __init__(self, config_dict, verbose=False):
412 |
413 | # target path
414 | try:
415 | self.target_path = config_dict['WeatherServices']['path']
416 | except LookupError:
417 | self.target_path = config_dict['DeutscherWetterdienst']['path']
418 | # warning config data
419 | warn_dict = config_dict['DeutscherWetterdienst']['warning']
420 | # Bundeslaender und Landkreise, fuer die Warndaten
421 | # bereitgestellt werden sollen, aus weewx.conf lesen
422 | self.resolution = warn_dict.get('resolution','city')
423 | self.states = warn_dict.get('states',[])
424 | if not isinstance(self.states,list): self.states=[self.states]
425 | _area = DWD_CAP_URL_RES.get(self.resolution,'COMMUNEUNION' if 'cities' in warn_dict else 'DISTRICT')
426 | if _area=='DISTRICT':
427 | self.filter_area = warn_dict.get('counties',dict())
428 | elif _area=='COMMUNEUNION':
429 | self.filter_area = warn_dict.get('cities',dict())
430 | # warn icons
431 | self.icon_pth = warn_dict['icons']
432 | # source urls
433 | self.dwd_status_url = warn_dict.get('dwd_status_url',get_cap_url(self.resolution,'cell','neutral',False))
434 | self.dwd_diff_url = warn_dict.get('dwd_diff_url',get_cap_url(self.resolution,'cell','neutral',True))
435 | # logging
436 | self.verbose = verbose
437 | self.log_success = warn_dict.get('log_success',config_dict['DeutscherWetterdienst'].get('log_success',config_dict.get('log_success',False)))
438 | self.log_failure = warn_dict.get('log_failure',config_dict['DeutscherWetterdienst'].get('log_failure',config_dict.get('log_failure',False)))
439 | if int(config_dict.get('debug',0))>0 or verbose:
440 | self.log_success = True
441 | self.log_failure = True
442 | self.verbose = True
443 | if __name__ == "__main__" and verbose:
444 | print('-- configuration data ----------------------------------')
445 | print('log success: ',self.log_success)
446 | print('log failure: ',self.log_failure)
447 | print('status url: ',self.dwd_status_url)
448 | print('diff msgs url:',self.dwd_diff_url)
449 | print('filter area: ',self.filter_area)
450 | print('target path: ',self.target_path)
451 | print('--------------------------------------------------------')
452 |
453 |
454 | def download_warncellids(self, dryrun=False):
455 |
456 | # Path to store the file
457 | fn = os.path.join(self.target_path,'warncellids.csv')
458 |
459 | if os.path.exists(fn):
460 | mtime = os.path.getmtime(fn)
461 | mtime_str = formatdate(mtime,False,True)
462 | else:
463 | mtime = 0
464 | mtime_str = None
465 | if self.verbose:
466 | loginf('warncellids.csv mtime %s %s' % (mtime,mtime_str))
467 |
468 | # Without specifying a user agent the server sends the error
469 | # message 403
470 | headers={'User-Agent':'weewx-DWD'}
471 | # If the file is not changed we need not download it again
472 | if mtime_str: headers['If-Modified-Since'] = mtime_str
473 |
474 | reply = requests.get(DEFAULT_DWD_WARNCELLID_URL,headers=headers)
475 | if self.verbose:
476 | loginf('warncellids URL %s' % reply.url)
477 |
478 | if reply.status_code==200:
479 | if self.log_success or self.verbose:
480 | loginf('warncellids successfully downloaded')
481 | if dryrun:
482 | print(reply.text)
483 | else:
484 | with open(fn,'w',encoding='utf-8') as f:
485 | f.write(reply.text)
486 |
487 | elif reply.status_code==304:
488 | if self.log_success or self.verbose:
489 | loginf('warncellids.csv is already up to date')
490 | else:
491 | if self.log_failure or self.verbose:
492 | logerr('error downloading warncellids: %s %s' % (reply.status_code,reply.reason))
493 |
494 | with open(fn,'r',encoding='utf-8') as f:
495 | f.read(3)
496 | wcids = csv.DictReader(f,delimiter=';')
497 | print(wcids)
498 | #for i in wcids: print(i)
499 |
500 | def dir(self, diff, lang='de'):
501 |
502 | if diff:
503 | url = self.dwd_diff_url
504 | else:
505 | url = self.dwd_status_url
506 |
507 | if self.verbose:
508 | loginf('about to download zip file list from %s' % url)
509 |
510 | reply = requests.get(url)
511 |
512 | if reply.status_code==200:
513 | if self.log_success or self.verbose:
514 | loginf('zip file list successfully downloaded')
515 | parser = CapDirParser(lang)
516 | parser.feed(reply.text)
517 | return parser.get_files()
518 | else:
519 | if self.log_failure or self.verbose:
520 | logerr('error downloading zip file list from %s: %s %s' % (reply.url,reply.status_code,reply.reason))
521 | return None
522 |
523 | def download_zip(self, diff, file_name):
524 |
525 | if diff:
526 | url = self.dwd_diff_url
527 | else:
528 | url = self.dwd_status_url
529 |
530 | url = url+'/'+file_name
531 |
532 | if self.verbose:
533 | loginf('about to download %s' % url)
534 |
535 | headers={'User-Agent':'weewx-DWD'}
536 | reply = requests.get(url,headers=headers)
537 |
538 | if reply.status_code==200:
539 | if self.log_success or self.verbose:
540 | loginf('successfully downloaded %s' % reply.url)
541 | return zipfile.ZipFile(io.BytesIO(reply.content),'r')
542 | else:
543 | if self.log_failure or self.verbose:
544 | loginf('error downloading %s: %s %s' % (reply.url,reply.status_code,reply.reason))
545 | return None
546 |
547 | def process_xml(self, zz, name, log_tags=False):
548 | """ get file 'name' out of zip file 'zipfile' and
549 | convert to dict() """
550 | if self.verbose:
551 | loginf('processing CAP file %s' % name)
552 | xmltext = zz.read(name).decode(encoding='utf-8')
553 | parser = CAPParser(log_tags)
554 | parser.feed(xmltext)
555 | cap_dict = parser.cap
556 | parser.close()
557 | if self.verbose:
558 | loginf('CAP file %s processed' % name)
559 | return cap_dict
560 |
561 | def _area_filter(self, tag, val):
562 | try:
563 | reply = []
564 | if tag=='area':
565 | for ii in val:
566 | try:
567 | if ii['areadesc'] in self.filter_area:
568 | wcid = None
569 | for jj in ii.get('geocode',[]):
570 | if jj.get('valuename','')=='WARNCELLID':
571 | wcid = jj.get('value')
572 | try:
573 | ags = wcid[-8:]
574 | state = AGS_STATES[ags[:2]]
575 | except Exception:
576 | state = [None,None]
577 | try:
578 | alt = int(float(ii['altitude'])*0.3048)
579 | except Exception:
580 | alt = None
581 | try:
582 | cie = int(float(ii['ceiling'])*0.3048)
583 | except Exception:
584 | cie = None
585 | reply.append((ii['areadesc'],
586 | wcid,alt,cie,
587 | state[0],state[1],
588 | self.filter_area[ii['areadesc']]))
589 | except Exception as e:
590 | if self.verbose:
591 | logerr(e)
592 | return reply
593 | except Exception as e:
594 | if self.verbose:
595 | logerr(e)
596 | return []
597 |
598 | @staticmethod
599 | def _mktime(timestring):
600 | """ convert CAP timestamp string to epoch time """
601 | ti = datetime.datetime.strptime(timestring,'%Y-%m-%dT%H:%M:%S%z')
602 | #print(ti)
603 | return int(ti.timestamp()*1000)
604 |
605 | def get_warnings(self, diff, filename, lang='de', log_tags=False):
606 | if self.verbose:
607 | loginf('processing file %s' % filename)
608 | # initialize dict for all regions to collect warnings for
609 | wwarn={self.filter_area[i]:dict() for i in self.filter_area}
610 | # download CAP file
611 | zz = self.download_zip(diff,filename)
612 | # process alerts included in the CAP file
613 | for name in zz.namelist():
614 | # read file out of zip file and convert to dict
615 | cap_dict = self.process_xml(zz,name,log_tags)
616 | # process dict
617 | for lvl1 in cap_dict:
618 | #
619 | #print('lvl1',lvl1,'--------------')
620 | # search the alert for area references we are interested in
621 | areas = []
622 | lvl1_dict = cap_dict[lvl1]
623 | info_dict = dict()
624 | if isinstance(lvl1_dict,dict):
625 | # items in 'alert' that are dicts
626 | for lvl2 in lvl1_dict:
627 | #
628 | #print('lvl2',lvl2,'------------')
629 | # There may be one or more sections, one for
630 | # each language
631 | if lvl2=='info':
632 | try:
633 | if lvl1_dict[lvl2]['language'][0:2].lower()==lang:
634 | info_dict = lvl1_dict[lvl2]
635 | # search section for sections
636 | for lvl3 in info_dict:
637 | ar = self._area_filter(lvl3,info_dict[lvl3])
638 | if ar: areas.extend(ar)
639 | except Exception:
640 | pass
641 | else:
642 | pass
643 | else:
644 | # items in 'alert' that are not dicts
645 | pass
646 | # If the alert applies to areas we are interested in,
647 | # the variable areas contains the the area references.
648 | # Otherwise it is an empty array.
649 | if areas and lvl1_dict.get('status','')!='Test':
650 | areas.sort(key=lambda x:x[0])
651 | altitude = (areas[0][2],areas[0][3])
652 | for ii in areas:
653 | if (ii[2],ii[3])!=altitude:
654 | altitude = None
655 | break
656 | alert = {
657 | 'identifier':lvl1_dict.get('identifier'),
658 | 'sender':lvl1_dict.get('sender'),
659 | 'sent':DwdWarnings._mktime(lvl1_dict.get('sent')),
660 | 'status':lvl1_dict.get('status'),
661 | 'msgType':lvl1_dict.get('msgtype'),
662 | 'source':lvl1_dict.get('source'),
663 | 'scope':lvl1_dict.get('scope'),
664 | 'regionName':[ii[0] for ii in areas],
665 | 'altitudeRange':altitude,
666 | 'areas':areas,
667 | 'description':info_dict.get('description',''),
668 | 'event':info_dict.get('event',''),
669 | 'headline':info_dict.get('headline',''),
670 | 'instruction':info_dict.get('instruction',''),
671 | 'category':info_dict.get('category'),
672 | 'responseType':info_dict.get('responsetype'),
673 | 'urgency':info_dict.get('urgency'),
674 | 'severity':info_dict.get('severity')}
675 | # release time
676 | alert['released'] = DwdWarnings._mktime(info_dict.get('effective'))
677 | # start time
678 | alert['start'] = DwdWarnings._mktime(info_dict.get('onset'))
679 | # end time
680 | alert['end'] = DwdWarnings._mktime(info_dict.get('expires'))
681 | #
682 | for ii in info_dict.get('eventcode',[]):
683 | try:
684 | alert['eventCode-'+ii['valuename']] = ii['value']
685 | except Exception:
686 | pass
687 | #
688 | alert['parameter'] = dict()
689 | for ii in info_dict.get('parameter',[]):
690 | try:
691 | alert['parameter'][ii['valuename']] = ii['value']
692 | except Exception:
693 | pass
694 | #
695 | for ii in lvl1_dict.get('code',[]):
696 | if ii=='SILENT_UPDATE':
697 | alert['SILENT_UPDATE'] = True
698 | if ii=='PARTIAL_CLEAR':
699 | alert['PARTIAL_CLEAR'] = True
700 | if ii[:3]=='id:':
701 | alert['msgid'] = ii
702 | # severity level
703 | if info_dict.get('event','')[:16]=='VORABINFORMATION':
704 | alert['level'] = 1
705 | else:
706 | alert['level'] = CAP_SEVERITY.get(info_dict.get('severity'),0)
707 | alert["level_text"] = dwd_level_text(alert['level'])
708 | # event type
709 | alert['type'] = get_eventtype_from_cap(
710 | info_dict.get('event'),
711 | alert.get('eventCode-II'))
712 | # warn icon
713 | try:
714 | alert['icon'] = self.icon_pth+'/'+dwd_warn_icon_file(alert['type'],alert['level'])
715 | except Exception:
716 | pass
717 | #
718 | _areas = dict()
719 | for ii in areas: _areas[ii[-1]] = True
720 | _region = ', '.join([ii[0] for ii in areas])
721 | for ii in _areas:
722 | if _region not in wwarn[ii]:
723 | wwarn[ii][_region] = []
724 | wwarn[ii][_region].append(alert)
725 | #print(json.dumps(alert,indent=4,ensure_ascii=False))
726 |
727 | # The sub-dictionary for regions was include for the purpose
728 | # of sorting, only. Now it is removed to get the the right
729 | # data structure.
730 | for __ww in wwarn:
731 | x = []
732 | for ii in wwarn[__ww]: x.extend(wwarn[__ww][ii])
733 | wwarn[__ww] = x
734 |
735 | if self.verbose:
736 | loginf('file %s processed' % filename)
737 | #print(json.dumps(wwarn,indent=4,ensure_ascii=False))
738 | return wwarn
739 |
740 | def write_html(self, wwarn, dryrun):
741 | for __ww in wwarn:
742 | s = ""
743 | stateShort = ""
744 | r = None
745 | for idx,val in enumerate(wwarn[__ww]):
746 |
747 | # get the state (Bundesland) out of the AGS code
748 | try:
749 | _states = list({(i[4],i[5]) for i in val['areas'] if i[-1]==__ww})
750 | if len(_states)!=1: raise Exception
751 | stateShort = _states[0][0]
752 | val['stateShort'] = stateShort
753 | val['state'] = _states[0][1]
754 | except Exception:
755 | stateShort = None
756 |
757 | # list of warning regions that alert applies to
758 | _region = ', '.join([i[0] for i in val['areas'] if i[-1]==__ww])
759 | _region = _region.replace('Stadt ','').replace('Gemeinde ','')
760 | val['regionName'] = _region
761 | # if a new region starts, set a caption
762 | if r is None or r!=_region:
763 | r = _region
764 | s+='%s
\n' % r
765 |
766 | # alert message
767 | s+='\n'
768 | if val.get('icon'):
769 | s+='%s
\n' % (__size,val['headline'])
772 | s='%sgültig vom %s bis %s\n' % (s,time.strftime("%d.%m. %H:%M",time.localtime(val['start']/1000)),time.strftime("%d.%m. %H:%M",time.localtime(val['end']/1000)))
773 |
774 | if val.get('altitudeRange'):
775 | altitude = val['altitudeRange']
776 | if altitude[0]>0 and altitude[1]>=3000:
777 | s += '
für Höhen ab %s m\n' % altitude[0]
778 | elif altitude[0]<=0 and altitude[1]<3000:
779 | s += '
für Höhen bis %s m\n' % altitude[1]
780 | elif altitude[0]>0 and altitude[1]<3000:
781 | s += '
für Höhen von %s m bis %s m\n' % altitude
782 |
783 | s+='
\n'
784 |
785 | if val.get('description'):
786 | s+="%s
\n" % val['description']
787 | if val.get('instruction'):
788 | s+="%s
\n" % val['instruction']
789 |
790 | s+='%s – %s – %s – %s – II=%s – %s
' % (val['type'],val['event'],val['level'],val['level_text'],val.get('eventCode-II',''),val.get('eventCode-GROUP',''))
791 |
792 | if s:
793 | s+='Quelle: DWD
\n' % dwd_copy.get(stateShort,"https://www.wettergefahren.de")
794 | else:
795 | s='zur Zeit keine Warnungen
'
796 |
797 | if dryrun:
798 | print("########################################")
799 | print("-- HTML -- warn-%s.inc ------------------------------"%__ww)
800 | print(s)
801 | print("-- JSON -- warn-%s.json -----------------------------"%__ww)
802 | print(json.dumps(wwarn[__ww],indent=4,ensure_ascii=False))
803 | else:
804 | with open("%s/warn-%s.inc" % (self.target_path,__ww),"w") as file:
805 | file.write(s)
806 | with open("%s/warn-%s.json" % (self.target_path,__ww),"w") as file:
807 | json.dump(wwarn[__ww],file,indent=4)
808 |
809 | if __name__ == "__main__":
810 |
811 | usage = """Usage: %prog [options] [zip_file_name [CAP_file_name]]
812 |
813 | Without an option from the commands group HTML and JSON files are
814 | created and saved according to the configuration."""
815 |
816 | epilog = None
817 |
818 | # Create a command line parser:
819 | parser = optparse.OptionParser(usage=usage, epilog=epilog)
820 |
821 | # options
822 | parser.add_option("--config", dest="config_path", type=str,
823 | metavar="CONFIG_FILE",
824 | default=None,
825 | help="Use configuration file CONFIG_FILE.")
826 | parser.add_option("--weewx", action="store_true",
827 | help="Read config from weewx.conf.")
828 | parser.add_option("--diff", action="store_true",
829 | help="Use diff files instead of status files.")
830 | parser.add_option("--resolution", dest="resolution", type=str,
831 | metavar="VALUE",
832 | default=None,
833 | help="Overwrite configuration setting for resolution. Possible values are 'county' and 'city'.")
834 | parser.add_option("--lang", dest="lang", type=str,
835 | metavar="ISO639",
836 | default='de',
837 | help="Alert language. Default 'de'")
838 |
839 | group = optparse.OptionGroup(parser,"Output and logging options")
840 | group.add_option("--dry-run", action="store_true",
841 | help="Print what would happen but do not do it. Default is False.")
842 | group.add_option("--log-tags", action="store_true",
843 | help="Log tags while parsing the XML file.")
844 | group.add_option("-v","--verbose", action="store_true",
845 | help="Verbose output")
846 | parser.add_option_group(group)
847 |
848 | # commands
849 | group = optparse.OptionGroup(parser,"Commands")
850 | group.add_option("--get-warncellids", dest="warncellids", action="store_true",
851 | help="Download warn cell ids file.")
852 | group.add_option("--list-ii", dest="lsii", action="store_true",
853 | help="List defined II event codes")
854 | group.add_option("--list-zip", dest="lszip", action="store_true",
855 | help="Download and display zip file list")
856 | group.add_option("--list-cap", dest="lscap", action="store_true",
857 | help="List CAP files within a zip file. Requires zip file name as argument")
858 | group.add_option("--print-cap", dest="printcap", action="store_true",
859 | help="Convert one CAP file to JSON and print the result. Requires zip file name and CAP file name as arguments")
860 | parser.add_option_group(group)
861 |
862 | (options, args) = parser.parse_args()
863 |
864 | if options.weewx:
865 | config_path = "/etc/weewx/weewx.conf"
866 | else:
867 | config_path = options.config_path
868 |
869 |
870 | if config_path:
871 | print("Using configuration file %s" % config_path)
872 | config = configobj.ConfigObj(config_path)
873 | else:
874 | # test only
875 | print("Using test configuration")
876 | # vom Benutzer anzupassen
877 | states=['Sachsen','Thüringen']
878 | counties={
879 | 'Kreis Mittelsachsen - Tiefland':'DL',
880 | 'Stadt Leipzig':'L',
881 | 'Stadt Jena':'J',
882 | 'Stadt Dresden':'DD'}
883 | cities={
884 | 'Stadt Döbeln':'DL',
885 | 'Stadt Leipzig':'L',
886 | 'Stadt Jena':'J',
887 | 'Stadt Dresden':'DD'}
888 | ICON_PTH="../dwd/warn_icons_50x50"
889 | target_path='.'
890 |
891 | config = {
892 | 'log_success':True,
893 | 'log_failure':True,
894 | 'DeutscherWetterdienst': {
895 | 'path':target_path,
896 | 'warning': {
897 | #'dwd_status_url': get_cap_url('city','cell','neutral',False),
898 | #'dwd_diff_url': get_cap_url('city','cell','neutral',True),
899 | 'icons': ICON_PTH,
900 | 'states' : states,
901 | 'counties': counties,
902 | 'cities': cities }}}
903 |
904 | if options.resolution:
905 | config['DeutscherWetterdienst']['warning']['resolution'] = options.resolution
906 |
907 | dwd = DwdWarnings(config,options.verbose)
908 |
909 | if options.lsii:
910 | c = -1
911 | for ii in CAP_II:
912 | if c!=ii[2]:
913 | if c>=0: print("")
914 | c = ii[2]
915 | print(CAP_II_CAPTION[c])
916 | print(" II | type | c | event")
917 | print("---:|-----:|--:|--------------------------------------------------------------")
918 | print("%3s | %4s | %1s | %s" % (ii[0],ii[1],ii[2],ii[3]))
919 | elif options.warncellids:
920 | dwd.download_warncellids(options.dryrun)
921 | elif options.lszip:
922 | ff = dwd.dir(options.diff,options.lang)
923 | print('\n'.join(ff))
924 | elif options.lscap:
925 | if len(args)>0:
926 | zz = dwd.download_zip(False,args[0])
927 | cc = zz.namelist()
928 | print(len(cc),' files in ',args[0])
929 | print('\n'.join(cc))
930 | else:
931 | print("requires 1 file argument")
932 | elif options.printcap:
933 | if len(args)>=2:
934 | zz = dwd.download_zip(False,args[0])
935 | cap_dict = dwd.process_xml(zz,args[1])
936 | print(json.dumps(cap_dict,indent=2,ensure_ascii=False))
937 | else:
938 | print("requires 2 file arguments")
939 | else:
940 | if len(args)>0:
941 | zfn = args[0]
942 | else:
943 | ff = dwd.dir(options.diff,options.lang)
944 | zfn = ff[-1]
945 | wwarn = dwd.get_warnings(options.diff,zfn,lang=options.lang,log_tags=options.log_tags)
946 | dwd.write_html(wwarn,options.dry_run)
947 |
948 |
--------------------------------------------------------------------------------
/bin/user/weatherserviceshealth.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python3
2 | # Copyright (C) 2024 Johanna Roedenbeck
3 |
4 | """
5 |
6 | This program is free software: you can redistribute it and/or modify
7 | it under the terms of the GNU General Public License as published by
8 | the Free Software Foundation, either version 3 of the License, or
9 | (at your option) any later version.
10 |
11 | This program is distributed in the hope that it will be useful,
12 | but WITHOUT ANY WARRANTY; without even the implied warranty of
13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 | GNU General Public License for more details.
15 |
16 | You should have received a copy of the GNU General Public License
17 | along with this program. If not, see %s %s%s' % (SVG_START % (width,height,sym[1]),val,sym[2],SVG_END)
139 |
140 | OK_SYMBOL = """
148 | %s
149 |
150 | """
151 | THERMO_SMILEY = """ %s %s%s%s' % (SVG_START % (height,height,'0 0 25 25'),val,v,w,SVG_END)
235 |
236 |
237 | class DwdHealthThread(BaseThread):
238 |
239 | BASE_URL = 'https://opendata.dwd.de/climate_environment/health'
240 |
241 | ALERTS_URL = {
242 | 'biowetter':'alerts/biowetter.json',
243 | 'thermal':'alerts/gt.json',
244 | 'pollen':'alerts/s31fg.json',
245 | 'uvi':'alerts/uvi.json'
246 | }
247 |
248 | TIMESPANS1 = [
249 | 'today',
250 | 'tomorrow',
251 | 'dayafter_to'
252 | ]
253 |
254 | TIMESPANS2 = [
255 | 'today_morning',
256 | 'today_afternoon',
257 | 'tomorrow_morning',
258 | 'tomorrow_afternoon',
259 | 'dayafter_to_morning',
260 | 'dayafter_to_afternoon',
261 | ]
262 |
263 | BIOWETTER_OBS = {
264 | 'biowetterValidFrom':('unix_epoch','group_time'),
265 | 'biowetterValidTo':('unix_epoch','group_time'),
266 | 'biowetterIssued':('unix_epoch','group_time'),
267 | 'biowetterNextUpdate':('unix_epoch','group_time'),
268 | 'biowetterValue':(None,None),
269 | 'biowetterExpectedThermalStress':('count','group_count'),
270 | }
271 |
272 | POLLEN_OBS = {
273 | 'pollenValidFrom':('unix_epoch','group_time'),
274 | 'pollenValidTo':('unix_epoch','group_time'),
275 | 'pollenIssued':('unix_epoch','group_time'),
276 | 'pollenNextUpdate':('unix_epoch','group_time'),
277 | }
278 |
279 | POLLEN_TYPES = [
280 | 'Hasel',
281 | 'Erle',
282 | 'Esche',
283 | 'Birke',
284 | 'Graeser',
285 | 'Roggen',
286 | 'Beifuss',
287 | 'Ambrosia',
288 | ]
289 |
290 | POLLEN_COLORS = [
291 | '#3ea72d', # 0
292 | '#dafac7', # 0.5
293 | '#fee391', # 1
294 | '#fec44e', # 1.5
295 | '#fe9929', # 2
296 | '#f03b20', # 2.5
297 | '#bd0026', # 3
298 | ]
299 |
300 | @property
301 | def provider_name(self):
302 | return 'DWD'
303 |
304 | @property
305 | def provider_url(self):
306 | return 'https://www.dwd.de'
307 |
308 | @classmethod
309 | def is_provided(cls, model):
310 | return model in cls.ALERTS_URL
311 |
312 | def __init__(self, name, conf_dict, archive_interval):
313 | # get logging configuration
314 | log_success = weeutil.weeutil.to_bool(conf_dict.get('log_success',False))
315 | log_failure = weeutil.weeutil.to_bool(conf_dict.get('log_failure',True))
316 | # initialize thread
317 | super(DwdHealthThread,self).__init__(name='DWD-Health-'+name,log_success=log_success,log_failure=log_failure)
318 | # archive interval
319 | self.query_interval = weeutil.weeutil.to_int(archive_interval)
320 | # log sleeping time or not
321 | self.log_sleeping = weeutil.weeutil.to_bool(conf_dict.get('log_sleeping',False))
322 | # config
323 | self.model = conf_dict.get('model')
324 | if self.model: self.model = self.model.lower()
325 | self.url = '%s/%s' % (DwdHealthThread.BASE_URL,DwdHealthThread.ALERTS_URL[self.model])
326 | self.area = conf_dict.get('area')
327 | self.target_path = conf_dict.get('path','.')
328 | self.filename = '%s-%s' % (self.model,conf_dict.get('file',self.area))
329 | self.data = []
330 | self.tab = (dict(),dict())
331 | loginf("thread '%s': area '%s', URL '%s'" % (self.name,self.area,self.url))
332 | self.last_update = 0
333 | self.next_update = 0
334 | self.area_name = ''
335 | self.lock = threading.Lock()
336 | # register observation types and accumulators
337 | prefix = conf_dict.get('prefix','')
338 | _accum = dict()
339 | if self.model=='biowetter':
340 | obs_dict = DwdHealthThread.BIOWETTER_OBS
341 | elif self.model=='pollen':
342 | obs_dict = DwdHealthThread.POLLEN_OBS
343 | for plant in DwdHealthThread.POLLEN_TYPES:
344 | obs_dict['pollen%sValue' % plant] = ('count','group_count')
345 | obs_dict['pollen%sText' % plant] = (None,None)
346 | else:
347 | obs_dict = None
348 | if obs_dict:
349 | for key, obs in obs_dict.items():
350 | obstype = key
351 | obsgroup = obs[1]
352 | #print(prefix,obstype,obsgroup)
353 | if obsgroup:
354 | # number variable
355 | if prefix:
356 | weewx.units.obs_group_dict.setdefault(prefix+obstype[0].upper()+obstype[1:],obsgroup)
357 | else:
358 | weewx.units.obs_group_dict.setdefault(obstype,obsgroup)
359 | else:
360 | # string variable
361 | if prefix:
362 | _accum[prefix+obstype[0].upper()+obstype[1:]] = ACCUM_STRING
363 | else:
364 | _accum[obstype] = ACCUM_STRING
365 | if _accum:
366 | weewx.accum.accum_dict.maps.append(_accum)
367 | # HTML config
368 | self.show_placemark = weeutil.weeutil.to_bool(
369 | conf_dict.get('show_placemark',True)
370 | )
371 | self.plusminus_icon_size = weeutil.weeutil.to_int(
372 | conf_dict.get('plusminus_icon_size',20)
373 | )
374 | self.thermalstress_icon_size = weeutil.weeutil.to_int(
375 | conf_dict.get('thermalstress_icon_size', self.plusminus_icon_size*2)
376 | )
377 | # orientation of the HTML table
378 | orientation = conf_dict.get('orientation','h,v')
379 | if not isinstance(orientation,list):
380 | if orientation.lower()=='both': orientation = 'h,v'
381 | orientation = orientation.split(',')
382 | orientation = [ii[0].lower() for ii in orientation]
383 | self.horizontal_table = 'h' in orientation
384 | self.vertical_table = 'v' in orientation
385 | # classes to include in and surronding tag
386 | self.horizontal_table_classes = conf_dict.get(
387 | 'horizontal_table_classes',
388 | 'dwd%stable table-striped' % self.model
389 | )
390 | self.horizontal_div_classes = conf_dict.get(
391 | 'horizontal_div_classes',
392 | 'dwd%s-horizontal' % self.model
393 | )
394 | self.horizontal_main_effect_td_classes = conf_dict.get(
395 | 'horizontal_main_effect_td_classes',
396 | 'records-header'
397 | )
398 | self.vertical_table_classes = conf_dict.get(
399 | 'vertical_table_classes',
400 | 'dwd%stable table-striped' % self.model
401 | )
402 | self.vertical_div_classes = conf_dict.get(
403 | 'vertical_div_classes',
404 | 'dwd%s-vertical' % self.model
405 | )
406 | # visibility according to viewport size
407 | class_hidden = conf_dict.get('class_hidden','hidden-xs')
408 | class_visible = conf_dict.get('class_visible','visible-xs-block')
409 | if self.horizontal_table and self.vertical_table:
410 | # both tables are included, so we need to set visibility
411 | self.horizontal_div_classes = ((self.horizontal_div_classes+' ') if self.horizontal_div_classes else '')+class_hidden
412 | self.vertical_div_classes = ((self.vertical_div_classes+' ') if self.vertical_div_classes else '')+class_visible
413 | # test output
414 | if __name__ == "__main__":
415 | print('obs_group_dict')
416 | print('')
417 | print(weewx.units.obs_group_dict)
418 | print('accum_dict')
419 | print(weewx.accum.accum_dict)
420 | print('')
421 | print('log_success',self.log_success)
422 | print('log_failure',self.log_failure)
423 | print('log_sleeping',self.log_sleeping)
424 | print('model',self.model)
425 | print('filename',self.filename)
426 |
427 | def get_data(self, ts):
428 | """ get actual biometeorologic forecast data for the given
429 | timestamp
430 |
431 | Note: This method is called by another thread. So lock
432 | internal data from changing.
433 | """
434 | data = dict()
435 | try:
436 | self.lock.acquire()
437 | # If data is already received, timestamps of actual and next
438 | # release are always available, independent of the time data
439 | # is requested for.
440 | data['%sLastUpdate' % self.model] = (
441 | self.last_update if self.last_update else None,
442 | 'unix_epoch',
443 | 'group_time'
444 | )
445 | data['%sNextUpdate' % self.model] = (
446 | self.next_update if self.next_update else None,
447 | 'unix_epoch',
448 | 'group_time'
449 | )
450 | # Look for data for the requested timestamp
451 | for ii in self.data:
452 | if ts<=ii[1] and ts>ii[0]:
453 | data.update(ii[2])
454 | finally:
455 | self.lock.release()
456 | return data,5
457 |
458 | def convert_timestamp(self, val):
459 | """ convert timestamp to unix_epoch """
460 | if val is None: return None
461 | val = str(val)
462 | if 'T' in val:
463 | val = val.split('T')
464 | else:
465 | val = val.split(' ')
466 | if len(val)<1: return None
467 | dt = val[0].split('-')
468 | if len(val)<2:
469 | ti = [0,0,0]
470 | else:
471 | ti = val[1].split(':')
472 | try:
473 | return time.mktime((
474 | int(dt[0]), # year
475 | int(dt[1]), # month
476 | int(dt[2]), # day
477 | int(ti[0]), # hour
478 | int(ti[1]), # minute
479 | int(ti[2]) if len(ti)>2 else 0, # second
480 | -1,
481 | -1,
482 | -1
483 | ))
484 | except (TypeError,OverflowError,ValueError) as e:
485 | logerr("thread '%s': convert timestamp %s - %s" % (self.name,e.__class__.__name__,e))
486 | return None
487 |
488 | def process_pollen(self, zone, name, author, last_update, next_update, now, legend):
489 | """ pollen forecast """
490 | lang = 'de'
491 | data = []
492 | tab = dict()
493 | timespans = dict()
494 | # name of the area data is valid for
495 | if zone.get('partregion_id',-1)==-1:
496 | area_name = zone.get('region_name',zone['region_id'])
497 | else:
498 | area_name = zone.get('partregion_name',zone['partregion_id'])
499 | # process legend
500 | legend_dict = dict()
501 | a = dict()
502 | b = dict()
503 | for ii in legend:
504 | if ii.startswith('id'):
505 | no = ii.split('_')[0]
506 | if ii.endswith('desc'):
507 | b[no] = legend[ii]
508 | else:
509 | a[no] = legend[ii]
510 | for ii in a:
511 | legend_dict[a[ii]] = b.get(ii)
512 | del a
513 | del b
514 | # test output
515 | if __name__ == "__main__":
516 | print('Legende:')
517 | print(legend_dict)
518 | # initialize timespans (today, tomorrow, day after tomorrow)
519 | dt = last_update
520 | for ii in range(3):
521 | start, end = weeutil.weeutil.archiveDaySpan(dt)
522 | wday = WEEKDAY_LONG[lang][time.localtime(start).tm_wday]
523 | dd = time.strftime('%d.%m.',time.localtime(start))
524 | ti = None
525 | data.append((start,end,{
526 | 'pollenIssued':(last_update,'unix_epoch','group_time'),
527 | 'pollenValidFrom':(start,'unix_epoch','group_time'),
528 | 'pollenValidTo':(end,'unix_epoch','group_time'),
529 | }))
530 | if end>=now:
531 | timespans[(wday,dd,ti)] = None
532 | dt = end+3600
533 | # process data
534 | for plant in zone.get('Pollen',[]):
535 | for idx,timespan in enumerate(DwdHealthThread.TIMESPANS1):
536 | if timespan in zone['Pollen'][plant]:
537 | val = zone['Pollen'][plant][timespan]
538 | if val.isdigit():
539 | val_f = float(val)
540 | else:
541 | val_f = val.split('-')
542 | try:
543 | val_f = float(val_f[0])+0.5
544 | except (ValueError,OverflowError):
545 | val_f = None
546 | data[idx][2]['pollen'+plant+'Value'] = (val_f,None,None)
547 | data[idx][2]['pollen'+plant+'Text'] = (legend_dict.get(val),None,None)
548 | wday = WEEKDAY_LONG[lang][time.localtime(data[idx][0]).tm_wday]
549 | dt = time.strftime('%d.%m.',time.localtime(data[idx][0]))
550 | ti = None
551 | if end>=now:
552 | if plant not in tab:
553 | tab[plant] = dict()
554 | if (wday,dt,ti) not in tab[plant]:
555 | tab[plant][(wday,dt,ti)] = dict()
556 | tab[plant][(wday,dt,ti)] = {'value':val_f,'effect':legend_dict.get(val)}
557 | return data, (tab, timespans), area_name
558 |
559 | def process_bio(self, zone, name, author, last_update, next_update, now):
560 | """ process bioweather data """
561 | lang = 'de'
562 | data = []
563 | tab = dict()
564 | timespans = dict()
565 | # name of the area data is valid for
566 | area_name = zone.get('name',zone['id'])
567 | # process data
568 | for timespan in DwdHealthThread.TIMESPANS2:
569 | if timespan in zone:
570 | #loginf(zone[timespan])
571 | forecast = zone[timespan]
572 | dt = forecast['date']
573 | ti = forecast['name']
574 | val = forecast['value']
575 | val_list = str(val).split('-')
576 | try:
577 | if val_list[2]=='00':
578 | thermalstress = 0
579 | elif val_list[2].startswith('w'):
580 | thermalstress = int(val_list[2][1:])
581 | elif val_list[2].startswith('k'):
582 | thermalstress = -int(val_list[2][1:])
583 | else:
584 | raise ValueError("unknown heat stress %s" % val_list[2])
585 | except (ValueError,TypeError):
586 | thermalstress = None
587 | #print(name,dt,ti,val)
588 | if ti.startswith('1'):
589 | start = self.convert_timestamp('%sT0:0:0' % dt)
590 | end = self.convert_timestamp('%sT12:0:0' % dt)
591 | wday = WEEKDAY_LONG[lang][time.localtime(end).tm_wday]
592 | dt = time.strftime('%d.%m.',time.localtime(end))
593 | else:
594 | start = self.convert_timestamp('%sT12:0:0' % dt)
595 | end = self.convert_timestamp('%sT24:0:0' % dt)
596 | wday = WEEKDAY_LONG[lang][time.localtime(start).tm_wday]
597 | dt = time.strftime('%d.%m.',time.localtime(start))
598 | if end>=now:
599 | timespans[(wday,dt,ti)] = val
600 | _data = {
601 | 'biowetterIssued':(last_update,'unix_epoch','group_time'),
602 | 'biowetterValidTo':(end,'unix_epoch','group_time'),
603 | 'biowetterValidFrom':(start,'unix_epoch','group_time'),
604 | 'biowetterValue':(val,None,None),
605 | 'biowetterExpectedThermalStress':(thermalstress,'count','group_count'),
606 | }
607 | for effect in forecast['effect']:
608 | #print(effect['name'],effect['value'])
609 | if end>=now:
610 | if effect['name'] not in tab:
611 | tab[effect['name']] = dict()
612 | if (wday,dt,ti) not in tab[effect['name']]:
613 | tab[effect['name']][(wday,dt,ti)] = dict()
614 | tab[effect['name']][(wday,dt,ti)]['effect'] = effect['value']
615 | for subeffect in effect.get('subeffect',[]):
616 | nm = subeffect['name']
617 | vl = subeffect['value']
618 | #print('%-40s: %s' % (nm,vl))
619 | if end>=now:
620 | nmm = '* %s' % nm
621 | if nmm not in tab:
622 | tab[nmm] = dict()
623 | if (wday,dt,ti) not in tab[nmm]:
624 | tab[nmm][(wday,dt,ti)] = dict()
625 | tab[nmm][(wday,dt,ti)]['effect'] = vl
626 | for recomm in forecast['recomms']:
627 | #print(recomm['name'],recomm['value'])
628 | if end>=now:
629 | if recomm['name'] not in tab:
630 | tab[recomm['name']] = dict()
631 | if (wday,dt,ti) not in tab[recomm['name']]:
632 | tab[recomm['name']][(wday,dt,ti)] = dict()
633 | tab[recomm['name']][(wday,dt,ti)]['recomm'] = recomm['value']
634 | #print('')
635 | data.append((start,end,_data))
636 | return data, (tab, timespans), area_name
637 |
638 | def process_uvi(self, zone, name, author, last_update, next_update, now, forecast_day):
639 | """ process bioweather data """
640 | lang = 'de'
641 | data = []
642 | tab = dict()
643 | timespans = dict()
644 | # name of the area data is valid for
645 | area_name = zone.get('city','')
646 | # forecast start timestamp
647 | start_timestamp = self.convert_timestamp('%sT12:0:0' % forecast_day)
648 | # process data
649 | for idx, timespan in enumerate(DwdHealthThread.TIMESPANS1):
650 | if timespan in zone.get('forecast',dict()):
651 | val = zone['forecast'][timespan]
652 | dt = start_timestamp+idx*86400
653 | start, end = weeutil.weeutil.archiveDaySpan(dt)
654 | dt = time.localtime(dt)
655 | wday = WEEKDAY_LONG[lang][dt.tm_wday]
656 | dt = time.strftime('%d.%m.',dt)
657 | ti = None
658 | timespans[(wday,dt,ti)] = val
659 | data.append((start,end,{
660 | 'uviforecastIssued':(last_update,'unix_epoch','group_time'),
661 | 'uviforecastValidTo':(end,'unix_epoch','group_time'),
662 | 'uviforecastValidFrom':(start,'unix_epoch','group_time'),
663 | 'uviforecastValue':(val,'uv_index','group_uv')
664 | }))
665 | return data, (tab, timespans), area_name
666 |
667 | def write_html(self, tabtimespans, area_name, last_update, now):
668 | if tabtimespans:
669 | tab = tabtimespans[0]
670 | timespans = tabtimespans[1]
671 | colwidth = 100/(len(timespans)+1)
672 | s = ''
673 | if self.show_placemark:
674 | s += '%s
\n' % area_name
675 | #if self.horizontal_div_classes:
676 | # s += '\n' % self.horizontal_div_classes
677 | s += '' % self.horizontal_table_classes
678 | s += ''
679 | s += '%s
%s' % (colwidth,ii[0],ii[1])
683 | if ii[2]: s += '
%s' % ii[2].replace('Tageshälfte','Tageshälfte')
684 | s += ' '
685 | if val is not None: timespansvalue = True
686 | s += 'Wert '
690 | for _,ii in timespans.items():
691 | s += '%s ' % ii
692 | s += '%s ' % (
701 | vertical_align,
702 | ii
703 | )
704 | else:
705 | s += '%s %s ' % (
711 | vertical_align,
712 | 'Insgesamt'
713 | )
714 | for jj in timespans:
715 | s += '' % vertical_align
716 | if jj in tab[ii]:
717 | if self.model=='pollen':
718 | col = tab[ii][jj].get('value')
719 | if col is not None:
720 | if col>3: col = 3
721 | if col<0: col = 0
722 | tcl = '#ffffff' if col<0.25 or col>1.75 else '#000000'
723 | col = DwdHealthThread.POLLEN_COLORS[int(round(col*2.0,0))]
724 | s += (' %s ' % (tcl,col,tab[ii][jj]['value'])).replace('.',',')
725 | effect = tab[ii][jj].get('effect','')
726 | if effect=='geringe Gefährdung':
727 | col = '#ffd879'
728 | elif effect=='hohe Gefährdung':
729 | col = '#e53210'
730 | elif effect=='positiver Einfluss':
731 | col = '#7cb5ec'
732 | else:
733 | col = ''
734 | if self.model=='biowetter':
735 | if ii=='Thermische Belastung':
736 | effect = thermalstress_symbol(effect,self.thermalstress_icon_size)
737 | else:
738 | effect = symbol(effect,self.plusminus_icon_size)
739 | if self.model=='pollen':
740 | s += ''
741 | if col:
742 | s += '%s' % (col,effect)
743 | else:
744 | s += effect
745 | if 'recomm' in tab[ii][jj] and tab[ii][jj]['recomm']!='keine':
746 | s += '' % ('Empfehlung',tab[ii][jj]['recomm'])
747 | if self.model=='pollen':
748 | s += ''
749 | s += ' '
750 | s += '
\n'
753 | #if self.horizontal_div_classes:
754 | # s += '\n'
755 | if self.model=='biowetter':
756 | # danger
757 | s += ''
758 | for ii in ('Legende:','hohe Gefährdung','geringe Gefährdung','kein Einfluss','positiver Einfluss'):
759 | sym = symbol(ii,self.plusminus_icon_size)
760 | txt = ii if sym==ii else '%s %s' % (sym,ii)
761 | s += '- %s
' % txt
762 | s += '
'
763 | # heat stress
764 | s += ''
765 | for ii in ('Wärmebelastung:','keine','schwach','mäßig','stark','extrem'):
766 | sym = thermalstress_symbol(ii+'e Wärmebelastung' if ii not in ('Wärmebelastung:','keine') else ii,self.plusminus_icon_size*2)
767 | txt = ii if sym==ii else '%s %s' % (sym,ii)
768 | s += '- %s
' % txt
769 | s += '
'
770 | # cold stress
771 | s += ''
772 | for ii in ('Kältebelastung:','keine','schwach','mäßig','stark','extrem'):
773 | sym = thermalstress_symbol(ii+'e Kältereize' if ii not in ('Kältebelastung:','keine') else ii,self.plusminus_icon_size*2)
774 | txt = ii if sym==ii else '%s %s' % (sym,ii)
775 | s += '- %s
' % txt
776 | s += '
'
777 | elif self.model=='pollen':
778 | s += ''
779 | s += '- Belastung:
'
780 | for idx, col in enumerate(DwdHealthThread.POLLEN_COLORS):
781 | txt = ('keine','keine bis gering','gering','gering bis mittel','mittel','mittel bis hoch','hoch')[idx]
782 | tcl = '#ffffff' if idx==0 or idx>3 else '#000000'
783 | s += ('- %3.1f %s
' % (col,tcl,idx*0.5,txt)).replace('.',',')
784 | s += '
'
785 | s += 'herausgegeben vom %s am %s | Vorhersage erstellt am %s
' % (
786 | self.provider_url,self.provider_name,
787 | time.strftime('%d.%m.%Y %H:%M',time.localtime(last_update)),
788 | time.strftime('%d.%m.%Y %H:%M',time.localtime(now))
789 | )
790 | try:
791 | fn = os.path.join(self.target_path,'health-%s.inc' % self.filename)
792 | fn_tmp = '%s.tmp' % fn
793 | with open(fn_tmp,'wt') as f:
794 | f.write(s)
795 | os.rename(fn_tmp,fn)
796 | except OSError as e:
797 | if self.log_failure:
798 | logerr("thread '%s': cannot write .inc file %s - %s" % (self.name,e.__class__.__name__,e))
799 | """
800 | try:
801 | fn = os.path.join(self.target_path,'health-%s.json' % self.filename
802 | fn_tmp = '%s.tmp' % fn
803 | with open(fn_tmp,'wt') as f:
804 | json.dump(tab,f,indent=4,ensure_ascii=False)
805 | os.rename(fn_tmp,fn)
806 | except (OSError,TypeError,RecursionError,ValueError) as e:
807 | if self.log_failure:
808 | logerr("thread '%s': cannot write .json file %s - %s" % (self.name,e.__class__.__name__,e))
809 | """
810 |
811 | def getRecord(self):
812 | """ download and process data """
813 | if __name__ == "__main__":
814 | print('getRecord() start')
815 | try:
816 | reply = wget(self.url,
817 | log_success=self.log_success,
818 | log_failure=self.log_failure)
819 | now = time.time()
820 | reply = json.loads(reply)
821 | except Exception as e:
822 | if self.log_failure:
823 | logerr("thread '%s': wget %s - %s" % (self.name,e.__class__.__name__,e))
824 | return
825 | data = None
826 | try:
827 | last_update = self.convert_timestamp(reply.get('last_update'))
828 | next_update = self.convert_timestamp(reply.get('next_update'))
829 | if self.model=='biowetter':
830 | for zone in reply['zone']:
831 | if zone['id']==self.area:
832 | data, tabtimespans, area_name = self.process_bio(zone,reply.get('name'),reply.get('author'),last_update,next_update,now)
833 | break
834 | elif self.model=='pollen':
835 | area1 = int(self.area)
836 | if (area1%10)!=0:
837 | # subregion
838 | area2 = area1
839 | area1 -= area1%10
840 | else:
841 | # main region
842 | area2 = -1
843 | #print('area',area1,area2)
844 | for zone in reply['content']:
845 | if (zone['region_id']==area1 and
846 | zone['partregion_id']==area2):
847 | data, tabtimespans, area_name = self.process_pollen(zone,reply.get('name'),reply.get('sender'),last_update,next_update,now,reply.get('legend'))
848 | break
849 | elif self.model=='uvi':
850 | for zone in reply['content']:
851 | if zone['city']==self.area:
852 | data, tabtimespans, area_name = self.process_uvi(zone,reply.get('name'),reply.get('sender'),last_update,next_update,now,reply.get('forecast_day'))
853 | break
854 | except Exception as e:
855 | if self.log_failure:
856 | logerr("thread '%s': process %s - %s" % (self.name,e.__class__.__name__,e))
857 | # If new data could be obtained, update the cache.
858 | if data:
859 | try:
860 | self.write_html(tabtimespans, area_name, last_update, now)
861 | except Exception as e:
862 | if self.log_failure:
863 | logerr("thread '%s': write HTML %s - %s" % (self.name,e.__class__.__name__,e))
864 | data.sort()
865 | try:
866 | self.lock.acquire()
867 | self.last_update = last_update
868 | self.next_update = next_update
869 | self.area_name = area_name
870 | x = None
871 | for i in self.data:
872 | if i[1]==data[0][0]:
873 | x = i
874 | break
875 | if x:
876 | self.data = [x] + data
877 | else:
878 | self.data = data
879 | self.tab = tabtimespans
880 | finally:
881 | self.lock.release()
882 | #loginf("getRecord %s" % ','.join(['(%s,%s)' % (i[0],i[1]) for i in self.data]))
883 |
884 | def waiting_time(self):
885 | now = time.time()
886 | # If it is after the time the next update is scheduled for,
887 | # fetch data at the end of the current archive interval.
888 | if now>=self.next_update:
889 | return super(DwdHealthThread,self).waiting_time()
890 | # At the beginning of the next day there is no new data, but
891 | # the HTML table has to be rewritten.
892 | eod = weeutil.weeutil.archiveDaySpan(now)[1]+self.query_interval
893 | # noon of the day in case it is in future
894 | mid = eod-43200
895 | if mid60 else w)-60
916 |
917 |
918 | def is_provided(provided, model):
919 | if provided.lower()=='dwd':
920 | return DwdHealthThread.is_provided(model.lower())
921 | return False
922 |
923 | def create_thread(thread_name,config_dict,archive_interval):
924 | """ create radar thread """
925 | prefix = config_dict.get('prefix','')
926 | provider = config_dict.get('provider')
927 | model = config_dict.get('model')
928 | if provider=='DWD' and DwdHealthThread.is_provided(model):
929 | conf_dict = weeutil.config.accumulateLeaves(config_dict)
930 | conf_dict['prefix'] = prefix
931 | conf_dict['model'] = model
932 | if weeutil.weeutil.to_bool(conf_dict.get('enable',True)):
933 | #loginf(conf_dict)
934 | thread = dict()
935 | thread['datasource'] = 'Health'+model
936 | thread['prefix'] = prefix
937 | thread['thread'] = DwdHealthThread(thread_name,conf_dict,archive_interval)
938 | thread['thread'].start()
939 | return thread
940 | return None
941 |
942 |
943 | if __name__ == "__main__":
944 |
945 | print('Weatherservices Health start')
946 | conf = configobj.ConfigObj("health.conf")
947 | dwd = create_thread(conf['model'],conf,300)
948 | if not dwd:
949 | print('could not create thread')
950 | try:
951 | while True:
952 | time.sleep(300-time.time()%300+15)
953 | data, interval = dwd['thread'].get_data(time.time()-15)
954 | print(json.dumps(data,indent=4,ensure_ascii=False))
955 | except Exception as e:
956 | print('**MAIN**',e)
957 | except KeyboardInterrupt:
958 | print()
959 | print('**MAIN** CTRL-C pressed')
960 | dwd['thread'].shutDown()
961 | exit(0)
962 |
--------------------------------------------------------------------------------