Coverage for procpath/cmd/record.py: 100%

1import logging (empty)

2import string (empty)

3import time (empty)

4from typing import Iterable, List, Optional, Tuple (empty)

5 

6from .. import procfile, procrec, proctree, utility (empty)

7from . import CommandError (empty)

8 

9 

10__all__ = 'run', (empty)

11 

12logger = logging.getLogger('procpath') (empty)

13 

14 

15class RunStats: (empty)

16 node_count: int = 0 (empty)

17 

18 

19def _record_loop( (empty)

20 interval: float, 

21 stats: RunStats, 

22 recnum: Optional[int] = None, 

23 stop_without_result: bool = False, 

24) -> Iterable[Tuple[float, int]]: 

25 count = 1 11 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

26 while True: 11 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

27 start = time.time() 11 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

28 

29 yield start, count 11 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

30 

31 count += 1 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query

32 if recnum and count > recnum or stop_without_result and not stats.node_count: 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query

33 break 9 ctxprocpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query

34 

35 latency = time.time() - start 5 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_times

36 if latency > interval: 5 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_times

37 logger.warning( 3 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_times

38 'Iteration took longer (%s) than record interval. Try longer interval.', 

39 f'{latency:.2f}s' 

40 ) 

41 time.sleep(max(0, interval - latency)) 5 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_loop_longer_than_interval_warningprocpath.test.cmd.TestRecordCommand.test_record_n_times

42 

43 

44def run( (empty)

45 procfile_list: List[str], 

46 database_file: str, 

47 interval: float, 

48 procfs: str, 

49 procfs_target: str, 

50 environment: Optional[list] = None, 

51 query: Optional[str] = None, 

52 pid_list: Optional[str] = None, 

53 recnum: Optional[int] = None, 

54 reevalnum: Optional[int] = None, 

55 stop_without_result: bool = False, 

56): 

57 readers = {k: v for k, v in procfile.registry.items() if k in procfile_list} 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

58 forest = proctree.Forest(readers, procfs, procfs_target) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

59 

60 query_tpl = string.Template(query) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

61 pid_list_tpl = string.Template(pid_list) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

62 database_file_tpl = string.Template(database_file) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

63 if environment: 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

64 database_file = database_file_tpl.safe_substitute(utility.evaluate(environment)) 3 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_pid_list_only

65 

66 meta = utility.get_meta(procfile_list, procfs, procfs_target) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

67 run_stats = RunStats() 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

68 with procrec.SqliteStorage(database_file, procfile_list, meta) as store: 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

69 for ts, count in _record_loop(interval, run_stats, recnum, stop_without_result): 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

70 if environment and (count == 1 or reevalnum and (count + 1) % reevalnum == 0): 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

71 env_dict = utility.evaluate(environment) 3 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_pid_list_only

72 if query: 3 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_pid_list_only

73 query = query_tpl.safe_substitute(env_dict) 2 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_file

74 if pid_list: 3 ctxprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_pid_list_only

75 pid_list = pid_list_tpl.safe_substitute(env_dict) 1 ctxprocpath.test.cmd.TestRecordCommand.test_record_pid_list_only

76 

77 branch_pids = [int(p) for p in pid_list.split(',') if p] if pid_list else None 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

78 result = forest.get_roots(branch_pids) 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

79 

80 if query: 10 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

81 try: 8 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

82 result = proctree.query(result, query) 8 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_queryprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

83 except proctree.JsonPathQueryError as ex: 1 ctxprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

84 raise CommandError(str(ex)) from ex 1 ctxprocpath.test.cmd.TestRecordCommand.test_record_syntax_error

85 

86 flat_node_list = proctree.flatten(result, procfile_list) 9 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query

87 run_stats.node_count = store.record(ts, flat_node_list) 9 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query

88 del branch_pids, result, flat_node_list 9 ctx(empty)procpath.test.cmd.TestPlayCommand.test_play_record_plotprocpath.test.cmd.TestRecordCommand.test_record_allprocpath.test.cmd.TestRecordCommand.test_record_environmentprocpath.test.cmd.TestRecordCommand.test_record_environment_database_fileprocpath.test.cmd.TestRecordCommand.test_record_n_timesprocpath.test.cmd.TestRecordCommand.test_record_pid_listprocpath.test.cmd.TestRecordCommand.test_record_pid_list_onlyprocpath.test.cmd.TestRecordCommand.test_record_query