Python os.sysconf() Examples
The following are 30
code examples of os.sysconf().
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example.
You may also want to check out all available functions/classes of the module
os
, or try the search function
.
Example #1
Source File: Options.py From 802.11ah-ns3 with GNU General Public License v2.0 | 7 votes |
def jobs(self): count=int(os.environ.get('JOBS',0)) if count<1: if'NUMBER_OF_PROCESSORS'in os.environ: count=int(os.environ.get('NUMBER_OF_PROCESSORS',1)) else: if hasattr(os,'sysconf_names'): if'SC_NPROCESSORS_ONLN'in os.sysconf_names: count=int(os.sysconf('SC_NPROCESSORS_ONLN')) elif'SC_NPROCESSORS_CONF'in os.sysconf_names: count=int(os.sysconf('SC_NPROCESSORS_CONF')) if not count and os.name not in('nt','java'): try: tmp=self.cmd_and_log(['sysctl','-n','hw.ncpu'],quiet=0) except Exception: pass else: if re.match('^[0-9]+$',tmp): count=int(tmp) if count<1: count=1 elif count>1024: count=1024 return count
Example #2
Source File: cpucount.py From attention-lvcsr with MIT License | 6 votes |
def cpuCount(): ''' Returns the number of CPUs in the system ''' if sys.platform == 'win32': try: num = int(os.environ['NUMBER_OF_PROCESSORS']) except (ValueError, KeyError): num = -1 elif sys.platform == 'darwin': try: num = int(os.popen('sysctl -n hw.ncpu').read()) except ValueError: num = -1 else: try: num = os.sysconf('SC_NPROCESSORS_ONLN') except (ValueError, OSError, AttributeError): num = -1 return num
Example #3
Source File: regrtest.py From ironpython2 with Apache License 2.0 | 6 votes |
def cpu_count(): # first try os.sysconf() to prevent loading the big multiprocessing module try: return os.sysconf('SC_NPROCESSORS_ONLN') except (AttributeError, ValueError): pass # try multiprocessing.cpu_count() try: import multiprocessing except ImportError: pass else: return multiprocessing.cpu_count() return None
Example #4
Source File: process.py From Imogen with MIT License | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermined limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = ("system provides too few semaphores (%d" " available, 256 necessary)" % nsems_max) raise NotImplementedError(_system_limited)
Example #5
Source File: process.py From linter-pylama with MIT License | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: import os nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermine limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = "system provides too few semaphores (%d available, 256 necessary)" % nsems_max raise NotImplementedError(_system_limited)
Example #6
Source File: process.py From plugin.video.kmediatorrent with GNU General Public License v3.0 | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: import os nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermine limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = "system provides too few semaphores (%d available, 256 necessary)" % nsems_max raise NotImplementedError(_system_limited)
Example #7
Source File: util.py From llvm-zorg with Apache License 2.0 | 6 votes |
def detect_num_cpus(): """ Detects the number of CPUs on a system. Cribbed from pp. """ # Linux, Unix and MacOS: if hasattr(os, "sysconf"): if os.sysconf_names.has_key("SC_NPROCESSORS_ONLN"): # Linux & Unix: ncpus = os.sysconf("SC_NPROCESSORS_ONLN") if isinstance(ncpus, int) and ncpus > 0: return ncpus else: # OSX: return int(os.popen2("sysctl -n hw.ncpu")[1].read()) # Windows: if os.environ.has_key("NUMBER_OF_PROCESSORS"): ncpus = int(os.environ["NUMBER_OF_PROCESSORS"]) if ncpus > 0: return ncpus return 1 # Default
Example #8
Source File: process.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: import os nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermine limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = "system provides too few semaphores (%d available, 256 necessary)" % nsems_max raise NotImplementedError(_system_limited)
Example #9
Source File: scheduling.py From me-ica with GNU Lesser General Public License v2.1 | 6 votes |
def cpu_count(): """Return the number of CPU cores.""" try: return multiprocessing.cpu_count() # TODO: remove except clause once we support only python >= 2.6 except NameError: ## This code part is taken from parallel python. # Linux, Unix and MacOS if hasattr(os, "sysconf"): if "SC_NPROCESSORS_ONLN" in os.sysconf_names: # Linux & Unix n_cpus = os.sysconf("SC_NPROCESSORS_ONLN") if isinstance(n_cpus, int) and n_cpus > 0: return n_cpus else: # OSX return int(os.popen2("sysctl -n hw.ncpu")[1].read()) # Windows if "NUMBER_OF_PROCESSORS" in os.environ: n_cpus = int(os.environ["NUMBER_OF_PROCESSORS"]) if n_cpus > 0: return n_cpus # Default return 1
Example #10
Source File: test_multiprocessing.py From ironpython2 with Apache License 2.0 | 6 votes |
def check_enough_semaphores(): """Check that the system supports enough semaphores to run the test.""" # minimum number of semaphores available according to POSIX nsems_min = 256 try: nsems = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems == -1 or nsems >= nsems_min: return raise unittest.SkipTest("The OS doesn't support enough semaphores " "to run the test (required: %d)." % nsems_min) # # Creates a wrapper for a function which records the time it takes to finish #
Example #11
Source File: process_utils.py From agentless-system-crawler with Apache License 2.0 | 6 votes |
def _close_fds(keep_fds, max_close_fd=None): """ Have a process close all file descriptors except for stderr, stdout, and stdin and those ones in the keep_fds list The maximum file descriptor to close can be provided to avoid long delays; this max_fd value depends on the program being used and could be a low number if the program does not have many file descriptors """ maxfd = os.sysconf(_SC_OPEN_MAX) if max_close_fd: maxfd = min(maxfd, max_close_fd) for fd in range(3, maxfd): if fd in keep_fds: continue try: os.close(fd) except: pass
Example #12
Source File: util.py From alive with Apache License 2.0 | 6 votes |
def detectCPUs(): """ Detects the number of CPUs on a system. Cribbed from pp. """ # Linux, Unix and MacOS: if hasattr(os, "sysconf"): if "SC_NPROCESSORS_ONLN" in os.sysconf_names: # Linux & Unix: ncpus = os.sysconf("SC_NPROCESSORS_ONLN") if isinstance(ncpus, int) and ncpus > 0: return ncpus else: # OSX: return int(capture(['sysctl', '-n', 'hw.ncpu'])) # Windows: if "NUMBER_OF_PROCESSORS" in os.environ: ncpus = int(os.environ["NUMBER_OF_PROCESSORS"]) if ncpus > 0: return ncpus return 1 # Default
Example #13
Source File: process.py From faces with GNU General Public License v2.0 | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: import os nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermine limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = "system provides too few semaphores (%d available, 256 necessary)" % nsems_max raise NotImplementedError(_system_limited)
Example #14
Source File: test_multiprocessing.py From oss-ftp with MIT License | 6 votes |
def check_enough_semaphores(): """Check that the system supports enough semaphores to run the test.""" # minimum number of semaphores available according to POSIX nsems_min = 256 try: nsems = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems == -1 or nsems >= nsems_min: return raise unittest.SkipTest("The OS doesn't support enough semaphores " "to run the test (required: %d)." % nsems_min) # # Creates a wrapper for a function which records the time it takes to finish #
Example #15
Source File: _test_multiprocessing.py From Fluid-Designer with GNU General Public License v3.0 | 6 votes |
def check_enough_semaphores(): """Check that the system supports enough semaphores to run the test.""" # minimum number of semaphores available according to POSIX nsems_min = 256 try: nsems = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems == -1 or nsems >= nsems_min: return raise unittest.SkipTest("The OS doesn't support enough semaphores " "to run the test (required: %d)." % nsems_min) # # Creates a wrapper for a function which records the time it takes to finish #
Example #16
Source File: process.py From Fluid-Designer with GNU General Public License v3.0 | 6 votes |
def _check_system_limits(): global _system_limits_checked, _system_limited if _system_limits_checked: if _system_limited: raise NotImplementedError(_system_limited) _system_limits_checked = True try: nsems_max = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems_max == -1: # indetermined limit, assume that limit is determined # by available memory only return if nsems_max >= 256: # minimum number of semaphores available # according to POSIX return _system_limited = "system provides too few semaphores (%d available, 256 necessary)" % nsems_max raise NotImplementedError(_system_limited)
Example #17
Source File: bridge.py From nmstate with GNU Lesser General Public License v2.1 | 6 votes |
def _get_sysfs_bridge_options(iface_name): user_hz = os.sysconf("SC_CLK_TCK") options = {} for sysfs_file_path in glob.iglob(f"/sys/class/net/{iface_name}/bridge/*"): key = os.path.basename(sysfs_file_path) try: with open(sysfs_file_path) as fd: value = fd.read().rstrip("\n") options[key] = value options[key] = int(value, base=0) except Exception: pass for key, value in options.items(): if key in SYSFS_USER_HZ_KEYS: options[key] = int(value / user_hz) return options
Example #18
Source File: test_multiprocessing.py From BinderFilter with MIT License | 6 votes |
def check_enough_semaphores(): """Check that the system supports enough semaphores to run the test.""" # minimum number of semaphores available according to POSIX nsems_min = 256 try: nsems = os.sysconf("SC_SEM_NSEMS_MAX") except (AttributeError, ValueError): # sysconf not available or setting not available return if nsems == -1 or nsems >= nsems_min: return raise unittest.SkipTest("The OS doesn't support enough semaphores " "to run the test (required: %d)." % nsems_min) # # Creates a wrapper for a function which records the time it takes to finish #
Example #19
Source File: cpucount.py From D-VAE with MIT License | 6 votes |
def cpuCount(): ''' Returns the number of CPUs in the system ''' if sys.platform == 'win32': try: num = int(os.environ['NUMBER_OF_PROCESSORS']) except (ValueError, KeyError): num = -1 elif sys.platform == 'darwin': try: num = int(os.popen('sysctl -n hw.ncpu').read()) except ValueError: num = -1 else: try: num = os.sysconf('SC_NPROCESSORS_ONLN') except (ValueError, OSError, AttributeError): num = -1 return num
Example #20
Source File: utils.py From substra-backend with Apache License 2.0 | 6 votes |
def docker_memory_limit(): docker_client = docker.from_env() # Get memory limit from docker container through the API # Because the docker execution may be remote cmd = f'python3 -u -c "import os; print(int(os.sysconf("SC_PAGE_SIZE") '\ f'* os.sysconf("SC_PHYS_PAGES") / (1024. ** 2)) // {CELERY_WORKER_CONCURRENCY}), flush=True, end=\'\')"' task_args = { 'image': CELERYWORKER_IMAGE, 'command': cmd, 'detach': False, 'stdout': True, 'stderr': True, 'auto_remove': False, 'remove': True, 'network_disabled': True, 'network_mode': 'none', 'privileged': False, 'cap_drop': ['ALL'], } memory_limit_bytes = docker_client.containers.run(**task_args) return int(memory_limit_bytes)
Example #21
Source File: Options.py From royal-chaos with MIT License | 6 votes |
def jobs(self): count=int(os.environ.get('JOBS',0)) if count<1: if'NUMBER_OF_PROCESSORS'in os.environ: count=int(os.environ.get('NUMBER_OF_PROCESSORS',1)) else: if hasattr(os,'sysconf_names'): if'SC_NPROCESSORS_ONLN'in os.sysconf_names: count=int(os.sysconf('SC_NPROCESSORS_ONLN')) elif'SC_NPROCESSORS_CONF'in os.sysconf_names: count=int(os.sysconf('SC_NPROCESSORS_CONF')) if not count and os.name not in('nt','java'): try: tmp=self.cmd_and_log(['sysctl','-n','hw.ncpu'],quiet=0) except Exception: pass else: if re.match('^[0-9]+$',tmp): count=int(tmp) if count<1: count=1 elif count>1024: count=1024 return count
Example #22
Source File: handleBackendGatewayConnection.py From ufora with Apache License 2.0 | 5 votes |
def main(*args): Setup.config().configureLoggingForBackgroundProgram() try: dataLen = struct.unpack('I', sys.stdin.read(struct.calcsize('I')))[0] data = sys.stdin.read(dataLen) connectionData = pickle.loads(data) maxFD = os.sysconf("SC_OPEN_MAX") for fd in range(3, maxFD): if fd != connectionData['socketFd']: try: os.close(fd) except: pass handler = BackendGatewayRequestHandler( connectionData['socketFd'], connectionData['sharedStateAddress'] ) handler.handle() finally: sys.stderr.write(traceback.format_exc()) sys.stderr.write("closing connection handler\n") sys.stderr.flush() return 0
Example #23
Source File: daemonize.py From pykit with MIT License | 5 votes |
def _close_fds(): try: max_fd = os.sysconf("SC_OPEN_MAX") except ValueError as e: logger.warn(repr(e) + ' while get max fds of a process') max_fd = 65536 for i in xrange(3, max_fd): try: os.close(i) except OSError: pass
Example #24
Source File: OutOfProcessDownloader.py From ufora with Apache License 2.0 | 5 votes |
def closeAllUnusedFileDescriptors(self): #we need to ensure that we don't hold sockets open that we're not supposed to maxFD = os.sysconf("SC_OPEN_MAX") for fd in range(3, maxFD): if fd != self.childSocket.fileno(): try: os.close(fd) except: pass
Example #25
Source File: process.py From teleport with Apache License 2.0 | 5 votes |
def cpu_count() -> int: """Returns the number of processors on this machine.""" if multiprocessing is None: return 1 try: return multiprocessing.cpu_count() except NotImplementedError: pass try: return os.sysconf("SC_NPROCESSORS_CONF") except (AttributeError, ValueError): pass gen_log.error("Could not detect number of processors; assuming 1") return 1
Example #26
Source File: _pslinux.py From teleport with Apache License 2.0 | 5 votes |
def cpu_count_logical(): """Return the number of logical CPUs in the system.""" try: return os.sysconf("SC_NPROCESSORS_ONLN") except ValueError: # as a second fallback we try to parse /proc/cpuinfo num = 0 with open_binary('%s/cpuinfo' % get_procfs_path()) as f: for line in f: if line.lower().startswith(b'processor'): num += 1 # unknown format (e.g. amrel/sparc architectures), see: # https://github.com/giampaolo/psutil/issues/200 # try to parse /proc/stat as a last resort if num == 0: search = re.compile(r'cpu\d') with open_text('%s/stat' % get_procfs_path()) as f: for line in f: line = line.split(' ')[0] if search.match(line): num += 1 if num == 0: # mimic os.cpu_count() return None return num
Example #27
Source File: _pssunos.py From teleport with Apache License 2.0 | 5 votes |
def virtual_memory(): """Report virtual memory metrics.""" # we could have done this with kstat, but IMHO this is good enough total = os.sysconf('SC_PHYS_PAGES') * PAGE_SIZE # note: there's no difference on Solaris free = avail = os.sysconf('SC_AVPHYS_PAGES') * PAGE_SIZE used = total - free percent = usage_percent(used, total, round_=1) return svmem(total, avail, percent, used, free)
Example #28
Source File: _pssunos.py From teleport with Apache License 2.0 | 5 votes |
def cpu_count_logical(): """Return the number of logical CPUs in the system.""" try: return os.sysconf("SC_NPROCESSORS_ONLN") except ValueError: # mimic os.cpu_count() behavior return None
Example #29
Source File: proc.py From pykit with MIT License | 5 votes |
def _close_fds(): try: max_fd = os.sysconf("SC_OPEN_MAX") except ValueError: max_fd = 65536 for i in range(max_fd): try: os.close(i) except OSError: pass
Example #30
Source File: utils.py From substra-backend with Apache License 2.0 | 5 votes |
def local_memory_limit(): # Max memory in mb try: return int(os.sysconf('SC_PAGE_SIZE') * os.sysconf('SC_PHYS_PAGES') / (1024. ** 2)) // CELERY_WORKER_CONCURRENCY except ValueError: # fixes macOS issue https://github.com/SubstraFoundation/substra-backend/issues/262 return int(check_output(['sysctl', '-n', 'hw.memsize']).strip()) // CELERY_WORKER_CONCURRENCY