Remove use of RSV for scheduling

.gitignore

@@ -0,0 +1 @@
+src/ps_collector/*.pyc

Dockerfile

@@ -0,0 +1,15 @@
+
+
+FROM python:2-alpine3.7
+
+RUN apk update && apk add ca-certificates && rm -rf /var/cache/apk/*
+
+ADD . /ps_collector
+WORKDIR /ps_collector
+RUN pip install -r requirements.txt
+
+RUN python setup.py install
+
+EXPOSE 8000
+
+CMD ps-collector

README.md

@@ -0,0 +1,30 @@
+
+PS Collector
+============
+
+The PS Collector queries [perfSONAR](https://www.perfsonar.net/) instances and sends the data onto a RabbitMQ message bus.
+
+The collector is packages in a docker conatiner available at:
+
+
+## Configuration
+
+The default configuration is in configs/config.ini.  Additional configuration can be added
+to config.d directory, usually installed in /etc/ps-collector/config.d/.  An example RabbitMQ
+configuration is:
+
+    [rabbitmq]
+
+    username = nma
+    password = password
+    rabbit_host = example.com
+    virtual_host = vhost
+    queue = osg-nma-q
+    exchange = osg.ps.raw
+    routing_key = osg-nma-q
+
+Place this in a file in the config.d directory.
+
+## Running the Collector
+
+An example `docker-compose` file is provided.  It is recommended to modify the `docker-compose.yml` file to run and start the collector.

bin/ps-collector

@@ -0,0 +1,5 @@
+#!/usr/bin/env python
+
+import ps_collector.scheduler
+
+ps_collector.scheduler.main()

configs/10-site-local.ini

@@ -0,0 +1,6 @@
+
+#
+# This is the config file for site-configs.
+# Items in this file (or the directory) will override
+# default configuration values.
+#

configs/config.ini

@@ -0,0 +1,52 @@
+#
+# WARNING: DO NOT EDIT THIS CONFIGURATION FILE.
+# It will be overwritten on upgrade.
+#
+# Instead, put site customizations in /etc/ps-collector/config.d
+#
+
+[General]
+
+# The location of the config.d directory; place
+# site-custom config files here.
+#config_directory = /etc/ps-collector/config.d
+config_directory = ./config.d
+
+# The location of the logging configuration
+logging_configuration = configs/logging-config.ini
+
+[Scheduler]
+
+# The amount of time, in minutes, between
+# queries to the mesh configuration.
+mesh_interval = 15
+
+# The amount of time, in minutes, between
+# queries to the remote perfSonar endpoints.
+probe_interval = 5
+
+# Number of processes to query all of the perfsonar hosts
+# Experimentally determined that 200 is a reasonable number
+pool_size = 200
+
+[Mesh]
+
+# The mesh configuration to utilize for discovering
+# perfSonar endpoints to monitor.
+endpoint = https://psconfig.opensciencegrid.org/pub/config
+
+
+[org.osg.general.perfsonar-rabbitmq-simple args]
+
+summary = False
+
+maxstart = 32800
+allowedEvents = packet-loss-rate,packet-trace,packet-retransmits,throughput,throughput-subintervals,failures,packet-count-sent,packet-count-lost,histogram-owdelay,histogram-ttl,packet-retransmits-subintervals,packet-loss-rate-bidir,packet-count-lost-bidir
+tmpdirectory = /var/lib/ps-collector
+
+usercert = /etc/grid-security/ps_collector/cert.pem
+userkey = /etc/grid-security/ps_collector/key.pem
+
+#mq max message size
+mq-max-message-size = 10000
+

configs/logging-config.ini

@@ -0,0 +1,24 @@
+
+[loggers]
+keys=root
+
+[handlers]
+keys=stdout
+
+[formatters]
+keys=default
+
+[logger_root]
+level=INFO
+handlers=stdout
+
+[handler_stdout]
+class=StreamHandler
+level=NOTSET
+formatter=default
+args=(sys.stdout,)
+
+[formatter_default]
+format=%(asctime)s %(levelname)s %(process)d %(name)s: %(message)s
+class=logging.Formatter
+

configs/ps-collector.service

@@ -0,0 +1,17 @@
+[Unit]
+Description=Data collector for perfSonar endpoints
+Requires=network-online.target
+After=network-online.target
+
+[Service]
+ExecStart=/usr/bin/ps-collector
+User=pscollector
+Group=pscollector
+Type=simple
+Restart=on-abort
+RestartSec=1 min
+KillMode=control-group
+LimitNOFILE=65536
+
+[Install]
+WantedBy=multi-user.target

configs/ps-collector.state

@@ -0,0 +1,6 @@
+
+NOTE:
+
+This directory contains the state files for the ps-collector service.
+They record the last successful timestamp of data collected by the service,
+hashed by the name of the remote perfSonar endpoint.