Skip to content

Updated Stream Downloader Pull Request #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
mattkelleher wants to merge 18 commits into
base: master
Choose a base branch
from
Open

Updated Stream Downloader Pull Request #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
b14d7ed
Got stream downloader to run locally. Only works for first batch. Add…
Feb 12, 2018
1beda83
stream_downloader will now download multiple batches
Feb 20, 2018
a8cee7b
removed duplicates from deadCams.txt
Mar 6, 2018
0e7a108
Updated naming scheme to allow for successful save of mutliple images…
Mar 25, 2018
736fb45
changed variable names
Mar 25, 2018
d7e3a80
updated
Mar 25, 2018
39addc3
Updated image file saving process and periodically reset camera list …
Mar 28, 2018
060cf52
Updated image file saving process and periodically reset camera list …
Mar 28, 2018
76dc2f2
Fixed minor math error
Mar 28, 2018
88dee26
Brightness metrics evaluation script
Feb 19, 2019
ac5c343
ready for inital experimental collection
Feb 19, 2019
e9c784a
ready for 12 hour capture
Feb 20, 2019
3ef0701
Update stream_downloader.py
Feb 20, 2019
77af090
Updated stream_downloader
Mar 20, 2019
ccd1139
Update stream_downloader.py
Mar 20, 2019
5498fca
downloader from 24 hour download
Mar 20, 2019
91c6e94
downloader from 24 hour download
Mar 20, 2019
8c9a39f
downloader from 24 hour download
Mar 20, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
95 changes: 95 additions & 0 deletions BrightnessMetrics.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
import os
import numpy as np
import pickle
import cv2



"""
Main program header
include programmers, project github, instructions how to use etc
"""

"""
Do we have a cv2 img?
"""
def is_valid_img(img):
if not isinstance(img, np.ndarray):
print("Error: cv2 image not passed!")
return False
else:
return True

"""
Perceived Brightness = Sqrt((0.241 * R^2) + (0.691 * G^2) + (0.068 * B^2))
"""
def calc_perceived_brightness(img):
height, width, dim = img.shape
return ( np.sqrt(((np.sum(img[:, :, 2]) ** 2) * 0.241) + ((np.sum(img[:, :, 1]) ** 2) * 0.691) + ((np.sum(img[:, :, 0]) ** 2) * 0.068)) / (height * width * 255))


"""
Luminance
Luminance = (0.299 * R) + (0.578 * G) + (0.114 * B)
"""
def calc_luminosity(img):
height, width, dim = img.shape
return (np.sum(img[:, :, 2]) * 0.299 + np.sum(img[:, :, 1]) * 0.578 + np.sum(img[:, :, 0]) * 0.114) / (height * width * 255)

"""
Pixel Intensity
1.Converts image to greyscale
2. Takes the average pixel value
"""
def calc_px_intensity(img):
gImg = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
height, width= gImg.shape
return np.sum(gImg) / (height * width * 255)

"""
Runs analysis on a single image and
"""
def run_single_analysis(working_path, fileLoc, data):
img = cv2.imread(fileLoc)
if is_valid_img(img):
lum = calc_luminosity(img)
px_int = calc_px_intensity(img)
percB = calc_perceived_brightness(img)
data.append([fileLoc.replace(working_path, "."), lum, px_int, percB])
else:
print("ERROR: Invalid Image: " + fileLoc)



"""
Goes through all .jpg or .png images in specified directory and all subdirectories
"""
def run_mass_analysis():

orig_path = os.path.realpath(".")
while True:
working_path = raw_input("Input path (relative or absolute) to directory to be evaluated\n Relative paths should start with './' \n Absolute paths should start with or '/' \nEnter Path: ")
try:
os.chdir(working_path)
except:
print("ERROR: Invalid directory")
else:
break

working_path = os.path.realpath(".")
data = [["Absolute Path: ", working_path],[]]
data.append(["Image_Location", "Luminosity", "Pixel_Intensity", "Perceived_Brightness"])

for subDir, dirs, files in os.walk(working_path):
for file in files:
fileLoc = os.path.join(subDir,file)
if (".jpg" in fileLoc) or (".png" in fileLoc):
run_single_analysis(working_path, fileLoc, data)
with open('brightnessResults.pkl', 'wb') as fp:
pickle.dump(data, fp)
print(data)
os.chdir(orig_path)

if __name__ == "__main__":
run_mass_analysis()
pass
44 changes: 44 additions & 0 deletions deadCams.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
http://video3.earthcam.com/fecnetwork/5536.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5845.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6076.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6426.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5965.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7484.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3847fairmont.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7928.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10551.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7342.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3186.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7624.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3792.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5019.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5441.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5359.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4617.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5026.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4356.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4162.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6175.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5966.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6632.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7130.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6999.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7132.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7392.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7710.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7461.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7393.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7786.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7711.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8048.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8837.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8838.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8620.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8577.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/anguilla.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9741.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/eiffelcamHD.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/dceaglecam.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/paradiseon6.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/sedonawebcam.flv/playlist.m3u8
170 changes: 170 additions & 0 deletions m3u8sMaster.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,170 @@
http://video3.earthcam.com/fecnetwork/10072.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10147.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10294.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10347.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10551.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10610.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10669.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10729.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10874.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3186.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3275.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3304.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3635.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3644newscafe.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/370.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3792.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3847fairmont.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/3983.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4017timessquare.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4049sonesta.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4054.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4135.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4162.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4280.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4281.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4282.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4337.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4338.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4356.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4369.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4387.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4465.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4480.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4518.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4544.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4559.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4617.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4644.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4646.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4717.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4798.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4831.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4918.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/4968.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5019.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5026.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5034.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5173.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5187.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5204.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5230.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5288.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5324.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5358.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5359.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5423.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5441.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5465.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5536.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5595.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5663.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5718.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5719.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5751.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5758.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5775.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5805.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5845.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5965.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5966.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6076.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6081.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6175.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6253.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6405.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6406.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6426.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6427.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6528.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6593.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6603.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6632.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6649.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6698.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6723.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6954.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6961.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6975.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6998.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6999.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7130.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7132.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7300.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7322.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7342.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7382.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7384.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7392.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7393.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7461.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7484.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7524.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7571.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7624.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7710.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7711.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7786.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7928.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7945.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7947.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7949.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7962.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7988.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8048.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8078.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8174.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8211.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8470.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8471.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8577.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8584.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8620.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8671.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8713.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8715.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8763.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8811.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8837.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8838.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8891.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8939.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9106.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9115.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9189.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9298.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9299.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9602.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9741.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9779.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/9974.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/anguilla.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/chargingbull.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/dceaglecam.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/dealeyplaza2.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/diamondhead.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/ecfishtank01.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/eclasvegas.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/eiffelcamHD.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/fridays_5th.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/hdtimes10.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/hotelvictoria2.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/interactoneHDCam1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/lacitytours1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/libertyHD1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/meprd_garch.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd2.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd4.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd5.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/miamivishd7.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/moscowHD1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/paradiseon6.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/philippinesHD1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/playalinda1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/playalinda2.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/sedonawebcam.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/tokyo1.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/warholchurch.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/windjammerHD2.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/woodmenHD.flv/playlist.m3u8
15 changes: 15 additions & 0 deletions m3u8s_interesting.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
http://video3.earthcam.com/fecnetwork/5751.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/5775.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6427.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6593.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6603.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6698.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/6975.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/7571.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8174.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8470.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8471.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8584.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/8763.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10294.flv/playlist.m3u8
http://video3.earthcam.com/fecnetwork/10669.flv/playlist.m3u8
Loading